00010000:00000010:0.1F:1788940596.809996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582074800. 00010000:00000010:0.1:1788940596.865804:0:9861:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00000080:00000010:3.1F:1788940616.390079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b544a24800. 00000080:00000010:3.1:1788940616.390117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b542897380. 00010000:00000010:3.1:1788940616.390124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227000. 00010000:00000010:3.1:1788940616.390131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582074a00. 00000080:00000010:3.1:1788940616.438906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5510a5be0. 00010000:00000010:3.1:1788940620.384441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:3.1:1788940620.384468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00000080:00000010:0.1:1788940637.009982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5510a5f40. 00010000:00000010:1.1F:1788940656.974191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e700. 00010000:00000010:1.1:1788940656.974217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00000080:00000010:1.1:1788940657.038441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5511b3fe0. 00010000:00000010:2.1F:1788940661.004282:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146d200. 00000080:00000010:3.1:1788940676.356027:0:10095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b54307be60. 00010000:00000010:0.1:1788940725.526011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e000. 00010000:00000010:0.1:1788940725.526023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00010000:00000010:2.1:1788940725.550590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1c00. 00010000:00000010:0.1:1788940742.447887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00010000:00000010:0.1:1788940745.495968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146c800. 00010000:00000010:1.1:1788940771.362935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:1.1:1788940771.362945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00010000:00000010:1.1:1788940771.399932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08400. 00010000:00000010:2.1:1788940788.999922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582075e00. 00010000:00000010:2.1:1788940789.008594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:2.1:1788940789.008619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:2.1:1788940789.008625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b54315eb00. 00010000:00000010:2.1:1788940789.008629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146c800. 00000080:00000010:1.1:1788940789.039322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b544853400. 00000080:00000010:1.1:1788940789.039346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b554795280. 00010000:00000010:1.1:1788940792.011022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:0.1:1788940792.011103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08400. 00010000:00000010:0.1:1788940792.011117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00010000:00000010:0.1:1788940792.011125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b54315e100. 00010000:00000010:0.1:1788940792.011131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146cc00. 00000080:00000010:1.1:1788940807.355184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b54307b4a0. 00000080:00000010:1.1:1788940807.355203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b544b15520. 00010000:00000010:1.1:1788940809.293071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46000. 00010000:00000010:1.1:1788940809.293091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:1.1:1788940809.293095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46600. 00010000:00000010:1.1:1788940809.293099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582074000. 00000080:00000010:1.1:1788940809.341902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b551cb4980. 00000080:00000010:1.1:1788940809.341947:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db4a40. 00010000:00000010:0.1:1788940809.482898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08600. 00010000:00000010:0.1:1788940809.482915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00010000:00000010:0.1:1788940817.079258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1b00. 00010000:00000010:0.1:1788940817.079271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:1.1:1788940817.109590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1700. 00010000:00000010:2.1:1788940834.442127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08200. 00010000:00000010:2.1:1788940834.442148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00010000:00000010:2.1:1788940834.442155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46000. 00010000:00000010:2.1:1788940834.442159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582075000. 00000080:00000010:0.1:1788940834.475909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5448356e0. 00000080:00000010:0.1:1788940834.475929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b545966680. 00010000:00000010:3.1:1788940837.132085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46000. 00010000:00000010:3.1:1788940837.132100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582075600. 00010000:00000010:3.1:1788940837.132104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46b00. 00010000:00000010:3.1:1788940837.132107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582075e00. 00000080:00000010:0.1:1788940853.551007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b545c6c680. 00000080:00000010:0.1:1788940853.551029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5449990c0. 00010000:00000010:0.1:1788940872.860162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1800. 00010000:00000010:0.1:1788940872.860181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:0.1:1788940872.860187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc400. 00010000:00000010:0.1:1788940872.860192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146d000. 00000080:00000010:0.1:1788940872.882419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b545d3eae0. 00010000:00000010:0.1:1788940875.819099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1700. 00010000:00000010:0.1:1788940875.819121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:0.1:1788940875.819126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1b00. 00010000:00000010:0.1:1788940875.819129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00000080:00000010:0.1:1788940891.289699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b545d3ebe0. 00010000:00000010:2.1:1788940892.962474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccd00. 00010000:00000010:2.1:1788940892.962491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146c800. 00010000:00000010:2.1:1788940892.962495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccb00. 00010000:00000010:2.1:1788940892.962498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146d600. 00000080:00000010:0.1:1788940892.981136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5449932c0. 00000080:00000010:0.1:1788940892.983918:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db4a40. 00010000:00000010:0.1:1788940896.567445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00010000:00000010:0.1:1788940896.567471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:3.1:1788940900.796914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46b00. 00010000:00000010:3.1:1788940900.796933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582074800. 00010000:00000010:1.1:1788940900.807275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccf00. 00010000:00000010:1.1:1788940900.807292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00010000:00000010:1.1:1788940900.807297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146c800. 00000080:00000010:1.1:1788940916.503071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5449935c0. 00010000:00000010:3.1:1788940927.199775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146d000. 00010000:00000010:2.1:1788940927.204182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc600. 00010000:00000010:2.1:1788940927.204197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146cc00. 00010000:00000010:0.1:1788940927.215917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46400. 00010000:00000010:1.1:1788940927.311418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08a00. 00010000:00000010:1.1:1788940927.311427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00000800:00000200:3.1:1788940927.331501:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -4688 low water 168744 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.338135:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 82328 low water 158516 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.338165:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 81048 low water 159156 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.338171:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 81048 low water 159156 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.338230:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 166784 low water 149568 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.340643:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 67160 low water 232660 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.340860:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 67160 low water 232660 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.340867:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 67160 low water 232660 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.342185:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 151616 low water 223712 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.342193:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 151616 low water 223712 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.342224:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 236072 low water 214764 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.343669:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 388880 low water 304760 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.348285:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -15320 low water 506860 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.348325:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -16600 low water 507500 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.348330:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -16600 low water 507500 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.348952:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 20472 low water 488964 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.348969:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 20472 low water 488964 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.348981:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 20472 low water 488964 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.348989:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 19192 low water 489604 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.349352:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 19192 low water 489604 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.351046:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 62700 low water 484490 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.351070:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 61420 low water 485130 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.351075:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 61420 low water 485130 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.351105:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 231612 low water 466594 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.351116:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 231612 low water 466594 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.351125:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 230332 low water 467234 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.359767:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 273840 low water 462120 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.359788:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 273840 low water 462120 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.359794:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 273840 low water 462120 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.359823:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 486260 low water 439110 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.364881:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 355696 low water 687432 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365564:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 355696 low water 687432 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365595:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 355696 low water 687432 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365608:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 355696 low water 687432 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365616:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 355696 low water 687432 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365660:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 365308 low water 682626 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365693:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 411328 low water 659616 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365708:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 457348 low water 636606 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365734:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 503368 low water 613596 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.365749:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 549388 low water 590586 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.368705:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 549388 low water 590586 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.369556:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 549388 low water 590586 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.369591:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 549388 low water 590586 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.369605:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 549388 low water 590586 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.370919:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 595408 low water 567576 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.376562:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 73900 low water 844970 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.376582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 73900 low water 844970 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.376588:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 73900 low water 844970 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.376609:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 119920 low water 821960 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.381597:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 199220 low water 798950 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.381616:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 199220 low water 798950 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.381621:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 199220 low water 798950 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.390571:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 261856 low water 767632 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.390616:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 325772 low water 735674 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.390768:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 421688 low water 704356 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.390789:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 485604 low water 672398 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.390803:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 549520 low water 640440 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940927.390865:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 646716 low water 608482 conn ffff90b543a16000 blocked idle queued 00010000:00000010:1.1:1788940928.985170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:2.1:1788940928.990917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08a00. 00010000:00000010:2.1:1788940928.990931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00010000:00000010:0.1:1788940929.031915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46800. 00010000:00000010:1.1:1788940929.054957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:1.1:1788940935.338299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00010000:00000010:1.1:1788940935.346161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08c00. 00010000:00000010:1.1:1788940935.346184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:1.1:1788940935.369921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00000800:00000200:3.1:1788940935.557807:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -48692 low water 956186 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.557846:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -49972 low water 956826 conn ffff90b543a16000 blocked idle queued 00010000:00000010:1.1:1788940935.560091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc000. 00010000:00000010:1.1:1788940935.560103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582074a00. 00000800:00000200:3.1:1788940935.560109:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -30796 low water 947238 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.560451:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -32076 low water 947878 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.560809:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -32076 low water 947878 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.561030:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -33356 low water 948518 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.561041:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -33356 low water 948518 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.561468:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -15460 low water 939570 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.561506:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -16740 low water 940210 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.561511:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -16740 low water 940210 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.564430:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 2436 low water 930622 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565774:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 1156 low water 931262 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565787:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 1156 low water 931262 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565874:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 19052 low water 922314 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565879:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 19052 low water 922314 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565908:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 38228 low water 912726 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565921:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 36948 low water 913366 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565924:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 36948 low water 913366 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565939:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 56124 low water 903778 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.565952:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 76580 low water 893550 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570717:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 94476 low water 884602 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570759:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 94476 low water 884602 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570775:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 93196 low water 885242 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570787:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 91916 low water 885882 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570808:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 91916 low water 885882 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570827:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 111092 low water 876294 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570842:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 130268 low water 866706 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570855:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 149444 low water 857118 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570869:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 177568 low water 843056 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570883:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 196744 low water 833468 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.570896:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 224868 low water 819406 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.571074:0:2347:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 224868 low water 819406 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.571090:0:2347:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 223588 low water 820046 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.574536:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 251712 low water 805984 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.574561:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 251712 low water 805984 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.574570:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 251712 low water 805984 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.574575:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 251712 low water 805984 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.574593:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 261940 low water 800870 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.574620:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 290064 low water 786808 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.574658:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 383384 low water 740148 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.575535:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 383384 low water 740148 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.575552:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 383384 low water 740148 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.576538:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 383384 low water 740148 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.576554:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 383384 low water 740148 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.578446:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 383384 low water 740148 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.578528:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 393612 low water 735034 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.579472:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 649276 low water 607202 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.583227:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -53800 low water 958740 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.583244:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace -53800 low water 958740 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.590488:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 10116 low water 926782 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.590506:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 10116 low water 926782 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.593447:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 524088 low water 703076 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.593481:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 524088 low water 703076 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.593487:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 524088 low water 703076 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.594159:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 524088 low water 703076 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.594177:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 524088 low water 703076 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.595534:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 524088 low water 703076 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.595557:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 524088 low water 703076 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.597004:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 524088 low water 703076 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.598085:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 910228 low water 543286 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.602201:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 48684 low water 990698 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.602216:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 48684 low water 990698 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.606644:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 337628 low water 862866 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.606671:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 337628 low water 862866 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.606677:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 337628 low water 862866 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.607115:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 337628 low water 862866 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.607131:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 337628 low water 862866 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.620656:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 626572 low water 735034 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.620680:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 626572 low water 735034 conn ffff90b543a16000 blocked idle queued 00000800:00000200:3.1:1788940935.620687:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90b547c5c980 wspace 626572 low water 735034 conn ffff90b543a16000 blocked idle queued 00010000:00000010:0.1:1788940935.987898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1e00. 00010000:00000010:0.1:1788940935.987915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983a00. 00010000:00000010:0.1:1788940935.987920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccca00. 00010000:00000010:0.1:1788940935.987923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982c00. 00000080:00000010:0.1:1788940935.999917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55293afc0. 00000080:00000010:0.1:1788940935.999953:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d30840. 00010000:00000010:0.1:1788940936.033121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08c00. 00010000:00000010:0.1:1788940936.033142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00010000:00000010:0.1:1788940936.033148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1e00. 00010000:00000010:0.1:1788940936.033151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00000080:00000010:0.1:1788940936.038947:0:13352:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55293ab80. 00000080:00000010:0.1:1788940936.038969:0:13352:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9ca40. 00010000:00000010:0.1:1788940936.057165:0:13352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1200. 00010000:00000010:0.1:1788940936.057177:0:13352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582074800. 00010000:00000010:0.1:1788940936.057183:0:13352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00010000:00000010:0.1:1788940936.057187:0:13352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00000080:00000010:0.1:1788940936.063448:0:13349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b545d3e7c0. 00000080:00000010:0.1:1788940936.063476:0:13349:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d34200. 00010000:00000010:3.1:1788940937.539942:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1900. 00010000:00000010:3.1:1788940937.539949:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:3.1:1788940937.539954:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1000. 00010000:00000010:3.1:1788940937.539957:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:2.1:1788940942.527899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1e00. 00010000:00000010:2.1:1788940942.527911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00010000:00000010:2.1:1788941055.476957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc300. 00010000:00000010:2.1:1788941055.476978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00010000:00000010:3.1:1788941055.535438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:3.1:1788941055.535457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e700. 00000080:00000010:3.1:1788941055.535465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5486b8020. 00010000:00000010:3.1:1788941055.535478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030600. 00010000:00000010:3.1:1788941055.535485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46e00. 00010000:00000010:3.1:1788941055.535489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00010000:00000010:3.1:1788941055.535493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00010000:00000010:3.1:1788941055.535496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46b00. 00010000:00000010:0.1:1788941055.554117:0:13992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b000. 00000080:00000010:0.1:1788941055.554275:0:13992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b551a056a0. 00010000:00000010:0.1:1788941055.803911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46a00. 00010000:00000010:0.1:1788941055.803929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00010000:00000010:0.1:1788941055.829967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1c00. 00010000:00000010:0.1:1788941055.882924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:1.1:1788941056.045306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00010000:00000010:1.1:1788941056.045339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1a00. 00010000:00000010:1.1:1788941056.045367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:1.1:1788941056.045371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46000. 00010000:00000010:1.1:1788941056.045375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00000080:00000010:1.1:1788941056.069908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483296a0. 00000080:00000010:1.1:1788941056.069942:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d34200. 00010000:00000010:1.1:1788941060.322163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00010000:00000010:1.1:1788941060.322176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00010000:00000010:0.1:1788941081.342926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46600. 00010000:00000010:0.1:1788941081.342939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a400. 00010000:00000010:2.1:1788941081.509001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46800. 00010000:00000010:2.1:1788941081.509014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b000. 00010000:00000010:2.1:1788941081.548894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46400. 00010000:00000010:1.1:1788941081.589061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982400. 00010000:00000010:0.1:1788941081.804867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1400. 00010000:00000010:0.1:1788941081.804881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:1.1:1788941081.842164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1300. 00010000:00000010:3.1:1788941081.842371:0:14674:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00010000:00000010:1.1:1788941082.065557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00010000:00000010:1.1:1788941082.065569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46800. 00010000:00000010:1.1:1788941082.065574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ae00. 00010000:00000010:1.1:1788941082.065577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46400. 00010000:00000010:1.1:1788941082.065580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792aa00. 00000080:00000010:1.1:1788941082.093610:0:14680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b551a05f80. 00000080:00000010:1.1:1788941082.093632:0:14680:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da1080. 00010000:00000010:1.1:1788941086.029939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc700. 00010000:00000010:1.1:1788941086.029953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982200. 00010000:00000010:3.1:1788941092.859900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1400. 00010000:00000010:3.1:1788941092.859915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00000080:00000010:3.1:1788941092.897303:0:15264:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55804d700. 00010000:00000010:0.1:1788941093.076040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a000. 00010000:00000010:1.1:1788941094.437248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1c00. 00010000:00000010:1.1:1788941094.437263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00000080:00000010:1.1:1788941094.512930:0:15301:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548329ba0. 00010000:00000010:1.1:1788941094.513010:0:15301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792be00. 00010000:00000010:1.1:1788941094.529050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46500. 00010000:00000010:1.1:1788941094.548445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00010000:00000010:2.1:1788941094.774186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00010000:00000010:2.1:1788941094.917964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00010000:00000010:2.1:1788941094.917977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08500. 00010000:00000010:2.1:1788941094.917982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:2.1:1788941094.917985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08a00. 00010000:00000010:2.1:1788941094.917988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000080:00000010:3.1:1788941094.946887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5466f6780. 00000080:00000010:3.1:1788941094.964106:0:15326:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db0000. 00010000:00000010:3.1:1788941096.268929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:3.1:1788941096.268940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983600. 00000080:00000010:1.1:1788941109.733507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5466f6180. 00000080:00000010:1.1:1788941109.733522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b544a24b20. 00010000:00000010:3.1:1788941109.733912:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b55a287c00. 00010000:00000010:3.1:1788941109.733919:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54146ca00. 00010000:00000010:3.1:1788941109.733923:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25c00. 00010000:00000010:3.1:1788941109.733926:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031c00. 00000080:00000010:1.1:1788941109.741672:0:15922:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d36300. 00000080:00000010:1.1:1788941109.741696:0:15922:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9dac0. 00000080:00000010:1.1:1788941109.741705:0:15922:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d32100. 00000080:00000010:1.1:1788941109.741722:0:15922:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da0840. 00000080:00000010:1.1:1788941109.741730:0:15922:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db7380. 00000080:00000010:1.1:1788941109.741737:0:15922:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9f380. 00010000:00000010:1.1:1788941109.741757:0:15922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 00010000:00000010:1.1:1788941109.765440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b582075800. 00010000:00000010:1.1:1788941109.765451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46900. 00010000:00000010:1.1:1788941109.784896:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00010000:00000010:1.1:1788941109.784905:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:1.1:1788941109.784909:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:1.1:1788941109.784912:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00010000:00000010:0.1:1788941109.811047:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:0.1:1788941109.811056:0:38:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08000. 00010000:00000010:0.1:1788941111.153087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00010000:00000010:0.1:1788941111.153109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00010000:00000010:0.1:1788941111.167963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1200. 00010000:00000010:0.1:1788941111.189288:0:2353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1b00. 00010000:00000010:0.1:1788941111.189309:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:0.1:1788941111.213025:0:1358:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1600. 00010000:00000010:0.1:1788941111.213033:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00000080:00000010:2.1:1788941111.268917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5466f6400. 00010000:00000010:1.1:1788941111.333031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:1.1:1788941111.333043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 00010000:00000010:1.1:1788941111.337162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08100. 00010000:00000010:1.1:1788941111.337181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00000080:00000010:0.1:1788941111.464983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5466f6400. 00010000:00000010:0.1:1788941111.531901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:0.1:1788941111.531932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 00010000:00000010:2.1:1788941111.804353:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:0.1:1788941111.824934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08600. 00010000:00000010:0.1:1788941111.824955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00010000:00000010:3.1:1788941112.298923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccb00. 00010000:00000010:3.1:1788941112.298939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982a00. 00010000:00000010:0.1:1788941112.306911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1600. 00010000:00000010:0.1:1788941112.319081:0:16056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:3.1:1788941112.329895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc900. 00010000:00000010:1.1:1788941112.388291:0:16058:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1600. 00010000:00000010:1.1:1788941112.388303:0:16058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:0.1:1788941112.393200:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b800. 00010000:00000010:0.1:1788941112.393216:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46b00. 00010000:00000010:3.1:1788941112.525931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08c00. 00010000:00000010:3.1:1788941112.525948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00010000:00000010:2.1:1788941112.562897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc900. 00010000:00000010:1.1:1788941112.566942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982a00. 00010000:00000010:0.1:1788941112.571895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a000. 00010000:00000010:1.1:1788941112.942952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:1.1:1788941112.942967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccb00. 00010000:00000010:1.1:1788941112.942973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983400. 00010000:00000010:1.1:1788941112.942976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccce00. 00010000:00000010:1.1:1788941112.942978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983e00. 00000080:00000010:1.1:1788941112.953408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5467c5a40. 00000080:00000010:1.1:1788941112.956985:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d98000. 00010000:00000010:1.1:1788941112.983491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46d00. 00010000:00000010:1.1:1788941112.983505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:1.1:1788941113.001891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08500. 00010000:00000010:1.1:1788941113.001902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00010000:00000010:1.1:1788941113.097901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983c00. 00010000:00000010:2.1:1788941115.249994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ac00. 00010000:00000010:2.1:1788941115.250007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a400. 00010000:00000010:2.1:1788941115.250010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00000080:00000010:0.1:1788941115.250668:0:16107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5466f6cc0. 00000080:00000010:0.1:1788941115.250741:0:126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5466f6900. 00000080:00000010:0.1:1788941115.250751:0:126:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db7380. 00000080:00000010:0.1:1788941115.250766:0:126:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db18c0. 00010000:00000010:0.1:1788941115.252130:0:126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792be00. 00010000:00000010:0.1:1788941115.252136:0:126:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46100. 00010000:00000010:2.1:1788941115.270169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:2.1:1788941115.270176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08100. 00010000:00000010:2.1:1788941115.270180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982400. 00010000:00000010:2.1:1788941115.270182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccf00. 00010000:00000010:2.1:1788941125.409008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08500. 00010000:00000010:2.1:1788941125.409028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00010000:00000010:2.1:1788941125.420918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85a00. 00010000:00000010:2.1:1788941125.575925:0:16981:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031c00. 00010000:00000010:2.1:1788941125.607876:0:16984:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1200. 00010000:00000010:2.1:1788941125.607889:0:16984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00010000:00000010:2.1:1788941125.616891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85200. 00010000:00000010:2.1:1788941125.616899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ac00. 00010000:00000010:2.1:1788941125.690121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:2.1:1788941125.880130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00010000:00000010:1.1:1788941141.193276:0:12515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:1.1:1788941141.576118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85f00. 00010000:00000010:1.1:1788941141.576133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b800. 00010000:00000010:1.1:1788941141.576138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccca00. 00010000:00000010:1.1:1788941141.576141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983e00. 00000080:00000010:1.1:1788941141.599808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900ff60. 00000080:00000010:1.1:1788941141.599864:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da3180. 00010000:00000010:0.1:1788941142.258026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:0.1:1788941142.258041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:1.1:1788941150.766408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:1.1:1788941150.766419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:1.1:1788941150.798905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00010000:00000010:0.1:1788941166.340898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:0.1:1788941166.340913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00010000:00000010:0.1:1788941166.340917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25200. 00010000:00000010:0.1:1788941166.340920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00000080:00000010:0.1:1788941166.354895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa8e0. 00000080:00000010:0.1:1788941166.354914:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db39c0. 00010000:00000010:0.1:1788941167.875197:0:17703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08600. 00010000:00000010:0.1:1788941167.875213:0:17703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:1.1:1788941194.080125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000080:00000010:1.1:1788941194.085510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfacc0. 00010000:00000010:1.1:1788941194.085523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00010000:00000010:1.1:1788941194.085528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00010000:00000010:1.1:1788941194.204800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00010000:00000010:1.1:1788941194.204807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000080:00000010:3.1:1788941194.368332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa1a0. 00010000:00000010:0.1:1788941195.444944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00010000:00000010:0.1:1788941213.833873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00010000:00000010:1.1:1788941213.925434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00010000:00000010:1.1:1788941213.925463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08600. 00010000:00000010:1.1:1788941213.925467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00010000:00000010:1.1:1788941213.925469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00000080:00000010:0.1:1788941213.957033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfaae0. 00000080:00000010:0.1:1788941213.957080:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db5280. 00010000:00000010:0.1:1788941213.973974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00010000:00000010:0.1:1788941213.973993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00010000:00000010:0.1:1788941213.973999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00010000:00000010:0.1:1788941213.974003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc800. 00010000:00000010:0.1:1788941213.974006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983e00. 00000080:00000010:0.1:1788941214.017911:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d33180. 00000080:00000010:0.1:1788941214.017933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa740. 00010000:00000010:0.1:1788941221.811968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a600. 00000080:00000010:0.1:1788941221.811997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f7c0. 00010000:00000010:2.1:1788941221.815109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85b00. 00010000:00000010:2.1:1788941221.815120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ae00. 00010000:00000010:0.1:1788941221.931889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25a00. 00010000:00000010:0.1:1788941221.931898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00000080:00000010:0.1:1788941222.082220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa740. 00010000:00000010:1.1:1788941223.219138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00010000:00000010:2.1:1788941232.358269:0:14826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85b00. 00010000:00000010:2.1:1788941232.358280:0:14826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792bc00. 00010000:00000010:3.1:1788941232.376880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85600. 00010000:00000010:3.1:1788941232.376890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a000. 00000080:00000010:3.1:1788941232.376914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f9c0. 00010000:00000010:0.1:1788941232.405911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00010000:00000010:1.1:1788941239.534001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00000080:00000010:1.1:1788941239.534016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b544a29960. 00010000:00000010:1.1:1788941239.534026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccd00. 00010000:00000010:1.1:1788941239.534030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983600. 00010000:00000010:1.1:1788941239.552451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08c00. 00010000:00000010:0.1:1788941239.600511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ac00. 00010000:00000010:0.1:1788941240.805915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85800. 00010000:00000010:0.1:1788941240.805931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00010000:00000010:0.1:1788941240.975218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031c00. 00010000:00000010:0.1:1788941278.021123:0:20156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b800. 00010000:00000010:0.1:1788941288.472901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:0.1:1788941288.476084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc300. 00010000:00000010:0.1:1788941288.476099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982200. 00010000:00000010:0.1:1788941288.494900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25200. 00010000:00000010:1.1:1788941288.543425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a800. 00010000:00000010:0.1:1788941330.153906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00010000:00000010:1.1:1788941330.217156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25e00. 00010000:00000010:1.1:1788941330.217173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031c00. 00010000:00000010:1.1:1788941330.217179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc800. 00010000:00000010:1.1:1788941330.217182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983400. 00000080:00000010:1.1:1788941330.230047:0:20584:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483293c0. 00000080:00000010:1.1:1788941330.232919:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d34a40. 00010000:00000010:0.1:1788941331.748239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85800. 00010000:00000010:0.1:1788941331.748260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:3.1:1788941342.333351:0:21812:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccb00. 00010000:00000010:3.1:1788941342.333370:0:21812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982000. 00000080:00000010:0.1:1788941342.358471:0:126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900ffc0. 00010000:00000010:3.1:1788941342.417511:0:21818:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08c00. 00010000:00000010:3.1:1788941342.417522:0:21818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:1.1:1788941342.639919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25c00. 00010000:00000010:1.1:1788941342.639932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982000. 00010000:00000010:1.1:1788941342.652956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031200. 00000080:00000010:1.1:1788941342.699899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fbc0. 00010000:00000010:0.1:1788941342.732006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b600. 00000080:00000010:0.1:1788941342.732014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fd20. 00010000:00000010:0.1:1788941342.735998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:3.1:1788941342.875914:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ba00. 00010000:00000010:2.1:1788941342.877907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:0.1:1788941342.905377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00000080:00000010:0.1:1788941342.961912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548329a60. 00010000:00000010:2.1:1788941343.128372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983600. 00010000:00000010:2.1:1788941343.128384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25b00. 00010000:00000010:0.1:1788941343.280993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031c00. 00010000:00000010:1.1:1788941343.299968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:1.1:1788941343.299992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00010000:00000010:2.1:1788941343.305009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00010000:00000010:2.1:1788941343.305025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08600. 00010000:00000010:2.1:1788941343.305028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000080:00000010:2.1:1788941343.324784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548329a20. 00000080:00000010:2.1:1788941343.327531:0:21848:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d30000. 00010000:00000010:0.1:1788941351.161038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85200. 00010000:00000010:0.1:1788941351.161050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792bc00. 00000080:00000010:0.1:1788941351.219884:0:22458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483295e0. 00010000:00000010:0.1:1788941351.388933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08300. 00010000:00000010:0.1:1788941351.388949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00010000:00000010:1.1:1788941351.398428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00000080:00000010:1.1:1788941351.427896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa0e0. 00010000:00000010:0.1:1788941351.469891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00000080:00000010:0.1:1788941351.469904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483295c0. 00010000:00000010:0.1:1788941351.489463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031c00. 00010000:00000010:1.1:1788941351.620888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:0.1:1788941351.624984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031c00. 00010000:00000010:0.1:1788941351.639932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00000080:00000010:0.1:1788941351.704924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5590f94e0. 00010000:00000010:1.1:1788941353.630927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031200. 00010000:00000010:1.1:1788941353.630940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:0.1:1788941374.927972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982000. 00010000:00000010:2.1:1788941374.941925:0:22272:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00010000:00000010:2.1:1788941374.941959:0:22272:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08500. 00010000:00000010:2.1:1788941374.941964:0:22272:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00000080:00000010:1.1:1788941374.959040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5590f9fc0. 00000080:00000010:1.1:1788941374.959083:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db6b40. 00010000:00000010:3.1:1788941377.782075:0:22708:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc100. 00010000:00000010:3.1:1788941377.782087:0:22708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983e00. 00010000:00000010:0.1:1788941384.449961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25200. 00010000:00000010:0.1:1788941384.449978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00000080:00000010:0.1:1788941384.475541:0:22922:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548329fc0. 00010000:00000010:0.1:1788941384.628341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08a00. 00010000:00000010:0.1:1788941384.628353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00010000:00000010:1.1:1788941384.635265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00000080:00000010:1.1:1788941384.654894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa1e0. 00010000:00000010:2.1:1788941384.689447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ae00. 00000080:00000010:2.1:1788941384.689462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fac0. 00010000:00000010:2.1:1788941384.722176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a600. 00010000:00000010:3.1:1788941384.956932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792bc00. 00010000:00000010:2.1:1788941384.960896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983200. 00010000:00000010:1.1:1788941384.986476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00000080:00000010:0.1:1788941385.100057:0:23122:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5590f9860. 00010000:00000010:1.1:1788941398.203918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792be00. 00010000:00000010:1.1:1788941398.203929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08400. 00010000:00000010:0.1:1788941400.339902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00010000:00000010:1.1:1788941400.355959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:1.1:1788941400.355976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:1.1:1788941400.355979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00000080:00000010:1.1:1788941400.384907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfac00. 00000080:00000010:1.1:1788941400.384931:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db6b40. 00010000:00000010:0.1:1788941403.347903:0:23384:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08400. 00010000:00000010:0.1:1788941403.347912:0:23384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00010000:00000010:1.1:1788941410.125733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08a00. 00010000:00000010:1.1:1788941410.125740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00010000:00000010:1.1:1788941410.135198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc800. 00010000:00000010:1.1:1788941410.135212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00010000:00000010:3.1:1788941514.728882:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b200. 00010000:00000010:3.1:1788941514.733897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 00000080:00000010:3.1:1788941514.733913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5466f61e0. 00010000:00000010:3.1:1788941514.733921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:3.1:1788941514.733925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c46800. 00010000:00000010:3.1:1788941514.733929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00010000:00000010:2.1:1788941514.733945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08500. 00010000:00000010:2.1:1788941514.733956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00000080:00000010:3.1:1788941514.733960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfafc0. 00010000:00000010:3.1:1788941514.733968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00010000:00000010:3.1:1788941514.733972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:3.1:1788941514.733975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00010000:00000010:3.1:1788941514.733980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25a00. 00000080:00000010:3.1:1788941514.733982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa3e0. 00010000:00000010:3.1:1788941514.733985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:3.1:1788941514.733987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00000080:00000010:3.1:1788941514.733990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fd00. 00010000:00000010:3.1:1788941514.733994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a400. 00010000:00000010:3.1:1788941514.733997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85d00. 00000080:00000010:3.1:1788941514.734000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548329c60. 00010000:00000010:3.1:1788941514.734004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:3.1:1788941514.734007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00000080:00000010:3.1:1788941514.734009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa0e0. 00010000:00000010:3.1:1788941514.734013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00010000:00000010:3.1:1788941514.734016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08000. 00010000:00000010:1.1:1788941516.124086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:1.1:1788941516.124092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:1.1:1788941516.124095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00000080:00000010:3.1:1788941516.124201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfadc0. 00000080:00000010:3.1:1788941516.124231:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db6b40. 00010000:00000010:0.1:1788941516.136975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b800. 00010000:00000010:0.1:1788941516.136982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85b00. 00010000:00000010:0.1:1788941516.194175:0:16380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25600. 00010000:00000010:0.1:1788941516.194188:0:16380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00010000:00000010:0.1:1788941516.194981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:2.1:1788941516.239774:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00010000:00000010:0.1:1788941516.384120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08000. 00010000:00000010:0.1:1788941516.384128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00010000:00000010:2.1:1788941516.401122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00010000:00000010:0.1:1788941516.405888:0:23932:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:2.1:1788941516.520046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00010000:00000010:2.1:1788941516.520060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25c00. 00010000:00000010:2.1:1788941516.520064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031c00. 00010000:00000010:2.1:1788941516.520069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85f00. 00010000:00000010:2.1:1788941516.520072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ba00. 00000080:00000010:2.1:1788941516.527987:0:23939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483543c0. 00000080:00000010:2.1:1788941516.539550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d35280. 00010000:00000010:2.1:1788941521.288958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08200. 00010000:00000010:2.1:1788941521.288980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:0.1:1788941524.343890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:0.1:1788941524.343903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030000. 00010000:00000010:0.1:1788941524.365909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25b00. 00010000:00000010:0.1:1788941525.927899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08400. 00010000:00000010:0.1:1788941525.927913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:0.1:1788941525.943039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25100. 00010000:00000010:2.1:1788941525.967078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc000. 00010000:00000010:2.1:1788941525.967102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982400. 00000080:00000010:3.1:1788941630.537933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354840. 00000080:00000010:3.1:1788941630.537962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa5a0. 00000080:00000010:1.1:1788941630.548945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db6300. 00000080:00000010:1.1:1788941630.553158:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d32940. 00010000:00000010:1.1:1788941630.553176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030800. 00010000:00000010:1.1:1788941630.556408:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031e00. 00010000:00000010:1.1:1788941630.556419:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25000. 00010000:00000010:0.1:1788941630.556897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983a00. 00010000:00000010:0.1:1788941630.556906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:1.1:1788941630.570946:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031800. 00010000:00000010:1.1:1788941630.570954:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25e00. 00010000:00000010:1.1:1788941630.570976:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982200. 00010000:00000010:1.1:1788941630.570980:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc600. 00010000:00000010:1.1:1788941630.717106:0:24714:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:1.1:1788941630.717126:0:24714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031200. 00010000:00000010:1.1:1788941630.717132:0:24714:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc400. 00010000:00000010:1.1:1788941630.717136:0:24714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983e00. 00000080:00000010:1.1:1788941630.725272:0:24711:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354f60. 00000080:00000010:1.1:1788941630.725299:0:24711:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d998c0. 00010000:00000010:1.1:1788941630.768145:0:24715:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccb00. 00010000:00000010:1.1:1788941630.768169:0:24715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983400. 00010000:00000010:1.1:1788941630.778192:0:24715:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:0.1:1788941630.830930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00010000:00000010:0.1:1788941630.966936:0:24722:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccb00. 00010000:00000010:0.1:1788941630.966944:0:24722:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00010000:00000010:3.1:1788941630.974899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325000. 00010000:00000010:0.1:1788941630.974899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:1.1:1788941631.088300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:1.1:1788941631.088322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08300. 00010000:00000010:1.1:1788941631.088327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:1.1:1788941631.088332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85600. 00010000:00000010:1.1:1788941631.088338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ba00. 00000080:00000010:1.1:1788941631.092993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfaba0. 00000080:00000010:1.1:1788941631.093027:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db6300. 00010000:00000010:0.1:1788941633.816895:0:24976:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:0.1:1788941633.816909:0:24976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324a00. 00010000:00000010:1.1:1788941637.529913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08200. 00010000:00000010:1.1:1788941637.529927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00000080:00000010:0.1:1788941637.544113:0:25338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfae40. 00000080:00000010:0.1:1788941638.590891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354ee0. 00010000:00000010:0.1:1788941638.590914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:0.1:1788941638.590918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325e00. 00010000:00000010:1.1:1788941638.632444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:1.1:1788941638.632457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00000080:00000010:1.1:1788941638.716910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa180. 00000080:00000010:3.1:1788941642.789027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa2c0. 00000080:00000010:3.1:1788941642.789042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f9c0. 00010000:00000010:0.1:1788941642.789934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983400. 00000080:00000010:3.1:1788941642.792084:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da5ac0. 00000080:00000010:3.1:1788941642.792099:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db6300. 00000080:00000010:3.1:1788941642.792120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db2100. 00010000:00000010:2.1:1788941642.792883:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:2.1:1788941642.792890:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325a00. 00010000:00000010:3.1:1788941642.818088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00010000:00000010:3.1:1788941642.818099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:3.1:1788941642.818102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:3.1:1788941642.818105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08200. 00010000:00000010:3.1:1788941642.818107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 00010000:00000010:3.1:1788941642.818109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08100. 00010000:00000010:1.1:1788941654.668928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25c00. 00010000:00000010:1.1:1788941654.668938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325800. 00000080:00000010:1.1:1788941654.682966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfaee0. 00010000:00000010:1.1:1788941654.735921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:1.1:1788941654.735942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324400. 00010000:00000010:0.1:1788941654.768069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00000080:00000010:0.1:1788941654.788635:0:25982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354ea0. 00010000:00000010:2.1:1788941655.694916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08500. 00010000:00000010:2.1:1788941655.694932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00010000:00000010:1.1:1788941662.292940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25600. 00010000:00000010:1.1:1788941662.292954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325e00. 00000080:00000010:0.1:1788941662.308911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfaf40. 00010000:00000010:0.1:1788941662.416899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:0.1:1788941662.416913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325c00. 00010000:00000010:0.1:1788941662.426910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325600. 00000080:00000010:2.1:1788941662.459892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354960. 00010000:00000010:1.1:1788941663.323070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:0.1:1788941663.331143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08700. 00010000:00000010:0.1:1788941663.331156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00000080:00000010:0.1:1788941663.336417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfab00. 00010000:00000010:0.1:1788941669.092991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325400. 00000080:00000010:0.1:1788941669.093093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483548a0. 00010000:00000010:0.1:1788941669.093102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08400. 00010000:00000010:0.1:1788941669.093107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:0.1:1788941669.151005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324a00. 00000080:00000010:1.1:1788941669.151900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483541c0. 00010000:00000010:1.1:1788941669.151919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:1.1:1788941669.151924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325400. 00000080:00000010:0.1:1788941673.052144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354c60. 00000080:00000010:1.1:1788941673.052145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483541e0. 00000080:00000010:1.1:1788941673.052242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfaee0. 00000080:00000010:0.1:1788941673.052242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061ae0. 00000080:00000010:1.1:1788941673.052269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354aa0. 00010000:00000010:1.1:1788941673.071284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08000. 00010000:00000010:1.1:1788941673.071304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324a00. 00010000:00000010:1.1:1788941673.071310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:1.1:1788941673.071315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983600. 00010000:00000010:1.1:1788941673.071318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccb00. 00010000:00000010:1.1:1788941673.071322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00010000:00000010:1.1:1788941673.071326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85b00. 00010000:00000010:1.1:1788941673.071331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b800. 00010000:00000010:1.1:1788941673.071334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85c00. 00010000:00000010:1.1:1788941673.071337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b000. 00010000:00000010:1.1:1788941673.071340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:1.1:1788941673.071342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325600. 00010000:00000010:1.1:1788941673.071345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25500. 00010000:00000010:1.1:1788941673.071348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324400. 00010000:00000010:1.1:1788941673.071351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:1.1:1788941673.071355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25e00. 00010000:00000010:1.1:1788941673.071358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00010000:00000010:1.1:1788941673.071361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25100. 00010000:00000010:1.1:1788941673.071363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00000080:00000010:2.1:1788941689.505890:0:27220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f3c0. 00000080:00000010:2.1:1788941689.505914:0:27220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f4e0. 00010000:00000010:1.1:1788941691.099117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792be00. 00010000:00000010:1.1:1788941691.151013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85500. 00010000:00000010:1.1:1788941691.151029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324800. 00010000:00000010:1.1:1788941691.151032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324c00. 00000080:00000010:1.1:1788941691.171693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354860. 00000080:00000010:1.1:1788941691.171718:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da4a40. 00000080:00000010:1.1:1788941691.171727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483546c0. 00010000:00000010:1.1:1788941691.179065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:1.1:1788941691.179093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25a00. 00010000:00000010:1.1:1788941691.179120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:1.1:1788941691.179123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25300. 00010000:00000010:1.1:1788941691.179126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325000. 00000080:00000010:1.1:1788941691.187134:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d34a40. 00000080:00000010:1.1:1788941691.187159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfad40. 00010000:00000010:1.1:1788941691.209284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:2.1:1788941691.240323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00010000:00000010:2.1:1788941691.240339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00010000:00000010:2.1:1788941691.240344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00000080:00000010:2.1:1788941691.245362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa720. 00000080:00000010:2.1:1788941691.245450:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db1080. 00000080:00000010:2.1:1788941691.245477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa780. 00010000:00000010:2.1:1788941691.254183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b200. 00010000:00000010:2.1:1788941691.254203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08000. 00010000:00000010:2.1:1788941691.254209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a600. 00010000:00000010:2.1:1788941691.254212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:2.1:1788941691.254215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00000080:00000010:2.1:1788941691.267570:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db0840. 00000080:00000010:2.1:1788941691.267588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fb20. 00010000:00000010:1.1:1788941695.266161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85c00. 00010000:00000010:1.1:1788941695.266173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ac00. 00010000:00000010:2.1:1788941695.266312:0:27600:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08a00. 00010000:00000010:2.1:1788941695.266319:0:27600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 00010000:00000010:1.1:1788941697.877926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00000080:00000010:1.1:1788941697.877941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa6e0. 00010000:00000010:1.1:1788941697.877947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25600. 00010000:00000010:1.1:1788941697.877952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325e00. 00010000:00000010:0.1:1788941697.968008:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983200. 00000080:00000010:0.1:1788941697.968030:0:1357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061c20. 00010000:00000010:0.1:1788941697.968038:0:1357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccca00. 00010000:00000010:0.1:1788941697.968042:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983600. 00000080:00000010:2.1:1788941700.955397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa180. 00000080:00000010:2.1:1788941700.955423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa3e0. 00010000:00000010:0.1:1788941700.979937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85300. 00010000:00000010:0.1:1788941700.979951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a800. 00010000:00000010:0.1:1788941700.979956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08400. 00010000:00000010:0.1:1788941700.979959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:0.1:1788941700.979962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08300. 00010000:00000010:0.1:1788941700.979965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00010000:00000010:0.1:1788941700.979969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08500. 00010000:00000010:0.1:1788941700.979971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000080:00000010:2.1:1788941841.048115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f320. 00000080:00000010:2.1:1788941841.048141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f6e0. 00010000:00000010:0.1:1788941841.192244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ae00. 00010000:00000010:0.1:1788941841.236468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85f00. 00010000:00000010:0.1:1788941841.236481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b800. 00010000:00000010:0.1:1788941841.236484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a600. 00000080:00000010:2.1:1788941841.264042:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db3180. 00000080:00000010:2.1:1788941841.264057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f6e0. 00000080:00000010:0.1:1788941841.270100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f8e0. 00010000:00000010:1.1:1788941841.313297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00010000:00000010:1.1:1788941841.313308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85000. 00010000:00000010:1.1:1788941841.313311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325200. 00010000:00000010:1.1:1788941841.313315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25a00. 00010000:00000010:1.1:1788941841.313318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00000080:00000010:1.1:1788941841.316993:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d32100. 00000080:00000010:1.1:1788941841.317011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f3c0. 00010000:00000010:0.1:1788941841.360071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325a00. 00010000:00000010:3.1:1788941841.422961:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85300. 00010000:00000010:3.1:1788941841.422968:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792be00. 00010000:00000010:3.1:1788941841.422972:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983000. 00000080:00000010:3.1:1788941841.428140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f520. 00000080:00000010:3.1:1788941841.428163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da7380. 00000080:00000010:3.1:1788941841.428170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061f20. 00010000:00000010:1.1:1788941841.444903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983000. 00010000:00000010:1.1:1788941841.444917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85200. 00010000:00000010:1.1:1788941841.444921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00010000:00000010:1.1:1788941841.444926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08600. 00010000:00000010:1.1:1788941841.444928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00000080:00000010:0.1:1788941841.462675:0:27851:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d36300. 00000080:00000010:0.1:1788941841.462702:0:27851:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061700. 00010000:00000010:1.1:1788941843.707248:0:28003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85100. 00010000:00000010:1.1:1788941843.707263:0:28003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b000. 00010000:00000010:1.1:1788941848.956463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325200. 00000080:00000010:1.1:1788941848.956497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354be0. 00010000:00000010:1.1:1788941848.956507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccd00. 00010000:00000010:1.1:1788941848.956512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00010000:00000010:1.1:1788941849.083795:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983800. 00000080:00000010:1.1:1788941849.083821:0:1:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061940. 00010000:00000010:1.1:1788941849.083840:0:1:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc100. 00010000:00000010:1.1:1788941849.083844:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983e00. 00010000:00000010:0.1:1788941855.147906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25a00. 00010000:00000010:0.1:1788941855.147921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982400. 00010000:00000010:0.1:1788941855.147926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00010000:00000010:0.1:1788941855.147929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00010000:00000010:0.1:1788941855.147931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25200. 00010000:00000010:0.1:1788941855.147933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324200. 00010000:00000010:0.1:1788941855.147936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25e00. 00010000:00000010:0.1:1788941855.147938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325a00. 00000080:00000010:0.1:1788941871.806471:0:28459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354bc0. 00000080:00000010:0.1:1788941871.806506:0:28459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5590619c0. 00000080:00000010:0.1:1788941871.821898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354b40. 00000080:00000010:0.1:1788941871.821939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354da0. 00010000:00000010:3.1:1788941873.855583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983e00. 00010000:00000010:2.1:1788941873.947132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08200. 00010000:00000010:2.1:1788941873.947155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:2.1:1788941873.947159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00000080:00000010:0.1:1788941873.974053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa7a0. 00000080:00000010:1.1:1788941873.988557:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d34200. 00000080:00000010:1.1:1788941873.988572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfad40. 00010000:00000010:1.1:1788941873.995956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00010000:00000010:1.1:1788941873.995974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08100. 00010000:00000010:1.1:1788941873.995979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00010000:00000010:1.1:1788941873.995983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc300. 00010000:00000010:1.1:1788941873.995986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982200. 00000080:00000010:1.1:1788941874.013374:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db5ac0. 00000080:00000010:1.1:1788941874.013411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa080. 00010000:00000010:0.1:1788941874.069162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a000. 00010000:00000010:2.1:1788941874.140941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08b00. 00010000:00000010:2.1:1788941874.140956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a200. 00010000:00000010:2.1:1788941874.140961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983400. 00000080:00000010:2.1:1788941874.169910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f200. 00000080:00000010:2.1:1788941874.169944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d32100. 00000080:00000010:2.1:1788941874.169954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061d80. 00010000:00000010:3.1:1788941874.218912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a200. 00010000:00000010:3.1:1788941874.218925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc600. 00010000:00000010:3.1:1788941874.218930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325400. 00010000:00000010:3.1:1788941874.218934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08100. 00010000:00000010:3.1:1788941874.218937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00000080:00000010:0.1:1788941874.238813:0:28473:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d36300. 00000080:00000010:0.1:1788941874.238835:0:28473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fdc0. 00010000:00000010:1.1:1788941874.448909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08f00. 00010000:00000010:1.1:1788941874.448928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00010000:00000010:3.1:1788941882.214259:0:29033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ba00. 00000080:00000010:3.1:1788941882.214281:0:29033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f940. 00010000:00000010:3.1:1788941882.214291:0:29033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85a00. 00010000:00000010:3.1:1788941882.214295:0:29033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00010000:00000010:0.1:1788941882.281902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00000080:00000010:1.1:1788941882.307926:0:29038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354720. 00010000:00000010:1.1:1788941882.307941:0:29038:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08800. 00010000:00000010:1.1:1788941882.307947:0:29038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000080:00000010:3.1:1788941885.955027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354ea0. 00000080:00000010:3.1:1788941885.955057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f8a0. 00010000:00000010:2.1:1788941885.984271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25c00. 00010000:00000010:2.1:1788941885.984289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325c00. 00010000:00000010:2.1:1788941885.984293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25000. 00010000:00000010:2.1:1788941885.984296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a600. 00010000:00000010:2.1:1788941885.984299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25d00. 00010000:00000010:2.1:1788941885.984303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00010000:00000010:2.1:1788941885.984305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25b00. 00010000:00000010:2.1:1788941885.984308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00010000:00000010:2.1:1788941885.984318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08300. 00010000:00000010:2.1:1788941885.984321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000080:00000010:1.1:1788941901.482034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354400. 00000080:00000010:1.1:1788941901.482061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa9e0. 00010000:00000010:1.1:1788941903.269102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ba00. 00010000:00000010:2.1:1788941903.320909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc100. 00010000:00000010:2.1:1788941903.320930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983000. 00010000:00000010:2.1:1788941903.320938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982000. 00000080:00000010:0.1:1788941903.331040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061c40. 00000080:00000010:0.1:1788941903.331078:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db5ac0. 00000080:00000010:0.1:1788941903.331084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5590615c0. 00010000:00000010:2.1:1788941903.355919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325a00. 00010000:00000010:2.1:1788941903.355945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc700. 00010000:00000010:2.1:1788941903.355950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:2.1:1788941903.355955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85d00. 00010000:00000010:2.1:1788941903.355959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ac00. 00000080:00000010:2.1:1788941903.366110:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9b9c0. 00000080:00000010:2.1:1788941903.366132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354740. 00010000:00000010:2.1:1788941903.385910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b000. 00010000:00000010:1.1:1788941903.457066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc400. 00010000:00000010:1.1:1788941903.457089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00010000:00000010:1.1:1788941903.457094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982600. 00000080:00000010:0.1:1788941903.480913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061640. 00000080:00000010:0.1:1788941903.480945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d36300. 00000080:00000010:0.1:1788941903.480955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f0a0. 00010000:00000010:0.1:1788941903.511799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00010000:00000010:0.1:1788941903.511821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccca00. 00010000:00000010:0.1:1788941903.511826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325e00. 00010000:00000010:0.1:1788941903.511829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85d00. 00010000:00000010:0.1:1788941903.511833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ac00. 00000080:00000010:0.1:1788941903.561928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9d280. 00000080:00000010:0.1:1788941903.561946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483540a0. 00010000:00000010:0.1:1788941905.153922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc000. 00010000:00000010:0.1:1788941905.153935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982400. 00010000:00000010:2.1:1788941905.154067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccd00. 00010000:00000010:2.1:1788941905.154072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983600. 00010000:00000010:0.1:1788941910.396908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00000080:00000010:0.1:1788941910.400032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354400. 00010000:00000010:0.1:1788941910.400047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc800. 00010000:00000010:0.1:1788941910.400052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983000. 00010000:00000010:2.1:1788941910.486011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983c00. 00000080:00000010:3.1:1788941910.492923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061fa0. 00010000:00000010:3.1:1788941910.492947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b550c85800. 00010000:00000010:3.1:1788941910.492955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b000. 00010000:00000010:0.1:1788941911.787909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:0.1:1788941911.787920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00000080:00000010:3.1:1788941913.672921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061920. 00000080:00000010:3.1:1788941913.672946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa700. 00010000:00000010:1.1:1788941913.690193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:1.1:1788941913.690213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00010000:00000010:1.1:1788941913.690218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:1.1:1788941913.690221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:1.1:1788941913.690225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25500. 00010000:00000010:1.1:1788941913.690228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b200. 00010000:00000010:1.1:1788941913.690232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccd00. 00010000:00000010:1.1:1788941913.690235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00000100:00000001:3.0:1788941933.754367:0:29687:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296337481 00000100:00000001:3.0:1788941933.754370:0:29687:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296334473 00000100:00000001:3.0:1788941933.754372:0:29687:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296337481 00000100:00000001:3.0:1788941933.754375:0:29687:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941933.754378:0:29687:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.754381:0:29687:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941933.754383:0:29687:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788941933.754386:0:29687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b553e13600 going to sleep for 136 seconds 00000100:00000001:3.0:1788941933.754389:0:29687:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941933.754394:0:29687:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.765945:0:29687:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941933.765954:0:29687:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941933.765957:0:29687:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941933.765961:0:29687:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4898. 00000400:00000200:3.0:1788941933.765966:0:29687:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543deddd0 00000400:00000010:3.0:1788941933.765968:0:29687:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543deddd0. 00000100:00000001:3.0:1788941933.765971:0:29687:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941933.765975:0:29687:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acdf80 x1875839884218496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942074 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788941933.765985:0:29687:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acdf80 x1875839884218496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942074 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.765992:0:29687:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941933.765995:0:29687:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941933.765998:0:29687:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941933.766002:0:29687:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941933.766005:0:29687:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941933.766009:0:29687:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941933.766013:0:29687:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941933.766025:0:29687:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=73 v=105 (105 105 137 137) 00000100:00001000:3.0:1788941933.766031:0:29687:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788941933.766034:0:29687:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941933.766037:0:29687:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.766040:0:29687:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941933.766044:0:29687:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.766048:0:29687:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941933.766051:0:29687:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1788941933.766054:0:29687:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941933.766056:0:29687:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941933.766061:0:29687:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acdf80 x1875839884218496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942074 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.766070:0:29687:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941933.766073:0:29687:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941933.766085:0:29687:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941933.766090:0:29687:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acdf80 x1875839884218496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942074 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788941933.766098:0:29687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:29687:1875839884218496:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:3.0:1788941933.766103:0:29687:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941933.766107:0:29687:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.766110:0:29687:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941933.766112:0:29687:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.766116:0:29687:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acdf80 x1875839884218496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942074 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.766123:0:29687:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941933.766127:0:29687:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b553e13600. 00000100:00000001:3.0:1788941933.766131:0:29687:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941933.766132:0:29687:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.766135:0:29687:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788941933.766140:0:29687:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.766143:0:29687:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.766146:0:29687:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=4 00000020:00000001:3.0:1788941933.766149:0:29687:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766151:0:29687:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000040:3.0:1788941933.766158:0:29687:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982a00, remote cookie: 0x4d194fbcadeec2db, flags: 0x1001 00010000:00010000:3.0:1788941933.766164:0:29687:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781575a5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec2db expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941933.766180:0:29687:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781575a5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec2db expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.766197:0:29687:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788941933.766203:0:29687:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788941933.766205:0:29687:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788941933.766207:0:29687:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788941933.766209:0:29687:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788941933.766212:0:29687:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551ccc400) refcount = 1 00010000:00010000:3.0:1788941933.766217:0:29687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781575a5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec2db expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.766223:0:29687:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788941933.766227:0:29687:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788941933.766229:0:29687:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941933.766232:0:29687:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788941933.766235:0:29687:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941933.766238:0:29687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781575a5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec2db expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.766244:0:29687:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788941933.766246:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766248:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.766249:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766250:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.766252:0:29687:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.766257:0:29687:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788941933.766259:0:29687:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.766261:0:29687:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.766262:0:29687:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=3 00000020:00000001:3.0:1788941933.766264:0:29687:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766266:0:29687:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766270:0:29687:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.766271:0:29687:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.766273:0:29687:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=4 00000020:00000001:3.0:1788941933.766275:0:29687:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766277:0:29687:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766280:0:29687:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941933.766283:0:29687:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941933.766287:0:29687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781575a5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec2db expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.766293:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766295:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.766296:0:29687:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.766297:0:29687:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.766299:0:29687:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=5 00000020:00000001:3.0:1788941933.766300:0:29687:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766303:0:29687:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766305:0:29687:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941933.766308:0:29687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781575a5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec2db expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.766314:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766315:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788941933.766318:0:29687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781575a5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec2db expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.766325:0:29687:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941933.766327:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766328:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.766329:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766330:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788941933.766335:0:29687:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544acdf80 x1875839884218496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942074 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788941933.766350:0:29687:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.766351:0:29687:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.766353:0:29687:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=3 00000020:00000001:3.0:1788941933.766355:0:29687:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766357:0:29687:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766359:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766360:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941933.766362:0:29687:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.766364:0:29687:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.766366:0:29687:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788941933.766369:0:29687:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.766370:0:29687:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.766371:0:29687:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=3 00000020:00000001:3.0:1788941933.766374:0:29687:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766376:0:29687:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00000002:00010000:3.0:1788941933.766379:0:29687:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781575a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec2db expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.766385:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766387:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.766388:0:29687:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788941933.766390:0:29687:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.766391:0:29687:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.766392:0:29687:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=3 00000020:00000001:3.0:1788941933.766394:0:29687:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788941933.766396:0:29687:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000040:3.0:1788941933.766403:0:29687:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551ccc400 count: 2 00010000:00000001:3.0:1788941933.766406:0:29687:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788941933.766411:0:29687:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788941933.766414:0:29687:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.766415:0:29687:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941933.766417:0:29687:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788941933.766420:0:29687:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c17898 00000002:00002000:3.0:1788941933.766422:0:29687:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788941933.766426:0:29687:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941933.766430:0:29687:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941933.766433:0:29687:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788941933.766437:0:29687:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788941933.766440:0:29687:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941933.766444:0:29687:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788941933.766448:0:29687:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550dabc00. 00000080:00000001:3.0:1788941933.766453:0:29687:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788941933.766456:0:29687:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788941933.766463:0:29687:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788941933.766467:0:29687:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00000800:00000200:3.0:1788941933.770610:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.770623:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9500. 00000400:00000200:3.0:1788941933.770634:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.770645:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.770655:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61990 00000400:00000010:3.0:1788941933.770658:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61990. 00000100:00000001:3.0:1788941933.770664:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.770673:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369f80 x1875839884218624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942074 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.770687:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.770691:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369f80 x1875839884218624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.770699:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.770701:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.777437:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.777445:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2400. 00000400:00000200:3.0:1788941933.777449:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.777455:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.777461:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da000 00000400:00000010:3.0:1788941933.777464:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da000. 00000100:00000001:3.0:1788941933.777469:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.777475:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884218752/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942074 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.777484:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.777488:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67480 x1875839884218752/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.777495:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.777497:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.796767:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.796773:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9700. 00000400:00000200:3.0:1788941933.796780:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.796786:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.796792:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61880 00000400:00000010:3.0:1788941933.796795:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61880. 00000100:00000001:3.0:1788941933.796800:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.796804:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884218880/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788941943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.796813:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.796816:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884218880/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788941943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.796823:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.796825:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.805337:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.805343:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61000. 00000400:00000200:3.0:1788941933.805348:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.805355:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.805362:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a198 00000400:00000010:3.0:1788941933.805364:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a198. 00000100:00000001:3.0:1788941933.805370:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.805375:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884219008/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941949 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.805386:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.805389:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884219008/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.805397:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.805400:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.832477:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.832483:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9300. 00000400:00000200:3.0:1788941933.832489:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.832496:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.832502:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61bb0 00000400:00000010:3.0:1788941933.832505:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61bb0. 00000100:00000001:3.0:1788941933.832509:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.832514:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368000 x1875839884219136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942074 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.832524:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.832528:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368000 x1875839884219136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.832535:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.832537:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.843564:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.843572:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61000. 00000400:00000200:3.0:1788941933.843578:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.843585:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.843592:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:3.0:1788941933.843595:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:3.0:1788941933.843600:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.843607:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884219264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942074 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.843619:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.843623:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884219264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.843630:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.843632:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788941933.851924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f680. 00000800:00000200:3.0:1788941933.856354:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.856362:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788941933.856369:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.856377:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.856385:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da990 00000400:00000010:3.0:1788941933.856387:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da990. 00000100:00000001:3.0:1788941933.856393:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.856399:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995c00 x1875839884219392/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788941943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.856409:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.856412:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995c00 x1875839884219392/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788941943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.856418:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.856420:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788941933.862612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354a60. 00000800:00000200:3.0:1788941933.864086:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.864093:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61d00. 00000400:00000200:3.0:1788941933.864099:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.864672:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.864680:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a330 00000400:00000010:3.0:1788941933.864684:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a330. 00000100:00000001:3.0:1788941933.864690:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.864698:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884219520/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941949 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.864711:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.864715:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884219520/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.864723:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.864725:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.888227:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.888238:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61500. 00000400:00000200:3.0:1788941933.888244:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.888251:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.888261:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:3.0:1788941933.888263:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:3.0:1788941933.888268:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.888273:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995500 x1875839884219648/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788941949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.888283:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.888287:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995500 x1875839884219648/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788941949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.888293:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.888294:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.911741:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.911747:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9100. 00000400:00000200:3.0:1788941933.911755:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.911761:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.911768:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61cc0 00000400:00000010:3.0:1788941933.911771:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61cc0. 00000100:00000001:3.0:1788941933.911777:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.911781:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369500 x1875839884219904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.911792:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.911795:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369500 x1875839884219904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942074 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.911803:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.911804:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.924927:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.924933:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:3.0:1788941933.924940:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.924948:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.924955:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daee0 00000400:00000010:3.0:1788941933.924958:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daee0. 00000100:00000001:3.0:1788941933.924965:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.924972:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884220032/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788941949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.924984:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.924988:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884220032/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788941949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.926257:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.926261:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788941933.932215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a800. 00000800:00000200:3.0:1788941933.947200:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.947206:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2e00. 00000400:00000200:3.0:1788941933.947211:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.947217:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.947224:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da908 00000400:00000010:3.0:1788941933.947226:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da908. 00000100:00000001:3.0:1788941933.947231:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.947236:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884220288/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.947247:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.947250:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884220288/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.947258:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.947260:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941933.975031:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941933.975046:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9800. 00000400:00000200:3.0:1788941933.975055:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941933.975066:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941933.975253:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:3.0:1788941933.975257:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:3.0:1788941933.975265:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941933.975275:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884220544/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.975289:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.975293:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884220544/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942074 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.975301:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.975303:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788941933.986254:0:29689:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941933.986273:0:29689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941933.986277:0:29689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941933.986282:0:29689:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098738. 00000400:00000200:3.0:1788941933.986294:0:29689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551ab7000 00000400:00000010:3.0:1788941933.986297:0:29689:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b551ab7000. 00000100:00000001:3.0:1788941933.986303:0:29689:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941933.986315:0:29689:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884220544/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942074 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788941933.986327:0:29689:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884220544/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942074 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.986336:0:29689:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941933.986338:0:29689:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941933.986341:0:29689:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941933.986345:0:29689:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941933.986348:0:29689:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941933.986351:0:29689:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941933.986355:0:29689:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941933.986366:0:29689:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=73 v=105 (105 105 137 137) 00000100:00001000:3.0:1788941933.986371:0:29689:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788941933.986374:0:29689:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941933.986376:0:29689:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.986379:0:29689:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941933.986383:0:29689:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.986386:0:29689:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788941933.986388:0:29689:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788941933.986390:0:29689:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788941933.986393:0:29689:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941933.986395:0:29689:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:3.0:1788941933.986399:0:29689:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941933.986401:0:29689:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1788941933.986403:0:29689:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941933.986406:0:29689:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941933.986412:0:29689:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884220544/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942074 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.986420:0:29689:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941933.986425:0:29689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941933.986427:0:29689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941933.986432:0:29689:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884220544/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942074 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788941933.986440:0:29689:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:29689:1875839884220544:192.168.206.109@tcp:101:rm.0 00000100:00000001:3.0:1788941933.986447:0:29689:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941933.986450:0:29689:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.986452:0:29689:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941933.986455:0:29689:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.986459:0:29689:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884220544/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942074 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.986466:0:29689:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941933.986470:0:29689:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544ea0480. 00000100:00000001:3.0:1788941933.986474:0:29689:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941933.986476:0:29689:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.986479:0:29689:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788941933.986485:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.986488:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.986492:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=4 00000020:00000001:3.0:1788941933.986495:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986498:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000040:3.0:1788941933.986505:0:29689:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1000, remote cookie: 0x4d194fbcadeec383, flags: 0x1001 00010000:00000040:3.0:1788941933.986509:0:29689:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788941933.986513:0:29689:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788941933.986522:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08e00 count: 2 00010000:00000001:3.0:1788941933.986525:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941933.986530:0:29689:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941933.986535:0:29689:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781575dd lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec383 expref: -99 pid: 29689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941933.986545:0:29689:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781575dd lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec383 expref: -99 pid: 29689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.986552:0:29689:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788941933.986556:0:29689:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788941933.986559:0:29689:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788941933.986561:0:29689:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788941933.986562:0:29689:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788941933.986565:0:29689:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1b:0x0].0x0 (ffff90b547c08e00) refcount = 2 00010000:00000040:3.0:1788941933.986568:0:29689:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788941933.986571:0:29689:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a000/0xcbb91bbb781575ac lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec2f7 expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788941933.986578:0:29689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781575dd lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec383 expref: -99 pid: 29689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.986583:0:29689:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788941933.986587:0:29689:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788941933.986589:0:29689:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941933.986592:0:29689:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788941933.986595:0:29689:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941933.986598:0:29689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781575dd lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec383 expref: -99 pid: 29689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.986603:0:29689:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788941933.986605:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986607:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.986608:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986609:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.986610:0:29689:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.986615:0:29689:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788941933.986618:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.986620:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.986621:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=3 00000020:00000001:3.0:1788941933.986623:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986625:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986628:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986629:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788941933.986633:0:29689:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90b545e64700 x1875839884220544/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942074 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941933.986643:0:29689:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788941933.986647:0:29689:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e64700 x1875839884220544/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942074 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941933.986652:0:29689:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.986654:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.986655:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.986657:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=3 00000020:00000001:3.0:1788941933.986658:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986660:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986663:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986664:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941933.986666:0:29689:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.986668:0:29689:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.986671:0:29689:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788941933.986673:0:29689:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941933.986675:0:29689:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00010000:00000001:3.0:1788941933.986677:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.986678:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.986679:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=3 00000020:00000001:3.0:1788941933.986680:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986682:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00000002:00010000:3.0:1788941933.986685:0:29689:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781575dd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec383 expref: -99 pid: 29689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.986691:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986692:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.986694:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788941933.986696:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.986698:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.986699:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=3 00000020:00000001:3.0:1788941933.986700:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986702:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000040:3.0:1788941933.986705:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08e00 count: 3 00010000:00000001:3.0:1788941933.986707:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788941933.986712:0:29689:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/27 (0 0) 00010000:00000001:3.0:1788941933.986714:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986715:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941933.986717:0:29689:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788941933.986720:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18ab868 00000002:00002000:3.0:1788941933.986722:0:29689:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788941933.986724:0:29689:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941933.986728:0:29689:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941933.986731:0:29689:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788941933.986735:0:29689:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788941933.986737:0:29689:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941933.986742:0:29689:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788941933.986746:0:29689:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a69600. 00000080:00000001:3.0:1788941933.986751:0:29689:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788941933.986757:0:29689:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788941933.986761:0:29689:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788941933.986764:0:29689:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788941933.986765:0:29689:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1b:0x0] 00000080:00000001:3.0:1788941933.986768:0:29689:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.986774:0:29689:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833947 : 144115205322833947 : 20000040400001b) 00000080:00000001:3.0:1788941933.986776:0:29689:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788941933.986781:0:29689:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1b:0x0], updating i_size 16384 00010000:00000001:3.0:1788941933.986783:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.986784:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.986786:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=3 00000020:00000001:3.0:1788941933.986787:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986789:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986791:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986793:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788941933.986794:0:29689:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788941933.986797:0:29689:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788941933.986798:0:29689:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941933.986802:0:29689:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b:0x0](ffff90b548d363c8) for lock 0xcbb91bbb781575dd 00800000:00000001:3.0:1788941933.986805:0:29689:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788941933.986807:0:29689:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788941933.986809:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.986809:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.986811:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=3 00000020:00000001:3.0:1788941933.986812:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986814:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986817:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986818:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941933.986819:0:29689:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941933.986821:0:29689:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.986824:0:29689:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788941933.986826:0:29689:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.986828:0:29689:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.986833:0:29689:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884220544/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942074 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941933.986839:0:29689:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941933.986843:0:29689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781575dd from it ffffa57dc18abbd0 00010000:00000001:3.0:1788941933.986845:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.986846:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.986848:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=3 00000020:00000001:3.0:1788941933.986923:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986926:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.986928:0:29689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941933.986931:0:29689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781575dd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec383 expref: -99 pid: 29689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941933.986937:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986939:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.986941:0:29689:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788941933.986944:0:29689:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788941933.986957:0:29689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781575dd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec383 expref: -99 pid: 29689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788941933.986965:0:29689:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941933.986968:0:29689:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941933.986970:0:29689:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941933.986974:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986975:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.986977:0:29689:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.986980:0:29689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941933.986982:0:29689:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.986984:0:29689:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.986987:0:29689:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.986989:0:29689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941933.986990:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.986991:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788941933.986995:0:29689:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788941933.987005:0:29689:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5528436c0. 00000080:00000001:3.0:1788941933.987008:0:29689:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788941933.987012:0:29689:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788941933.987015:0:29689:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788941933.987018:0:29689:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b559061780. 00000002:00100000:3.0:1788941933.987023:0:29689:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e64700 x1875839884220544/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942074 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941933.987029:0:29689:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941933.987030:0:29689:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788941933.987034:0:29689:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788941933.987038:0:29689:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.987041:0:29689:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788941933.987043:0:29689:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.987045:0:29689:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941933.987049:0:29689:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.987053:0:29689:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884220544/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942074 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788941933.987065:0:29689:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941933.987069:0:29689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559200000. 02000000:00000001:3.0:1788941933.987119:0:29689:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788941933.987121:0:29689:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941933.987124:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abb78 00000080:00000008:3.0:1788941933.987126:0:29689:0:(file.c:1329:ll_file_open()) COMPLETED file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff90b548d363c8), flags 704400, rc = 0 00000080:00000001:3.0:1788941933.987130:0:29689:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941933.987159:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abd28 00000080:00200008:3.0:1788941933.987161:0:29689:0:(file.c:6296:ll_getattr_dentry()) START file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff90b548d363c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788941933.987170:0:29689:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788941933.987174:0:29689:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.987177:0:29689:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788941933.987179:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abca0 00000080:00200000:3.0:1788941933.987190:0:29689:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff90b548d363c8),name=d21e.recovery-small-1 00000080:00000010:3.0:1788941933.987197:0:29689:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550daa000. 00800000:00000002:3.0:1788941933.987204:0:29689:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788941933.987211:0:29689:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788941933.987215:0:29689:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788941933.987217:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abbc0 00800000:00000002:3.0:1788941933.987218:0:29689:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1b:0x0] 'd21e.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788941933.987222:0:29689:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788941933.987228:0:29689:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1b:0x0], name='' -> mds #0 00000002:00000001:3.0:1788941933.987233:0:29689:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788941933.987236:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18aba90 00000002:00010000:3.0:1788941933.987238:0:29689:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788941933.987242:0:29689:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788941933.987244:0:29689:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941933.987246:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788941933.987249:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08e00 count: 3 00010000:00000001:3.0:1788941933.987251:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941933.987255:0:29689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941933.987258:0:29689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788941933.987262:0:29689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a000/0xcbb91bbb781575ac lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec2f7 expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788941933.987270:0:29689:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788941933.987275:0:29689:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941933.987281:0:29689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a000/0xcbb91bbb781575ac lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec2f7 expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788941933.987288:0:29689:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788941933.987289:0:29689:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788941933.987291:0:29689:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788941933.987293:0:29689:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788941933.987295:0:29689:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788941933.987297:0:29689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788941933.987299:0:29689:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788941933.987301:0:29689:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788941933.987304:0:29689:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550daa000. 00000080:00000001:3.0:1788941933.987308:0:29689:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788941933.987309:0:29689:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941933.987313:0:29689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b:0x0](ffff90b548d363c8) 00000080:00010000:3.0:1788941933.987316:0:29689:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b:0x0](ffff90b548d363c8) for lock 0xcbb91bbb781575ac 00800000:00000001:3.0:1788941933.987318:0:29689:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788941933.987320:0:29689:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788941933.987321:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.987323:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.987324:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=3 00000020:00000001:3.0:1788941933.987326:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:3.0:1788941933.987329:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:3.0:1788941933.987331:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.987332:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941933.987333:0:29689:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941933.987335:0:29689:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941933.987337:0:29689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781575ac from it ffffa57dc18abcd8 00010000:00000001:3.0:1788941933.987339:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.987340:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.987342:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=3 00000020:00000001:3.0:1788941933.987343:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:3.0:1788941933.987346:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:3.0:1788941933.987348:0:29689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941933.987350:0:29689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a000/0xcbb91bbb781575ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec2f7 expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788941933.987357:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.987358:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.987359:0:29689:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788941933.987361:0:29689:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788941933.987363:0:29689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a000/0xcbb91bbb781575ac lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec2f7 expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788941933.987370:0:29689:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941933.987372:0:29689:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941933.987373:0:29689:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941933.987375:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.987376:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.987377:0:29689:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.987380:0:29689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941933.987381:0:29689:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.987383:0:29689:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.987385:0:29689:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.987387:0:29689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941933.987388:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.987389:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788941933.987391:0:29689:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788941933.987392:0:29689:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788941933.987396:0:29689:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941933.987400:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abd28 00000080:00000008:3.0:1788941933.987403:0:29689:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff90b548d363c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1788941933.987494:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abd48 00000080:00200000:3.0:1788941933.987497:0:29689:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff90b5459f2800) d21e.recovery-small-1 proj=0 00000080:00000001:3.0:1788941933.987501:0:29689:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1788941933.987503:0:29689:0:(obd_class.h:1080:obd_statfs()) Process entered 00000080:00000004:3.0:1788941933.987505:0:29689:0:(obd_class.h:1096:obd_statfs()) lustre-clilmv-ffff90b5459f2800: age 1636, max_age 1665 00800000:00000001:3.0:1788941933.987509:0:29689:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:3.0:1788941933.987514:0:29689:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff90b553e13600. 00800000:00000001:3.0:1788941933.987517:0:29689:0:(obd_class.h:1080:obd_statfs()) Process entered 00800000:00000004:3.0:1788941933.987519:0:29689:0:(obd_class.h:1096:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: age 1636, max_age 1665 00000002:00000001:3.0:1788941933.987523:0:29689:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788941933.987526:0:29689:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000010:3.0:1788941933.987534:0:29689:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000020:00000040:3.0:1788941933.987537:0:29689:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788941933.987542:0:29689:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941933.987545:0:29689:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941933.987548:0:29689:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941933.987556:0:29689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b550daa000. 00000100:00000001:3.0:1788941933.987563:0:29689:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.987569:0:29689:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788941933.987570:0:29689:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788941933.987576:0:29689:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b553e13e40. 00000100:00000001:3.0:1788941933.987579:0:29689:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707203591744 : -122366505959872 : ffff90b553e13e40) 00000100:00000001:3.0:1788941933.987581:0:29689:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941933.987582:0:29689:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000001:3.0:1788941933.987587:0:29689:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941933.987592:0:29689:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.987594:0:29689:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788941933.987596:0:29689:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941933.987602:0:29689:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd880 x1875839884220672/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.987610:0:29689:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941933.987613:0:29689:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941933.987617:0:29689:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941933.987619:0:29689:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941933.987622:0:29689:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941933.987625:0:29689:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:29689:1875839884220672:192.168.206.109@tcp:41:rm.0 00000100:00000001:3.0:1788941933.987632:0:29689:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941933.987639:0:29689:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941933.987641:0:29689:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941933.987644:0:29689:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941933.987649:0:29689:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837d000. 02000000:00000001:3.0:1788941933.987650:0:29689:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941933.987661:0:29689:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941933.987666:0:29689:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4898. 00000400:00000010:3.0:1788941933.987674:0:29689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543deddd0. 00000100:00000200:3.0:1788941933.987683:0:29689:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884220672, portal 10 00000100:00000001:3.0:1788941933.987684:0:29689:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941933.987686:0:29689:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000040:3.0:1788941933.987693:0:29689:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acd880 x1875839884220672/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.987699:0:29689:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941933.987702:0:29689:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941933.987707:0:29689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded770. 00000100:00000200:3.0:1788941933.987710:0:29689:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875839884220672, offset 0 00000400:00000200:3.0:1788941933.987718:0:29689:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941933.987727:0:29689:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941933.987736:0:29689:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941933.987743:0:29689:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941933.987747:0:29689:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941933.987750:0:29689:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941933.987753:0:29689:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941933.987758:0:29689:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2153:2153:256:4294967295] 192.168.206.109@tcp LPNI seq info [2153:2153:8:4294967295] 00000400:00000200:3.0:1788941933.987762:0:29689:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941933.987772:0:29689:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941933.987779:0:29689:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941933.987784:0:29689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9900. 00000800:00000200:3.0:1788941933.987791:0:29689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941933.987801:0:29689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941933.987807:0:29689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788941933.987833:0:29689:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941933.987839:0:29689:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 550636 usecs (551 jiffies) 00000400:00000200:3.0:1788941933.987842:0:29689:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941933.987845:0:29689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296334697 00000100:00000001:3.0:1788941933.987848:0:29689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296337481 00000100:00000001:3.0:1788941933.987887:0:29689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296334698 00000100:00000001:3.0:1788941933.987890:0:29689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296337481 00000100:00000001:3.0:1788941933.987892:0:29689:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941933.987895:0:29689:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.987898:0:29689:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941933.987900:0:29689:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788941933.987902:0:29689:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b553e13e40 going to sleep for 136 seconds 00000100:00000001:3.0:1788941933.987905:0:29689:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941933.987907:0:29689:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.996920:0:29689:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941933.996931:0:29689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941933.996933:0:29689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941933.996937:0:29689:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4898. 00000400:00000200:3.0:1788941933.996942:0:29689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543deddd0 00000400:00000010:3.0:1788941933.996945:0:29689:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543deddd0. 00000100:00000001:3.0:1788941933.996949:0:29689:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941933.996955:0:29689:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd880 x1875839884220672/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942074 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941933.996963:0:29689:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd880 x1875839884220672/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942074 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.996968:0:29689:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941933.996970:0:29689:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941933.996973:0:29689:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941933.996977:0:29689:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941933.996980:0:29689:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941933.996983:0:29689:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941933.996987:0:29689:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941933.996997:0:29689:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=73 v=105 (105 105 137 137) 00000100:00001000:3.0:1788941933.997003:0:29689:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788941933.997005:0:29689:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941933.997007:0:29689:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.997011:0:29689:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941933.997014:0:29689:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.997019:0:29689:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941933.997021:0:29689:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1788941933.997024:0:29689:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941933.997028:0:29689:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941933.997033:0:29689:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd880 x1875839884220672/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942074 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.997041:0:29689:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941933.997044:0:29689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941933.997046:0:29689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941933.997050:0:29689:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd880 x1875839884220672/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942074 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941933.997058:0:29689:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:29689:1875839884220672:192.168.206.109@tcp:41:rm.0 00000100:00000001:3.0:1788941933.997064:0:29689:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941933.997068:0:29689:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941933.997070:0:29689:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941933.997073:0:29689:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.997088:0:29689:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd880 x1875839884220672/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942074 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.997096:0:29689:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941933.997099:0:29689:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b553e13e40. 00000100:00000001:3.0:1788941933.997226:0:29689:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941933.997229:0:29689:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.997236:0:29689:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788941933.997238:0:29689:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941933.997243:0:29689:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd880 x1875839884220672/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942074 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941933.997251:0:29689:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941933.997254:0:29689:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941933.997257:0:29689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837d000. 02000000:00000001:3.0:1788941933.997261:0:29689:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941933.997264:0:29689:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788941933.997266:0:29689:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788941933.997268:0:29689:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788941933.997271:0:29689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b550daa000. 02000000:00000001:3.0:1788941933.997274:0:29689:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941933.997276:0:29689:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941933.997279:0:29689:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd880. 00000100:00000001:3.0:1788941933.997283:0:29689:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941933.997284:0:29689:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788941933.997285:0:29689:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788941933.997286:0:29689:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788941933.997288:0:29689:0:(genops.c:1238:class_import_put()) Process leaving 00800000:00000004:3.0:1788941933.997291:0:29689:0:(obd_class.h:1122:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: update ffff90b5487f1e40 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:3.0:1788941933.997296:0:29689:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941933.997299:0:29689:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1788941933.997302:0:29689:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff90b553e13600. 00800000:00000001:3.0:1788941933.997305:0:29689:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788941933.997309:0:29689:0:(obd_class.h:1122:obd_statfs()) lustre-clilmv-ffff90b5459f2800: update ffff90b5487f3818 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:3.0:1788941933.997313:0:29689:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788941933.997316:0:29689:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:3.0:1788941933.997319:0:29689:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788941933.997322:0:29689:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.997365:0:29689:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788941933.997368:0:29689:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff90b548d363c8) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788941933.997378:0:29689:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550daa000. 00000080:00000001:3.0:1788941933.997386:0:29689:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788941933.997396:0:29689:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446707420538809856 : -36653170741760 : ffffdeaa04c72e00) 00000080:00000001:3.0:1788941933.997400:0:29689:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833947 : 144115205322833947 : 20000040400001b) 00000080:00000001:3.0:1788941933.997404:0:29689:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788941933.997407:0:29689:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833949 : 144115205322833949 : 20000040400001d) 00000080:00000001:3.0:1788941933.997412:0:29689:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788941933.997416:0:29689:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550daa000. 00000080:00000001:3.0:1788941933.997420:0:29689:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.997432:0:29689:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788941933.997433:0:29689:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff90b548d363c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1788941933.997437:0:29689:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788941933.997439:0:29689:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.997463:0:29689:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788941933.997468:0:29689:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788941933.997470:0:29689:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff90b548d363c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788941933.997474:0:29689:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.997484:0:29689:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788941933.997488:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abda0 00000080:00002000:3.0:1788941933.997490:0:29689:0:(dcache.c:87:ll_dcompare()) found name f(ffff90b548e7e5e8) flags 0x48000e refc 0 00000080:00000001:3.0:1788941933.997493:0:29689:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941933.997496:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abe10 00000080:00200000:3.0:1788941933.997497:0:29689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1788941933.997504:0:29689:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788941933.997506:0:29689:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff90b548d363c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788941933.997509:0:29689:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.997514:0:29689:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:3.0:1788941933.997516:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18abdf8 00000080:00200000:3.0:1788941933.997518:0:29689:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x1b:0x0](ffff90b548d363c8) 00000080:00000001:3.0:1788941933.997521:0:29689:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788941933.997524:0:29689:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941933.997529:0:29689:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244728 : -122366539306888 : ffff90b551e46878) 00000020:00001000:3.0:1788941933.997532:0:29689:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46870 00000020:00000001:3.0:1788941933.997534:0:29689:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788941933.997539:0:29689:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407ba0) owner 0000000000000000/ffff90b551068000 00020000:00000002:3.0:1788941933.997543:0:29689:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b551b546c0 addref 2/0 by ffff90b551068000. 00020000:00000002:3.0:1788941933.997546:0:29689:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407ba0) owner 0000000000000000/ffff90b551068000 00020000:00000001:3.0:1788941933.997548:0:29689:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788941933.997551:0:29689:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788941933.997552:0:29689:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788941933.997555:0:29689:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788941933.997558:0:29689:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788941933.997561:0:29689:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46870 00000080:00000001:3.0:1788941933.997564:0:29689:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788941933.997568:0:29689:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550daa000. 00800000:00000001:3.0:1788941933.997590:0:29689:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788941933.997597:0:29689:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788941933.997600:0:29689:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x1d:0x0] 00800000:00000001:3.0:1788941933.997603:0:29689:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941933.997604:0:29689:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x1b:0x0]/[0x200000404:0x1d:0x0] -> mds #0 00000002:00000001:3.0:1788941933.997610:0:29689:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788941933.997613:0:29689:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788941933.997621:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08e00 count: 3 00010000:00000001:3.0:1788941933.997624:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941933.997628:0:29689:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788941933.997633:0:29689:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788941933.997638:0:29689:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a000/0xcbb91bbb781575ac lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec2f7 expref: -99 pid: 29687 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1788941933.997649:0:29689:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788941933.997653:0:29689:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788941933.997656:0:29689:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788941933.997659:0:29689:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x1b:0x0] mode (null) 00000002:00000001:3.0:1788941933.997663:0:29689:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941933.997666:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788941933.997668:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08e00 count: 4 00010000:00000001:3.0:1788941933.997671:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941933.997675:0:29689:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788941933.997680:0:29689:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788941933.997683:0:29689:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788941933.997688:0:29689:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941933.997692:0:29689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781575dd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec383 expref: -99 pid: 29689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788941933.997700:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.997702:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941933.997704:0:29689:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1788941933.997707:0:29689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941933.997710:0:29689:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941933.997712:0:29689:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=2 00000020:00000001:3.0:1788941933.997715:0:29689:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.997718:0:29689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:3.0:1788941933.997720:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.997721:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941933.997723:0:29689:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941933.997724:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788941933.997726:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08e00 count: 4 00010000:00000001:3.0:1788941933.997728:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788941933.997731:0:29689:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.997732:0:29689:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941933.997734:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788941933.997735:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08e00 count: 4 00010000:00000001:3.0:1788941933.997737:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788941933.997739:0:29689:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.997741:0:29689:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788941933.997744:0:29689:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x1b:0x0] lli = ffff90b548d36300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788941933.998641:0:29689:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788941933.998647:0:29689:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788941933.998650:0:29689:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788941933.998652:0:29689:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1b:0x0](ffff90b548d363c8) invalid 00000020:00000001:3.0:1788941933.998658:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18aba60 00000080:00002000:3.0:1788941933.998659:0:29689:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21e.recovery-small-1 (ffff90b548f13288) parent ffff90b548d765e8 inode ffff90b548d363c8 refc 3 00000080:00000001:3.0:1788941933.998664:0:29689:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788941933.998666:0:29689:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788941933.998668:0:29689:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.998673:0:29689:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788941933.998677:0:29689:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788941933.998680:0:29689:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788941933.998682:0:29689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941933.998685:0:29689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788941933.998689:0:29689:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792a000 with handle 0xcbb91bbb781575ac from hash 00010000:00000001:3.0:1788941933.998692:0:29689:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788941933.998693:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.998695:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.998696:0:29689:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788941933.998700:0:29689:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788941933.998702:0:29689:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788941933.998706:0:29689:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941933.998709:0:29689:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788941933.998712:0:29689:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788941933.998716:0:29689:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788941933.998720:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08c00 count: 2 00010000:00000001:3.0:1788941933.998723:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941933.998725:0:29689:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788941933.998727:0:29689:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788941933.998730:0:29689:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781575b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeec313 expref: -99 pid: 29687 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788941933.998739:0:29689:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788941933.998741:0:29689:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788941933.998743:0:29689:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788941933.998745:0:29689:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x1d:0x0] mode (null) 00000002:00000001:3.0:1788941933.998748:0:29689:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941933.998750:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788941933.998752:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08c00 count: 3 00010000:00000001:3.0:1788941933.998754:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788941933.998757:0:29689:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.998759:0:29689:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941933.998760:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788941933.998762:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08c00 count: 3 00010000:00000001:3.0:1788941933.998764:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788941933.998766:0:29689:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.998768:0:29689:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941933.998770:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788941933.998771:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08c00 count: 3 00010000:00000001:3.0:1788941933.998774:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788941933.998776:0:29689:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941933.998778:0:29689:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941933.998780:0:29689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788941933.998781:0:29689:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b547c08c00 count: 3 00010000:00000001:3.0:1788941933.998782:0:29689:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788941933.998784:0:29689:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.998787:0:29689:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.998789:0:29689:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788941933.998792:0:29689:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941933.998797:0:29689:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244728 : -122366539306888 : ffff90b551e46878) 00000020:00001000:3.0:1788941933.998799:0:29689:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46870 00000020:00000001:3.0:1788941933.998802:0:29689:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788941933.998820:0:29689:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x1d:0x0]: losing layout lock 00000080:00000001:3.0:1788941933.998825:0:29689:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788941933.998828:0:29689:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788941933.998832:0:29689:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788941933.998835:0:29689:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788941933.998837:0:29689:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788941933.998840:0:29689:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941933.998842:0:29689:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788941933.998844:0:29689:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46870 00000080:00000001:3.0:1788941933.998847:0:29689:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941933.998871:0:29689:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788941933.998873:0:29689:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1d:0x0](ffff90b548d34b08) invalid 00000020:00000001:3.0:1788941933.998876:0:29689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc18aba60 00000080:00002000:3.0:1788941933.998879:0:29689:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90b548e7e5e8) parent ffff90b548f13288 inode ffff90b548d34b08 refc 1 00000080:00000001:3.0:1788941933.998882:0:29689:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788941933.998885:0:29689:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788941933.998887:0:29689:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941933.998889:0:29689:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788941933.998891:0:29689:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788941933.998893:0:29689:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788941933.998894:0:29689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941933.998896:0:29689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788941933.998911:0:29689:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1e00 with handle 0xcbb91bbb781575b3 from hash 00010000:00000001:3.0:1788941933.998913:0:29689:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788941933.998916:0:29689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941933.998917:0:29689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941933.998918:0:29689:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788941933.998920:0:29689:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788941933.998921:0:29689:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788941933.998923:0:29689:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941933.998924:0:29689:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788941933.998926:0:29689:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788941934.004394:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.004407:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9e00. 00000400:00000200:3.0:1788941934.004416:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.004426:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.004435:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61dd0 00000400:00000010:3.0:1788941934.004438:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61dd0. 00000100:00000001:3.0:1788941934.004444:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.004455:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368700 x1875839884220928/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942075 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941934.004469:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.004473:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368700 x1875839884220928/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942075 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941934.004481:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.004482:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788941934.007928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08c00. 00010000:00000010:2.1:1788941934.007950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00010000:00000010:2.1:1788941934.007955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a000. 00000080:00000010:0.1:1788941934.038956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa500. 00000080:00000010:0.1:1788941934.038990:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d34a40. 00000080:00000010:0.1:1788941934.039000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fce0. 00010000:00000010:1.1:1788941934.066064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324400. 00010000:00000010:1.1:1788941934.066098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:1.1:1788941934.066129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000010:1.1:1788941934.066133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551ccc400. 00010000:00000010:1.1:1788941934.066136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982a00. 00000800:00000200:3.0:1788941934.090997:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.091009:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2600. 00000400:00000200:3.0:1788941934.091028:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.091039:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.091049:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daaa0 00000400:00000010:3.0:1788941934.091052:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daaa0. 00000100:00000001:3.0:1788941934.091058:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.091067:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884221696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942075 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.091081:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.091084:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884221696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942075 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.091096:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.091098:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941934.118415:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.118421:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788941934.118428:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.118435:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.118442:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ae58 00000400:00000010:3.0:1788941934.118444:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ae58. 00000100:00000001:3.0:1788941934.118449:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.118454:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997480 x1875839884221952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942075 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.118464:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.118468:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997480 x1875839884221952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942075 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.118475:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.118478:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788941934.119927:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d36300. 00000080:00000010:1.1:1788941934.119952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354d00. 00010000:00000010:0.1:1788941934.141192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325200. 00000800:00000200:3.0:1788941934.147213:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.147224:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61b00. 00000400:00000200:3.0:1788941934.147233:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.147243:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.147252:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a110 00000400:00000010:3.0:1788941934.147255:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a110. 00000100:00000001:3.0:1788941934.147261:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.147269:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997100 x1875839884222080/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788941950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.147283:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.147287:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997100 x1875839884222080/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788941950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.147294:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.147296:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941934.165260:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.165266:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:3.0:1788941934.165271:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.165277:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.165284:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dae58 00000400:00000010:3.0:1788941934.165286:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dae58. 00000100:00000001:3.0:1788941934.165291:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.165296:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884222336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.165306:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.165310:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884222336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.165317:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.165319:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941934.175626:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.175633:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2e00. 00000400:00000200:3.0:1788941934.175639:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.175645:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.175652:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:3.0:1788941934.175655:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:3.0:1788941934.175660:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.175666:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884222592/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942075 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.175675:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.175678:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884222592/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942075 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.175684:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.175686:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941934.190278:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.190285:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:3.0:1788941934.190289:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.190295:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.190301:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dae58 00000400:00000010:3.0:1788941934.190303:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dae58. 00000100:00000001:3.0:1788941934.190308:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.190313:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884222848/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942075 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941934.190324:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.190327:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884222848/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942075 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941934.190334:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.190336:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788941934.194967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:1.1:1788941934.194983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324a00. 00010000:00000010:1.1:1788941934.194988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b800. 00000800:00000200:3.0:1788941934.202070:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.202076:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788941934.202083:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.202090:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.202096:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da5d8 00000400:00000010:3.0:1788941934.202109:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da5d8. 00000100:00000001:3.0:1788941934.202114:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.202121:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884222976/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942075 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.202131:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.202134:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66a00 x1875839884222976/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942075 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.202141:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.202142:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788941934.206477:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.206500:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941934.206504:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.206507:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941934.206517:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.206526:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941934.206535:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.206541:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.206547:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.206551:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f46200 00000400:00000200:3.0:1788941934.206557:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.206563:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x5e85 [1] + 224 00000800:00000001:3.0:1788941934.206640:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.206648:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941934.206651:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.206657:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941934.206666:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941934.206677:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884222976/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942075 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788941934.206689:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e66a00 x1875839884222976/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942075 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.206776:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941934.206786:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.206798:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788941934.215356:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.215371:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61a00. 00000400:00000200:3.0:1788941934.215380:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.215390:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941934.215400:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5acc0 00000400:00000010:3.0:1788941934.215403:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5acc0. 00000100:00000001:3.0:1788941934.215409:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941934.215419:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997100 x1875839884223232/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.215433:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941934.215436:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997100 x1875839884223232/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.215443:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941934.215444:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788941934.215457:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.215471:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941934.215474:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.215476:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941934.215485:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.215489:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941934.215497:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.215501:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.215506:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.215511:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f46300 00000400:00000200:3.0:1788941934.215516:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.215522:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x5e8d [1] + 224 00000800:00000001:3.0:1788941934.215530:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.215536:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941934.215539:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.215542:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941934.215547:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941934.215551:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997100 x1875839884223232/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788941934.215558:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545997100 x1875839884223232/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941934.215585:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941934.215592:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.215596:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788941934.224931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfacc0. 00000800:00000001:3.0:1788941934.225300:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.225317:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941934.225320:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.225323:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941934.225333:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.225341:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941934.225352:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.225359:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.225365:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.225370:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f46400 00000400:00000200:3.0:1788941934.225375:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.225382:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x5e95 [1] + 224 00000800:00000001:3.0:1788941934.225390:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.225397:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941934.225400:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.225406:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941934.225417:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941934.225428:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997100 x1875839884223488/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942075 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941934.225439:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545997100 x1875839884223488/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942075 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941934.225465:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788941934.225475:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788941934.225478:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.225484:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941934.225491:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2171:2171:256:4294967295] 192.168.206.109@tcp LPNI seq info [2171:2171:8:4294967295] 00000400:00000200:3.0:1788941934.225495:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941934.225504:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788941934.225510:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941934.225517:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9d00. 00000800:00000200:3.0:1788941934.225524:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941934.225534:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941934.225539:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788941934.226358:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941934.226363:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5495c9d00. 00000400:00000200:3.0:1788941934.226368:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941934.226372:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788941934.226383:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941934.226387:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788941934.232476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00010000:00000010:0.1:1788941934.232495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25100. 00010000:00000010:0.1:1788941934.232500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00010000:00000010:0.1:1788941934.232504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08e00. 00010000:00000010:0.1:1788941934.232506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00000001:3.0:1788941934.305493:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941934.305500:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941934.305506:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941934.305507:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941934.305511:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941934.305512:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941935.329055:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941935.329065:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941935.329073:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941935.329074:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941935.329078:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941935.329079:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941935.329111:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941935.329114:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941935.329117:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788941935.413005:0:29774:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788941935.931629:0:29814:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b547c08100. 00010000:00000010:0.1:1788941935.931645:0:29814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00000800:00000001:3.0:1788941935.931781:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941935.931798:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941935.931803:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941935.931806:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941935.931818:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941935.931827:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941935.931837:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941935.931844:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941935.931864:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941935.931870:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f46480 00000400:00000200:3.0:1788941935.931876:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941935.931883:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5ea5 [1] + 224 00000800:00000001:3.0:1788941935.931894:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941935.931913:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941935.931917:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941935.931923:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941935.931932:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941935.931944:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884223616/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941935.931956:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996a00 x1875839884223616/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941935.931976:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941935.931986:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941935.931991:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941936.353049:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941936.353059:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941936.353068:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941936.353069:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941937.378360:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941937.378369:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941937.378376:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941937.378378:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941937.378409:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941937.378413:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941937.378416:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788941937.763896:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296337481, at 4296337923 00000100:00000010:3.0:1788941937.763904:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b558fe7ba0. 00000800:00000001:3.0:1788941938.289724:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.289745:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941938.289750:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.289753:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941938.289763:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289773:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941938.289784:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289789:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289796:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289801:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f46600 00000400:00000200:3.0:1788941938.289807:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289813:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5ebd [1] + 224 00000800:00000001:3.0:1788941938.289822:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.289827:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941938.289831:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941938.289836:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941938.289846:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941938.289882:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369f80 x1875839884224000/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941938.289894:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369f80 x1875839884224000/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941938.289908:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941938.289917:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.289922:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941938.289924:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.289926:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941938.289929:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289932:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941938.289936:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289938:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289941:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289943:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f46680 00000400:00000200:3.0:1788941938.289946:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.289950:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5edd [1] + 224 00000800:00000001:3.0:1788941938.289954:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.289958:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941938.289960:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941938.289962:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941938.289966:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941938.289970:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b800 x1875839884224128/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941938.289979:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236b800 x1875839884224128/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941938.289985:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941938.289988:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.289991:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941938.289993:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.289995:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941938.289998:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290001:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941938.290006:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290008:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290011:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290014:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f46500 00000400:00000200:3.0:1788941938.290018:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290021:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5ead [1] + 224 00000800:00000001:3.0:1788941938.290025:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.290028:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941938.290029:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941938.290032:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941938.290035:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941938.290040:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369500 x1875839884223744/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941938.290048:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369500 x1875839884223744/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941938.290061:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941938.290234:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.290240:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941938.290242:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.290244:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941938.290248:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290252:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941938.290256:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290259:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290262:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290265:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f46580 00000400:00000200:3.0:1788941938.290269:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941938.290274:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x5ecd [1] + 224 00000800:00000001:3.0:1788941938.290278:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.290285:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941938.290288:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941938.290291:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941938.290295:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941938.290300:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368000 x1875839884223872/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941938.290310:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368000 x1875839884223872/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941938.290318:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941938.290322:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941938.290325:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941938.404170:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941938.404178:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941938.404185:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941938.404186:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941939.425995:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941939.426002:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941939.426007:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941939.426008:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941940.449037:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941940.449047:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941940.449053:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941940.449054:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941940.449081:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941940.449086:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941940.449089:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788941941.473820:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941941.473830:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941941.473837:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941941.473838:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941942.497741:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941942.497753:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941942.497755:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941942.497759:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941942.497765:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941942.497768:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941942.497770:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941942.497772:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941942.497776:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941942.497777:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941942.883177:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296342609, at 4296343042 00000100:00000010:3.0:1788941942.883199:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b558fe78a0. 00010000:00000001:3.0:1788941943.521955:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941943.521964:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941943.521970:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941943.521974:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941943.521976:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941943.521983:0:24366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941943.521985:0:24366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941943.521987:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941943.521991:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941943.521993:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941943.521995:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941943.521998:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941943.522023:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941943.522026:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941943.522029:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788941944.545134:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941944.545143:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941944.545151:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941944.545153:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941945.570939:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941945.570949:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941945.570958:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941945.570959:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941946.593019:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941946.593029:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941946.593036:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941946.593038:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941946.593070:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941946.593074:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941946.593077:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788941947.619445:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941947.619455:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941947.619461:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941947.619463:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941948.001009:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296347720, at 4296348160 00000100:00000010:3.0:1788941948.001028:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c96c0. 00000800:00000200:3.0:1788941948.518915:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941948.518921:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61000. 00000400:00000200:3.0:1788941948.518925:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941948.518929:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941948.518935:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a110 00000400:00000010:3.0:1788941948.518938:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a110. 00000100:00000001:3.0:1788941948.518943:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941948.518949:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884224896/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941948.518960:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941948.518963:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884224896/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941948.518970:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941948.518972:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941948.519044:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941948.519047:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61b00. 00000400:00000200:3.0:1788941948.519050:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941948.519054:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941948.519056:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a550 00000400:00000010:3.0:1788941948.519058:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a550. 00000100:00000001:3.0:1788941948.519061:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941948.519065:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995500 x1875839884225152/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941948.519074:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941948.519078:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995500 x1875839884225152/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941948.519083:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941948.519085:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788941948.526384:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941948.526408:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941948.526413:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941948.526416:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941948.526426:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526437:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941948.526447:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526453:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526460:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526465:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f46a00 00000400:00000200:3.0:1788941948.526472:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526478:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5f1d [1] + 224 00000800:00000001:3.0:1788941948.526488:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941948.526492:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941948.526496:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941948.526501:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941948.526511:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941948.526522:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997480 x1875839884225024/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941948.526534:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545997480 x1875839884225024/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941948.526563:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941948.526576:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941948.526580:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941948.526582:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941948.526584:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941948.526587:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526590:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941948.526595:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526597:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526600:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526603:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f46980 00000400:00000200:3.0:1788941948.526607:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941948.526611:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x5f0d [1] + 224 00000800:00000001:3.0:1788941948.526615:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941948.526679:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941948.526683:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941948.526687:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941948.526690:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941948.526694:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884224896/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941948.526703:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996a00 x1875839884224896/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941948.526730:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941948.526734:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941948.526738:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941948.641258:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941948.641267:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941948.641273:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941948.641275:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941949.667289:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941949.667298:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941949.667304:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941949.667305:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941949.667338:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941949.667341:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941949.667344:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788941950.689032:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941950.689041:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941950.689048:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941950.689049:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941951.712938:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941951.712947:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941951.712955:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941951.712956:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941952.739402:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941952.739415:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941952.739418:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941952.739423:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941952.739430:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941952.739432:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941952.739435:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941952.739437:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941952.739442:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941952.740162:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941952.740285:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941952.740289:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941952.740292:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788941953.128008:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296352841, at 4296353287 00000100:00000010:3.0:1788941953.128016:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9c00. 00000800:00000200:3.0:1788941953.634546:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941953.634552:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:3.0:1788941953.634559:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941953.634566:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941953.634573:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ae58 00000400:00000010:3.0:1788941953.634576:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ae58. 00000100:00000001:3.0:1788941953.634581:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941953.634587:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884225280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.634598:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941953.634601:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884225280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.634609:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941953.634611:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941953.653175:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941953.653182:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61d00. 00000400:00000200:3.0:1788941953.653191:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941953.653198:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941953.653204:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:3.0:1788941953.653207:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:3.0:1788941953.653213:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941953.653220:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884225408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.653232:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941953.653237:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884225408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.653243:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941953.653245:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941953.653259:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941953.653261:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788941953.653264:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941953.653280:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941953.653283:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:3.0:1788941953.653284:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:3.0:1788941953.653287:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941953.653291:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884225664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.653298:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941953.653300:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884225664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.653306:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941953.653308:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941953.653726:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941953.653729:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61400. 00000400:00000200:3.0:1788941953.653732:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941953.653737:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941953.653741:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a000 00000400:00000010:3.0:1788941953.653743:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a000. 00000100:00000001:3.0:1788941953.653746:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941953.653751:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884225536/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.653759:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941953.653763:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884225536/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.653769:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941953.653771:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788941953.657887:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941953.657898:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941953.657900:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941953.657902:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941953.657907:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941953.657913:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941953.657922:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941953.657926:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941953.657930:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941953.657934:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f46b80 00000400:00000200:3.0:1788941953.657939:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941953.657944:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x5f35 [1] + 224 00000800:00000001:3.0:1788941953.657950:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941953.658022:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941953.658026:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941953.658030:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941953.658037:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941953.658045:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884225408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941953.658056:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66a00 x1875839884225408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941953.658083:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941953.658091:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941953.658094:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941953.761027:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941953.761037:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941953.761060:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941953.761065:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941953.761068:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941953.761086:0:24366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941953.761090:0:24366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941953.761092:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941953.761096:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941953.761099:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941953.761102:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941953.761105:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941954.785251:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941954.785264:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941954.785274:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941954.785275:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941955.809573:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941955.809583:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941955.809590:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941955.809591:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941955.809625:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941955.809629:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941955.809632:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788941956.833097:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941956.833105:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941956.833111:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941956.833113:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941957.857159:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941957.857170:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941957.857178:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941957.857180:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941958.242776:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296357960, at 4296358401 00000100:00000010:3.0:1788941958.242789:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54ea0. 00000100:00000001:3.0:1788941958.756185:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941958.756189:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941958.756190:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941958.756196:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995c00 x1875839884226176/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941958.756205:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941958.756207:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941958.756212:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941958.756214:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941958.756217:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941958.756221:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884226176:192.168.206.109@tcp:9:kworker.0 00000100:00000001:3.0:1788941958.756226:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941958.756232:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941958.756234:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941958.756238:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941958.756243:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb5600. 02000000:00000001:3.0:1788941958.756245:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941958.756253:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941958.756258:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4898. 00000400:00000010:3.0:1788941958.756267:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543deddd0. 00000100:00000200:3.0:1788941958.756277:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884226176, portal 4 00000100:00000001:3.0:1788941958.756279:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941958.756282:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000040:3.0:1788941958.756299:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995c00 x1875839884226176/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941958.756308:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941958.756312:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941958.756315:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543deda18. 00000100:00000200:3.0:1788941958.756317:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884226176, offset 0 00000400:00000200:3.0:1788941958.756325:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941958.756335:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.756345:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941958.756350:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941958.756355:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941958.756359:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941958.756363:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941958.756367:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2190:2190:256:4294967295] 192.168.206.109@tcp LPNI seq info [2190:2190:8:4294967295] 00000400:00000200:3.0:1788941958.756372:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.756384:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941958.756391:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941958.756397:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9d00. 00000800:00000200:3.0:1788941958.756405:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941958.756415:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941958.756420:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941958.756440:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941958.756445:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 296677 usecs (297 jiffies) 00000400:00000200:3.0:1788941958.756449:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941958.756452:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296359212 00000100:00000010:3.0:1788941958.756458:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76ea0. 00000100:00000001:3.0:1788941958.756466:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788941958.756473:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296359212 00000100:00000010:3.0:1788941958.756475:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76e40. 00000100:00000001:3.0:1788941958.756478:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788941958.756481:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941958.756484:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941958.756488:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941958.756490:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941958.756499:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941958.756503:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788941958.756505:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941958.756506:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941958.756508:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941958.756509:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788941958.762077:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941958.762101:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941958.762106:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941958.762109:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941958.762121:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.762131:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941958.762144:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.762150:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.762157:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.762162:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f46e80 00000400:00000200:3.0:1788941958.762168:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.762175:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5f4d [1] + 224 00000800:00000001:3.0:1788941958.762184:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941958.762192:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941958.762196:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941958.762201:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941958.762210:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941958.762220:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995c00 x1875839884226176/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941958.762231:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995c00 x1875839884226176/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941968 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941958.762260:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941958.762271:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941958.762275:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941958.766838:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941958.766901:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941958.766905:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941958.766908:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941958.766918:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.766927:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941958.766937:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.766942:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.767123:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.767128:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f46d00 00000400:00000200:3.0:1788941958.767134:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941958.767140:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5f65 [1] + 224 00000800:00000001:3.0:1788941958.767149:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941958.767157:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941958.767161:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941958.767165:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941958.767173:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941958.767182:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884225792/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941958.767193:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996a00 x1875839884225792/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941958.767225:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941958.767235:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941958.767239:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941958.884643:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941958.884652:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941958.884658:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941958.884659:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941959.906264:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941959.906273:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941959.906280:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941959.906282:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941960.929409:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941960.929419:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941960.930225:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941960.930227:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941961.953733:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941961.953742:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941961.953749:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941961.953751:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941962.977095:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941962.977108:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941962.977111:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941962.977116:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941962.977123:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941962.977126:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941962.977128:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941962.977131:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941962.977135:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941962.977136:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941963.361038:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296363090, at 4296363520 00000100:00000010:3.0:1788941963.361072:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76e40. 00000800:00000200:3.0:1788941963.879034:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941963.879040:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788941963.879045:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941963.879052:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941963.879060:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a198 00000400:00000010:3.0:1788941963.879063:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a198. 00000100:00000001:3.0:1788941963.879069:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941963.879077:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884226304/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941963.879088:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941963.879092:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884226304/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941963.879099:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941963.879101:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941963.879114:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941963.879117:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:3.0:1788941963.879119:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941963.879122:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941963.879125:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aee0 00000400:00000010:3.0:1788941963.879127:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aee0. 00000100:00000001:3.0:1788941963.879129:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941963.879133:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884226560/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941963.879139:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941963.879141:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884226560/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941963.879148:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941963.879149:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941963.879225:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941963.879227:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2600. 00000400:00000200:3.0:1788941963.879231:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941963.879234:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941963.879237:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da908 00000400:00000010:3.0:1788941963.879239:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da908. 00000100:00000001:3.0:1788941963.879242:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941963.879246:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884226432/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941963.879259:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941963.879261:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884226432/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941963.879266:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941963.879268:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788941963.888469:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941963.888492:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941963.888497:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941963.888500:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941963.888511:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941963.888521:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941963.888532:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941963.888550:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941963.888556:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941963.888561:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f47000 00000400:00000200:3.0:1788941963.888567:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941963.888574:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5f85 [1] + 224 00000800:00000001:3.0:1788941963.888582:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941963.888613:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941963.888617:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941963.888622:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941963.888633:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941963.888643:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884226560/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941963.888655:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884226560/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941963.888680:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941963.888690:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941963.888694:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941964.001009:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941964.001018:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941964.001044:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941964.001048:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941964.001051:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941964.001060:0:24366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941964.001063:0:24366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941964.001065:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941964.001141:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941964.001144:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941964.001147:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941964.001149:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941965.025038:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941965.025048:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941965.025054:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941965.025055:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941966.049004:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941966.049025:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941966.049033:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941966.049034:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941967.073046:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941967.073056:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941967.073063:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941967.073065:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941968.097193:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941968.097202:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941968.097210:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941968.097211:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941968.481347:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296368205, at 4296368640 00000100:00000010:3.0:1788941968.481355:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54360. 00000800:00000200:3.0:1788941968.997047:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941968.997055:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2e00. 00000400:00000200:3.0:1788941968.997064:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941968.997075:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941968.997085:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da220 00000400:00000010:3.0:1788941968.997089:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da220. 00000100:00000001:3.0:1788941968.997095:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941968.997100:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995500 x1875839884226688/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941968.997113:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941968.997117:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995500 x1875839884226688/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941968.997126:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941968.997128:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941968.997803:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941968.997808:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2b00. 00000400:00000200:3.0:1788941968.997812:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941968.997817:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941969.004913:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dab28 00000400:00000010:3.0:1788941969.004919:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dab28. 00000100:00000001:3.0:1788941969.004925:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941969.004932:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996300 x1875839884226944/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941984 ref 2 fl UnregRPC:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941969.004960:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941969.004966:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996300 x1875839884226944/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941984 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941969.004973:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941969.004975:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788941969.005099:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941969.005105:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2400. 00000400:00000200:3.0:1788941969.005113:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941969.005123:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941969.005129:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:3.0:1788941969.005134:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:3.0:1788941969.005140:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941969.005149:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995c00 x1875839884226816/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941969.005164:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941969.005171:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995c00 x1875839884226816/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941969.005199:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941969.005204:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788941969.121044:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941969.121053:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941969.121060:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941969.121062:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941970.145101:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941970.145112:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941970.145118:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941970.145119:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941971.169366:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941971.169375:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941971.169382:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941971.169384:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941972.192985:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941972.192995:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941972.192998:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941972.193003:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941972.193009:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941972.193012:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941972.193014:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941972.193017:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941972.193022:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941972.193023:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941973.217048:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941973.217056:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941973.217063:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941973.217068:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941973.217070:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941973.217079:0:24366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941973.217081:0:24366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941973.217083:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941973.217087:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941973.217090:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941973.217092:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941973.217094:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941973.601334:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296373323, at 4296373760 00000100:00000010:3.0:1788941973.601342:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c92a0. 00000100:00000001:3.0:1788941974.117144:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941974.117151:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941974.117154:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941974.117162:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369f80 x1875839884227072/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.117171:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941974.117174:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941974.117178:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941974.117182:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941974.117185:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941974.117188:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884227072:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941974.117194:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941974.117200:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941974.117203:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941974.117206:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941974.117212:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb5200. 02000000:00000001:3.0:1788941974.117214:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941974.117223:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941974.117228:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4c08. 00000400:00000010:3.0:1788941974.117236:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedf68. 00000100:00000200:3.0:1788941974.117244:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884227072, portal 25 00000100:00000001:3.0:1788941974.117247:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941974.117250:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175632768 : -122366533918848 : ffff90b552369f80) 00000100:00000040:3.0:1788941974.117257:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369f80 x1875839884227072/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.117266:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941974.117269:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941974.117273:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded440. 00000100:00000200:3.0:1788941974.117276:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884227072, offset 0 00000400:00000200:3.0:1788941974.117283:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941974.117292:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.117301:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941974.117307:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941974.117311:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941974.117316:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941974.117319:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941974.117324:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2199:2199:256:4294967295] 192.168.206.109@tcp LPNI seq info [2199:2199:8:4294967295] 00000400:00000200:3.0:1788941974.117328:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.117427:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941974.117672:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941974.117680:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9d00. 00000800:00000200:3.0:1788941974.117688:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941974.117698:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941974.117702:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941974.117779:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941974.117785:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941974.117788:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296378444 00000100:00000010:3.0:1788941974.117794:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76e40. 00000100:00000001:3.0:1788941974.117802:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788941974.117808:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296378444 00000100:00000010:3.0:1788941974.117811:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76060. 00000100:00000001:3.0:1788941974.117814:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788941974.117817:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941974.117820:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.117824:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.117827:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941974.117837:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941974.117840:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788941974.117842:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941974.117843:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941974.117845:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.117847:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788941974.117940:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788941974.117945:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5495c9d00. 00000400:00000200:3.0:1788941974.117950:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941974.117955:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788941974.117962:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded440 00000400:00000010:3.0:1788941974.117976:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded440. 00000100:00000001:3.0:1788941974.117982:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788941974.117988:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369f80 x1875839884227072/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.117998:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941974.118002:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369f80 x1875839884227072/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.118010:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.118012:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788941974.118040:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941974.118043:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.118984:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941974.118990:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941974.118993:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941974.119004:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.119017:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941974.119020:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941974.119024:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941974.119027:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941974.119030:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941974.119034:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884227200:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941974.119039:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941974.119045:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941974.121841:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941974.121879:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941974.121888:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb5000. 02000000:00000001:3.0:1788941974.121892:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941974.121953:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941974.121959:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4420. 00000400:00000010:3.0:1788941974.121976:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded440. 00000100:00000200:3.0:1788941974.121986:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884227200, portal 10 00000100:00000001:3.0:1788941974.121990:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941974.121992:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000040:3.0:1788941974.122007:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.122015:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941974.122018:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941974.122020:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded198. 00000100:00000200:3.0:1788941974.122024:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884227200, offset 0 00000400:00000200:3.0:1788941974.122031:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941974.122041:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.122222:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941974.122229:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941974.122234:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941974.122238:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941974.122241:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941974.122245:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2201:2201:256:4294967295] 192.168.206.109@tcp LPNI seq info [2201:2201:8:4294967295] 00000400:00000200:3.0:1788941974.122251:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.122261:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941974.122268:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941974.122274:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9d00. 00000800:00000200:3.0:1788941974.122282:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941974.122291:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941974.122296:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941974.122314:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941974.122320:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 532120 usecs (533 jiffies) 00000400:00000200:3.0:1788941974.122324:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941974.122327:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296374812 00000100:00000001:3.0:1788941974.122330:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296378444 00000100:00000001:3.0:1788941974.122334:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296374812 00000100:00000001:3.0:1788941974.122337:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296378444 00000100:00000001:3.0:1788941974.122340:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941974.122344:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.122349:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.122353:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941974.122362:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941974.122365:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00000001:3.0:1788941974.122369:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941974.122371:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941974.122372:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.122375:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788941974.122411:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.122427:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941974.122493:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.122499:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941974.122505:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.122510:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941974.122517:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.122520:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.122525:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.122529:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f47200 00000400:00000200:3.0:1788941974.122533:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.122539:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5fa5 [1] + 224 00000800:00000001:3.0:1788941974.122546:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.126375:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941974.126389:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941974.126411:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941974.126426:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941974.126795:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369f80 x1875839884227072/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941974.126809:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369f80 x1875839884227072/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.127002:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941974.127020:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.127033:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941974.127035:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.127038:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941974.127045:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.127338:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941974.127347:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.127351:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.127357:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.127361:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f47300 00000400:00000200:3.0:1788941974.127366:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.127372:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5fb5 [1] + 224 00000800:00000001:3.0:1788941974.127380:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.127388:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941974.127391:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941974.127395:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941974.128335:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941974.128349:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b800 x1875839884227328/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941974.128363:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236b800 x1875839884227328/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.129700:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941974.129732:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.129750:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941974.129755:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.129758:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941974.129768:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.129776:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941974.129786:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.129791:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.129797:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.129802:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f47280 00000400:00000200:3.0:1788941974.129808:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941974.129814:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x5fc5 [1] + 224 00000800:00000001:3.0:1788941974.129823:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.129913:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941974.129916:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941974.129921:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941974.129928:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941974.129937:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941974.129948:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.129963:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941974.129977:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941974.129981:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941974.129995:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941974.129998:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941974.130004:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941974.130006:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941974.130010:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4420. 00000400:00000200:3.0:1788941974.130015:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded440 00000400:00000010:3.0:1788941974.130017:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded440. 00000100:00000001:3.0:1788941974.130020:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941974.130025:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941974.130034:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.130040:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941974.130385:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941974.130389:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941974.130393:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941974.130396:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941974.130408:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941974.130412:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941974.130422:0:2356:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=114 v=105 (105 105 137 137) 00000100:00001000:3.0:1788941974.130428:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1788941974.130437:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941974.130439:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941974.130442:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941974.130446:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.130450:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941974.130453:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1788941974.130455:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941974.130457:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941974.130464:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.130473:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941974.130476:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941974.130478:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941974.130483:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941974.130491:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884227200:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941974.130497:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941974.130500:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941974.130504:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369500 x1875839884227200/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941974.130511:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941974.130515:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941974.130520:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb5000. 02000000:00000001:3.0:1788941974.130524:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941974.130527:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788941974.130529:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788941974.130532:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788941974.130535:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9100. 02000000:00000001:3.0:1788941974.130553:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941974.130555:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941974.130557:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369500. 00000100:00000001:3.0:1788941974.130562:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941974.130563:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941974.130566:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941974.130576:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941974.130578:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941974.130580:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941974.130582:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941974.241522:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941974.241530:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941974.241538:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941974.241539:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941975.265020:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941975.265029:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941975.265036:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941975.265038:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941976.289220:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941976.289229:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941976.289235:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941976.289236:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941977.313009:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941977.313029:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941977.313037:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941977.313039:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941978.338143:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941978.338153:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941978.338160:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941978.338161:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941978.720958:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296378444, at 4296378880 00000100:00000010:3.0:1788941978.720978:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76060. 00000800:00000001:3.0:1788941979.251351:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941979.251373:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941979.251379:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941979.251381:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941979.251392:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251402:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941979.251413:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251418:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251424:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251428:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f47480 00000400:00000200:3.0:1788941979.251435:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251441:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5fe5 [1] + 224 00000800:00000001:3.0:1788941979.251449:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941979.251453:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941979.251457:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941979.251462:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941979.251472:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941979.251482:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996300 x1875839884227712/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941979.251493:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996300 x1875839884227712/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941979.251522:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941979.251532:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941979.251536:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941979.251538:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941979.251540:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941979.251543:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251546:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941979.251551:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251553:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251555:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251558:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f47380 00000400:00000200:3.0:1788941979.251562:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941979.251566:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x5fdd [1] + 224 00000800:00000001:3.0:1788941979.251570:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941979.251577:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941979.251580:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941979.251583:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941979.251586:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941979.251591:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995c00 x1875839884227456/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941979.251600:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995c00 x1875839884227456/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941979.251607:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941979.251611:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941979.251614:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941979.361074:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941979.361083:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941979.361100:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941979.361102:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941980.385023:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941980.385032:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941980.385039:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941980.385040:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941981.409063:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941981.409072:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941981.409078:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941981.409080:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941982.433065:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941982.433077:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941982.433079:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941982.433084:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941982.433091:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941982.433094:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941982.433096:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941982.433099:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941982.433103:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941982.433104:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941983.457019:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941983.457028:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941983.457034:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941983.457039:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941983.457043:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941983.457051:0:24366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941983.457054:0:24366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941983.457055:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941983.457059:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941983.457061:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941983.457064:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941983.457066:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941983.841002:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296383568, at 4296384000 00000100:00000010:3.0:1788941983.841022:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54660. 00000100:00000001:3.0:1788941984.353762:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941984.353766:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941984.353768:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941984.353775:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b800 x1875839884227840/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.353782:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941984.353783:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941984.353785:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941984.353787:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941984.353789:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941984.353792:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884227840:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941984.353796:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941984.353799:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941984.353801:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941984.353802:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941984.353806:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4800. 02000000:00000001:3.0:1788941984.353807:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941984.353811:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941984.353814:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4420. 00000400:00000010:3.0:1788941984.353819:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded440. 00000100:00000200:3.0:1788941984.353822:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884227840, portal 25 00000100:00000001:3.0:1788941984.353825:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941984.353826:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00000100:00000040:3.0:1788941984.353831:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b800 x1875839884227840/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.353838:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941984.353841:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941984.353843:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded660. 00000100:00000200:3.0:1788941984.353845:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884227840, offset 0 00000400:00000200:3.0:1788941984.353872:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941984.363004:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363022:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941984.363037:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941984.363041:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941984.363046:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941984.363049:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941984.363054:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2206:2206:255:4294967295] 192.168.206.109@tcp LPNI seq info [2206:2206:7:4294967295] 00000400:00000200:3.0:1788941984.363059:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363070:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941984.363078:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941984.363088:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9900. 00000800:00000200:3.0:1788941984.363096:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941984.363103:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941984.363108:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941984.363113:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941984.363120:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941984.363123:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296388690 00000100:00000001:3.0:1788941984.363147:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296385043 00000100:00000001:3.0:1788941984.363154:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296388690 00000100:00000001:3.0:1788941984.363158:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296385043 00000100:00000001:3.0:1788941984.363161:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941984.363166:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941984.363171:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941984.363182:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368000 x1875839884228096/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.363194:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941984.363196:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941984.363202:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941984.363206:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941984.363209:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941984.363213:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884228096:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941984.363218:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941984.363225:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941984.363228:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941984.363230:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941984.363236:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb5c00. 02000000:00000001:3.0:1788941984.363238:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941984.363244:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941984.363248:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4cb8. 00000400:00000010:3.0:1788941984.363256:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded4c8. 00000100:00000200:3.0:1788941984.363265:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884228096, portal 4 00000100:00000001:3.0:1788941984.363267:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941984.363269:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000040:3.0:1788941984.363277:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368000 x1875839884228096/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.363284:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941984.363287:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941984.363290:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedb28. 00000100:00000200:3.0:1788941984.363293:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884228096, offset 0 00000400:00000200:3.0:1788941984.363302:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941984.363309:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363322:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941984.363325:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941984.363327:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941984.363329:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941984.363332:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941984.363335:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2207:2207:254:4294967295] 192.168.206.109@tcp LPNI seq info [2207:2207:6:4294967295] 00000400:00000200:3.0:1788941984.363339:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363345:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941984.363349:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941984.363353:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9d00. 00000800:00000200:3.0:1788941984.363357:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941984.363361:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941984.363364:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941984.363367:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941984.363370:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24745 usecs (25 jiffies) 00000400:00000200:3.0:1788941984.363373:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941984.363375:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296384547 00000100:00000001:3.0:1788941984.363378:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296388690 00000100:00000001:3.0:1788941984.363380:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296384547 00000100:00000001:3.0:1788941984.363381:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296388690 00000100:00000001:3.0:1788941984.363383:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941984.363385:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941984.363388:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941984.363392:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941984.363401:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941984.363403:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788941984.363407:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941984.363409:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941984.363410:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941984.363412:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788941984.363460:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941984.363477:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941984.363479:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941984.363482:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941984.363487:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363491:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941984.363497:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363501:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363504:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363508:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f47580 00000400:00000200:3.0:1788941984.363512:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941984.363518:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x5fed [1] + 224 00000800:00000001:3.0:1788941984.363525:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941984.363532:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941984.363535:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941984.363540:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941984.363548:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941984.363554:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369f80 x1875839884227968/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941984.363574:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369f80 x1875839884227968/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.363590:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941984.363598:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941984.363601:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941984.371544:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941984.371551:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941984.371560:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941984.371563:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941984.371568:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4420. 00000400:00000200:3.0:1788941984.371573:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded440 00000400:00000010:3.0:1788941984.371576:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded440. 00000100:00000001:3.0:1788941984.371580:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941984.371587:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b800 x1875839884227840/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941984.371598:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b800 x1875839884227840/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.371605:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941984.371617:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941984.371620:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941984.371630:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941984.371633:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941984.371635:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941984.371639:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941984.371647:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1788941984.371651:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1788941984.371654:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941984.371656:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941984.371659:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941984.371662:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941984.371665:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941984.371670:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b800 x1875839884227840/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.371677:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941984.371681:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941984.371683:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941984.371687:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b800 x1875839884227840/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941984.371695:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884227840:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788941984.371702:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941984.371703:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941984.371705:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4cb8. 00000400:00000200:3.0:1788941984.371708:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded4c8 00000400:00000010:3.0:1788941984.371709:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded4c8. 00000100:00000001:3.0:1788941984.371711:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941984.371716:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368000 x1875839884228096/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941984.371724:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368000 x1875839884228096/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.371731:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941984.371732:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941984.371734:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941984.371736:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941984.371737:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941984.371739:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941984.371741:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941984.371748:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=124 v=5 (5 5 36 36) 00000100:00001000:3.0:1788941984.371750:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1788941984.371753:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941984.371754:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941984.371755:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941984.371759:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941984.371762:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941984.371764:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788941984.371766:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941984.371768:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941984.371772:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368000 x1875839884228096/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.371778:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941984.371780:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941984.371781:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941984.371795:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368000 x1875839884228096/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941984.371804:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884228096:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941984.371808:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941984.371811:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941984.371815:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b800 x1875839884227840/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.371822:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941984.371825:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941984.371830:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4800. 02000000:00000001:3.0:1788941984.371834:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941984.371837:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788941984.371839:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788941984.371841:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788941984.371844:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9600. 02000000:00000001:3.0:1788941984.371849:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941984.371892:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941984.371895:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b800. 00000100:00000001:3.0:1788941984.371899:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941984.371901:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941984.371903:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941984.371906:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368000 x1875839884228096/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941984.371921:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941984.371923:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941984.371924:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb5c00. 02000000:00000001:3.0:1788941984.371927:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941984.371928:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788941984.371929:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788941984.371931:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788941984.371932:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9f00. 02000000:00000001:3.0:1788941984.371935:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941984.371936:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941984.371937:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368000. 00000100:00000001:3.0:1788941984.371940:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941984.371941:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941984.371943:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941984.371952:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941984.371954:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941984.371957:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941984.371959:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941984.481073:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941984.481082:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941984.481089:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941984.481090:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941985.505037:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941985.505046:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941985.505054:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941985.505055:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941986.529049:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941986.529059:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941986.529067:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941986.529069:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941987.553800:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941987.553809:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941987.553817:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941987.553818:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941988.579147:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941988.579156:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941988.579164:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941988.579165:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941988.961868:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296388690, at 4296389121 00000100:00000010:3.0:1788941988.961876:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b558fe7240. 00000800:00000001:3.0:1788941989.499511:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941989.499538:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941989.499542:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941989.499545:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941989.499555:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499572:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941989.499584:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499589:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499595:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499600:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f47680 00000400:00000200:3.0:1788941989.499605:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499612:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6025 [1] + 224 00000800:00000001:3.0:1788941989.499620:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941989.499624:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941989.499628:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941989.499633:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941989.499641:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941989.499651:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995500 x1875839884228224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941989.499662:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995500 x1875839884228224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941989.499699:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941989.499716:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941989.499719:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941989.499721:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941989.499723:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941989.499727:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499730:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941989.499735:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499737:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499740:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499742:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f47780 00000400:00000200:3.0:1788941989.499745:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941989.499750:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x602d [1] + 224 00000800:00000001:3.0:1788941989.499754:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941989.500162:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941989.500166:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941989.500170:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941989.500175:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941989.500181:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995c00 x1875839884228480/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941989.500191:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995c00 x1875839884228480/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941989.500199:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941989.500203:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941989.500207:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941989.601553:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941989.601562:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941989.601568:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941989.601570:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941990.626108:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941990.626118:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941990.626125:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941990.626127:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941991.649161:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941991.649169:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941991.649196:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941991.649197:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941992.673002:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941992.673012:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941992.673015:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941992.673018:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941992.673024:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941992.673027:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941992.673029:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941992.673032:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941992.673035:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941992.673037:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941993.697584:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941993.697592:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941993.697597:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941993.697601:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941993.697603:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941993.697610:0:24366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941993.697613:0:24366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941993.697615:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941993.697618:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941993.697621:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941993.697623:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941993.697625:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941994.084509:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296393808, at 4296394243 00000100:00000010:3.0:1788941994.084528:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54780. 00000800:00000001:3.0:1788941994.600441:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941994.600462:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941994.600467:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941994.600470:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941994.600480:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.600490:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941994.600502:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.600508:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.600515:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.600520:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f47880 00000400:00000200:3.0:1788941994.600527:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.600535:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6035 [1] + 224 00000800:00000001:3.0:1788941994.600543:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941994.600551:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941994.600555:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941994.600560:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941994.600569:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941994.600580:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884228736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941994.600591:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884228736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941994.600612:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941994.600623:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941994.600626:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941994.610739:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941994.610761:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941994.610766:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941994.610769:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941994.610779:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.610789:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941994.610800:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.610806:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.610812:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.610817:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f47900 00000400:00000200:3.0:1788941994.610823:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941994.610829:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6045 [1] + 224 00000800:00000001:3.0:1788941994.610838:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941994.610906:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941994.610910:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941994.610917:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941994.610926:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941994.610938:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884228864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941994.610951:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884228864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941994.610976:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941994.610986:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941994.610990:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788941994.721028:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941994.721038:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941994.721044:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941994.721045:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941995.745845:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941995.745876:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941995.745882:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941995.745884:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941996.769458:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941996.769464:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941996.769469:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941996.769470:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941997.792974:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941997.792981:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941997.792986:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941997.792987:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941998.816978:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941998.816984:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941998.816988:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941998.816990:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941999.201758:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296398924, at 4296399360 00000100:00000010:3.0:1788941999.201775:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c93c0. 00000100:00000001:3.0:1788941999.713333:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941999.713337:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941999.713340:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941999.713345:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369f80 x1875839884228992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.713353:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941999.713355:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941999.713358:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941999.713361:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941999.713363:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941999.713367:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884228992:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941999.713371:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941999.713375:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941999.713378:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941999.713380:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941999.713384:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4000. 02000000:00000001:3.0:1788941999.713386:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941999.713392:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941999.713396:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4cb8. 00000400:00000010:3.0:1788941999.713403:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded4c8. 00000100:00000200:3.0:1788941999.713410:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884228992, portal 25 00000100:00000001:3.0:1788941999.713412:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941999.713414:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175632768 : -122366533918848 : ffff90b552369f80) 00000100:00000040:3.0:1788941999.713419:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369f80 x1875839884228992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.713426:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941999.713428:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941999.713431:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded440. 00000100:00000200:3.0:1788941999.713433:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884228992, offset 0 00000400:00000200:3.0:1788941999.713439:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941999.713446:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.713453:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941999.713458:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941999.713461:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941999.713464:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941999.713467:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941999.713471:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2214:2214:256:4294967295] 192.168.206.109@tcp LPNI seq info [2214:2214:8:4294967295] 00000400:00000200:3.0:1788941999.713475:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.713483:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941999.713488:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941999.713494:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9d00. 00000800:00000200:3.0:1788941999.713500:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941999.713507:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941999.713511:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941999.713528:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941999.713532:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941999.713535:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296404040 00000100:00000010:3.0:1788941999.713540:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76060. 00000100:00000001:3.0:1788941999.713545:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788941999.713550:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296404040 00000100:00000010:3.0:1788941999.713552:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76f00. 00000100:00000001:3.0:1788941999.713555:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788941999.713558:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941999.713560:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.713563:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941999.713567:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884229248/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.713573:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941999.713575:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941999.713577:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941999.713579:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941999.713580:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941999.713583:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884229248:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941999.713586:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941999.713589:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941999.713590:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941999.713592:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941999.713594:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4e00. 02000000:00000001:3.0:1788941999.713596:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941999.713599:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941999.713601:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4420. 00000400:00000010:3.0:1788941999.713605:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded908. 00000100:00000200:3.0:1788941999.713608:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884229248, portal 4 00000100:00000001:3.0:1788941999.713610:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941999.713611:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:3.0:1788941999.713617:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368e00 x1875839884229248/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.713623:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941999.713625:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941999.713627:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded2a8. 00000100:00000200:3.0:1788941999.713629:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884229248, offset 0 00000400:00000200:3.0:1788941999.713633:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941999.713636:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.713639:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941999.713642:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941999.713644:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941999.713646:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941999.713649:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941999.713651:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2215:2215:255:4294967295] 192.168.206.109@tcp LPNI seq info [2215:2215:7:4294967295] 00000400:00000200:3.0:1788941999.713655:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.713661:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941999.713665:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941999.713668:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9900. 00000800:00000200:3.0:1788941999.713672:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941999.713676:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941999.713678:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941999.713681:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941999.713684:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24706 usecs (25 jiffies) 00000400:00000200:3.0:1788941999.713687:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941999.713689:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296399897 00000100:00000001:3.0:1788941999.713691:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296404040 00000100:00000001:3.0:1788941999.713693:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296399897 00000100:00000001:3.0:1788941999.713695:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296404040 00000100:00000001:3.0:1788941999.713697:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941999.713699:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.713701:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.713703:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.713710:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941999.713712:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788941999.713714:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941999.713716:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941999.713717:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941999.713720:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788941999.713722:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.713724:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941999.713725:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.713726:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941999.713727:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941999.713729:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941999.713737:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368700 x1875839884229120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.713743:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941999.713744:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941999.713746:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941999.713748:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941999.713750:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941999.713752:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884229120:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941999.713755:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941999.713758:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941999.713759:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941999.713761:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941999.713764:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4600. 02000000:00000001:3.0:1788941999.713766:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941999.713769:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788941999.713771:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4528. 00000400:00000010:3.0:1788941999.713774:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded110. 00000100:00000200:3.0:1788941999.713777:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884229120, portal 10 00000100:00000001:3.0:1788941999.713779:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941999.713780:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175626496 : -122366533925120 : ffff90b552368700) 00000100:00000040:3.0:1788941999.713785:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368700 x1875839884229120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.713791:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941999.713793:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788941999.713795:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded990. 00000100:00000200:3.0:1788941999.713797:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884229120, offset 0 00000400:00000200:3.0:1788941999.713801:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788941999.713804:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.713808:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788941999.713810:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941999.713821:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788941999.713823:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941999.713825:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788941999.713837:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2216:2216:254:4294967295] 192.168.206.109@tcp LPNI seq info [2216:2216:6:4294967295] 00000400:00000200:3.0:1788941999.713841:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.714001:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788941999.714005:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788941999.714009:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9d00. 00000800:00000200:3.0:1788941999.714012:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788941999.714016:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788941999.714019:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941999.714021:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941999.714024:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 527875 usecs (528 jiffies) 00000400:00000200:3.0:1788941999.714028:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788941999.714029:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296400401 00000100:00000001:3.0:1788941999.714031:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296404040 00000100:00000001:3.0:1788941999.714033:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296400401 00000100:00000001:3.0:1788941999.714035:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296404040 00000100:00000001:3.0:1788941999.714037:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941999.714039:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.714041:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.714043:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.714053:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941999.714055:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788941999.719081:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941999.719097:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788941999.719100:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941999.719103:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941999.719110:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.719117:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788941999.719124:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.719129:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.719134:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.719138:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f47980 00000400:00000200:3.0:1788941999.719143:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788941999.719148:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x604d [1] + 224 00000800:00000001:3.0:1788941999.719154:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941999.719160:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941999.719164:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788941999.719168:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788941999.719176:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941999.719183:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369f80 x1875839884228992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788941999.719194:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369f80 x1875839884228992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.719218:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788941999.719230:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788941999.719233:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.722209:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941999.722213:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941999.722219:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941999.722221:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941999.722236:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4528. 00000400:00000200:3.0:1788941999.722240:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded110 00000400:00000010:3.0:1788941999.722242:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded110. 00000100:00000001:3.0:1788941999.722245:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941999.722250:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368700 x1875839884229120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941999.722259:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368700 x1875839884229120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.722265:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941999.722267:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.722269:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941999.722272:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941999.722274:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941999.722277:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941999.722280:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941999.722288:0:2355:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=139 v=105 (105 105 137 137) 00000100:00001000:3.0:1788941999.722292:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1788941999.722295:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941999.722296:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941999.722299:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941999.722302:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.722305:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941999.722307:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1788941999.722309:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941999.722311:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941999.722316:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368700 x1875839884229120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.722327:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941999.722330:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941999.722332:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941999.722336:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368700 x1875839884229120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941999.722343:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884229120:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788941999.722348:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941999.722349:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941999.722350:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4420. 00000400:00000200:3.0:1788941999.722353:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded908 00000400:00000010:3.0:1788941999.722355:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded908. 00000100:00000001:3.0:1788941999.722357:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941999.722360:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884229248/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941999.722367:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884229248/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.722372:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941999.722374:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.722376:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941999.722377:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941999.722378:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941999.722380:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941999.722381:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941999.722385:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=139 v=5 (5 5 36 36) 00000100:00001000:3.0:1788941999.722388:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1788941999.722390:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941999.722391:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941999.722393:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941999.722395:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.722397:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941999.722399:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788941999.722401:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941999.722402:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941999.722406:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884229248/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.722411:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941999.722413:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941999.722415:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941999.722418:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884229248/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941999.722426:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884229248:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788941999.722429:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.722432:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941999.722435:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368700 x1875839884229120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.722441:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941999.722443:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941999.722445:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4600. 02000000:00000001:3.0:1788941999.722448:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941999.722450:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788941999.722452:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788941999.722454:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788941999.722456:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9e00. 02000000:00000001:3.0:1788941999.722460:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941999.722462:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941999.722463:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368700. 00000100:00000001:3.0:1788941999.722466:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941999.722467:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.722468:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941999.722471:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884229248/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941999.722477:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941999.722479:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941999.722480:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4e00. 02000000:00000001:3.0:1788941999.722482:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941999.722483:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788941999.722484:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788941999.722485:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788941999.722487:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9500. 02000000:00000001:3.0:1788941999.722488:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941999.722490:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941999.722491:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:3.0:1788941999.722493:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941999.722494:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.722497:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941999.722504:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941999.722506:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941999.722507:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941999.722509:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941999.840974:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941999.840980:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941999.840985:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941999.840986:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942000.864964:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942000.864970:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942000.864975:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942000.864976:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942001.888999:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942001.889005:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942001.889010:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942001.889011:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942002.913068:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942002.913076:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942002.913078:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942002.913081:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942002.913086:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942002.913088:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942002.913090:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942002.913092:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942002.913096:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942002.913098:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942003.937064:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942003.937071:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942003.937075:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942003.937079:0:24366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942003.937081:0:24366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942003.937086:0:24366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942003.937088:0:24366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942003.937089:0:24366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942003.937092:0:24366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942003.937094:0:24366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942003.937096:0:24366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942003.937098:0:24366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942004.321027:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296404040, at 4296404480 00000100:00000010:3.0:1788942004.321049:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76f00. 00000800:00000200:3.0:1788942004.837190:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942004.837195:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2600. 00000400:00000200:3.0:1788942004.837202:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942004.837208:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942004.837215:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da198 00000400:00000010:3.0:1788942004.837218:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da198. 00000100:00000001:3.0:1788942004.837223:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942004.837240:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884229504/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942004.837250:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942004.837253:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884229504/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942004.837260:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942004.837262:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942004.837277:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942004.837280:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:3.0:1788942004.837283:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942004.837286:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942004.837289:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daa18 00000400:00000010:3.0:1788942004.837290:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daa18. 00000100:00000001:3.0:1788942004.837293:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942004.837297:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884229376/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942004.837303:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942004.837306:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884229376/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942004.837312:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942004.837313:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942004.837380:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942004.837383:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:3.0:1788942004.837386:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942004.837390:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942004.837392:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dac38 00000400:00000010:3.0:1788942004.837394:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dac38. 00000100:00000001:3.0:1788942004.837396:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942004.837400:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884229632/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942004.837406:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942004.837409:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884229632/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942004.837415:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942004.837417:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942004.842650:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942004.842661:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942004.842665:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942004.842667:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942004.842675:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942004.842681:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942004.842690:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942004.842694:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942004.842705:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942004.842710:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f47c00 00000400:00000200:3.0:1788942004.842715:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942004.842721:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x608d [1] + 224 00000800:00000001:3.0:1788942004.842726:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942004.842732:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942004.842735:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942004.842739:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942004.842746:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942004.842755:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884229632/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942004.842766:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884229632/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942004.842775:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942004.842781:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942004.842783:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942004.964215:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942004.964224:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942004.964232:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942004.964233:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942005.985274:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942005.985283:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942005.985289:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942005.985290:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942007.008930:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942007.008939:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942007.008946:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942007.008947:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942008.035280:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942008.035289:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942008.035296:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942008.035297:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942009.056983:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942009.056992:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942009.057000:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942009.057001:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942009.441455:0:24366:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296409163, at 4296409600 00000100:00000010:3.0:1788942009.441462:0:24366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c90c0. 00000800:00000001:3.0:1788942009.961360:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961382:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942009.961387:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961390:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942009.961401:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961411:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942009.961422:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961427:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961433:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961438:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f47d80 00000400:00000200:3.0:1788942009.961444:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961452:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x60b5 [1] + 224 00000800:00000001:3.0:1788942009.961461:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961466:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942009.961470:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942009.961475:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942009.961485:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942009.961497:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369c00 x1875839884230016/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942009.961510:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369c00 x1875839884230016/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942009.961526:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942009.961535:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961540:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942009.961542:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961544:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942009.961547:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961550:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942009.961554:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961556:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961559:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961561:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f47d00 00000400:00000200:3.0:1788942009.961565:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961569:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6095 [1] + 224 00000800:00000001:3.0:1788942009.961573:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961576:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942009.961579:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942009.961582:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942009.961585:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942009.961590:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884229888/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942009.961598:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369180 x1875839884229888/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942009.961606:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942009.961609:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961612:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942009.961614:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961616:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942009.961619:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961622:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942009.961626:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961628:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961631:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961633:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f47c80 00000400:00000200:3.0:1788942009.961637:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942009.961640:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x60a5 [1] + 224 00000800:00000001:3.0:1788942009.961644:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961649:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942009.961651:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942009.961654:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942009.961658:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942009.961663:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369f80 x1875839884229760/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942009.961966:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369f80 x1875839884229760/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942009.961974:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942009.961980:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942009.961984:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942010.081313:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942010.081322:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942010.081329:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942010.081330:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942011.105984:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942011.105992:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942011.105998:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942011.105999:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942012.130007:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942012.130016:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942012.130022:0:24366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942012.130023:0:24366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942013.155899:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942013.155910:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942013.155912:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942013.155916:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942013.155921:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942013.155924:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942013.155926:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942013.155929:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942013.155933:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942013.155935:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942013.155936:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942013.155942:0:30120:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942013.155944:0:30120:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942013.155945:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942013.155947:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942013.155948:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942013.155949:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942013.155951:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942014.177329:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942014.177339:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942014.177345:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942014.177347:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942014.561001:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296414280, at 4296414720 00000100:00000010:3.0:1788942014.561022:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abdb40. 00000100:00000001:3.0:1788942015.073682:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942015.073686:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942015.073688:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942015.073694:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369f80 x1875839884230144/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.073701:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942015.073703:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942015.073705:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942015.073707:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942015.073709:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942015.073711:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884230144:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942015.073714:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942015.073717:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942015.073718:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942015.073720:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942015.073724:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b54806a000. 02000000:00000001:3.0:1788942015.073725:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942015.073729:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942015.073733:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4420. 00000400:00000010:3.0:1788942015.073737:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded908. 00000100:00000200:3.0:1788942015.073740:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884230144, portal 25 00000100:00000001:3.0:1788942015.073741:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942015.073743:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175632768 : -122366533918848 : ffff90b552369f80) 00000100:00000040:3.0:1788942015.073757:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369f80 x1875839884230144/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.073764:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942015.073767:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942015.073770:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded110. 00000100:00000200:3.0:1788942015.073772:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884230144, offset 0 00000400:00000200:3.0:1788942015.073776:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942015.073780:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.073783:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942015.073786:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942015.073788:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942015.073791:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942015.073793:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942015.073796:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2224:2224:255:4294967295] 192.168.206.109@tcp LPNI seq info [2224:2224:7:4294967295] 00000400:00000200:3.0:1788942015.073800:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.073806:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942015.073810:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942015.073814:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5495c9d00. 00000800:00000200:3.0:1788942015.073821:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942015.073829:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942015.073834:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5495c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942015.073848:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942015.073866:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942015.073869:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296419400 00000100:00000010:3.0:1788942015.073874:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e766c0. 00000100:00000001:3.0:1788942015.073881:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788942015.073886:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296419400 00000100:00000010:3.0:1788942015.073889:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76ea0. 00000100:00000001:3.0:1788942015.073892:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788942015.073895:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942015.073898:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942015.073901:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942015.073905:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369c00 x1875839884230400/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.073911:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942015.073913:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942015.073914:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942015.073916:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942015.073917:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942015.073920:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884230400:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942015.073923:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942015.073925:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942015.073927:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942015.073928:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942015.073932:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b54806a200. 02000000:00000001:3.0:1788942015.073934:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942015.073938:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942015.073940:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4528. 00000400:00000010:3.0:1788942015.073944:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded3b8. 00000100:00000200:3.0:1788942015.073947:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884230400, portal 4 00000100:00000001:3.0:1788942015.073949:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942015.073950:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000040:3.0:1788942015.073956:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369c00 x1875839884230400/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.073962:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942015.073964:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942015.073967:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded7f8. 00000100:00000200:3.0:1788942015.073969:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884230400, offset 0 00000400:00000200:3.0:1788942015.073973:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942015.073977:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.073979:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942015.073982:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942015.073984:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942015.073986:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942015.073989:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942015.073992:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2225:2225:254:4294967295] 192.168.206.109@tcp LPNI seq info [2225:2225:6:4294967295] 00000400:00000200:3.0:1788942015.073995:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.074000:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942015.074004:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942015.074010:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a30f200. 00000800:00000200:3.0:1788942015.074013:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942015.074017:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942015.074019:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a30f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942015.074022:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942015.074026:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24457 usecs (25 jiffies) 00000400:00000200:3.0:1788942015.074029:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942015.074031:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296415257 00000100:00000001:3.0:1788942015.074034:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296419400 00000100:00000001:3.0:1788942015.074036:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296415257 00000100:00000001:3.0:1788942015.074037:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296419400 00000100:00000001:3.0:1788942015.074039:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942015.074041:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942015.074044:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942015.074047:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942015.074056:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942015.074059:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942015.074061:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942015.074062:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942015.074063:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942015.074065:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942015.074131:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942015.074135:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5495c9d00. 00000400:00000200:3.0:1788942015.074146:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942015.074152:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942015.074158:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded110 00000400:00000010:3.0:1788942015.074161:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded110. 00000100:00000001:3.0:1788942015.074167:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942015.074171:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369f80 x1875839884230144/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.074180:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942015.074184:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369f80 x1875839884230144/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.074191:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942015.074193:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942015.074282:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942015.074284:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a30f200. 00000400:00000200:3.0:1788942015.074288:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942015.074292:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942015.074294:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded7f8 00000400:00000010:3.0:1788942015.074296:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded7f8. 00000100:00000001:3.0:1788942015.074298:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942015.074301:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369c00 x1875839884230400/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.074308:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942015.074311:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369c00 x1875839884230400/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.074316:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942015.074318:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942015.075280:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942015.075284:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4db00. 00000400:00000200:3.0:1788942015.075288:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942015.075293:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942015.075298:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61198 00000400:00000010:3.0:1788942015.075300:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61198. 00000100:00000001:3.0:1788942015.075304:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942015.075310:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369180 x1875839884230272/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.075320:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942015.075323:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369180 x1875839884230272/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.075329:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942015.075331:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942015.079362:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.079384:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942015.079389:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.079392:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942015.079402:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.079411:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942015.079422:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.079428:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.079434:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.079439:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f47e80 00000400:00000200:3.0:1788942015.079444:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.079451:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x60c5 [1] + 224 00000800:00000001:3.0:1788942015.079459:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.079466:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942015.079470:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942015.079475:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942015.079484:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942015.079496:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884230272/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942015.079508:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369180 x1875839884230272/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.079535:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942015.079545:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.079549:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942015.081892:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.081910:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942015.081914:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.081916:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942015.081925:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.081932:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942015.081941:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.081946:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.081952:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.081957:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f47f00 00000400:00000200:3.0:1788942015.081962:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.081968:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x60e5 [1] + 224 00000800:00000001:3.0:1788942015.081976:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.081983:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942015.081986:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942015.081991:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942015.081999:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942015.082006:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369c00 x1875839884230400/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942015.082016:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369c00 x1875839884230400/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.082426:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942015.082436:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.082440:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942015.084614:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.084632:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942015.084636:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.084639:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942015.084653:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.084661:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942015.084672:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.084677:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.084683:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.084688:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f47e00 00000400:00000200:3.0:1788942015.084693:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942015.084699:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x60d5 [1] + 224 00000800:00000001:3.0:1788942015.084707:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.084716:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942015.084720:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942015.084725:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942015.084733:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942015.084743:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369f80 x1875839884230144/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942015.084764:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369f80 x1875839884230144/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942015.084784:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942015.084792:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942015.084795:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942015.201457:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942015.201467:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942015.201474:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942015.201475:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942016.225734:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942016.225751:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942016.225759:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942016.225760:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942017.249012:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942017.249019:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942017.249026:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942017.249027:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942018.273090:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942018.273100:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942018.273107:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942018.273108:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942019.297482:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942019.297492:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942019.297499:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942019.297501:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942019.689098:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296419400, at 4296419848 00000100:00000010:3.0:1788942019.689118:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76ea0. 00000100:00000040:3.0:1788942020.193596:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942020.193611:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942020.193626:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000020:00000040:3.0:1788942020.193634:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942020.193639:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942020.193644:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942020.193650:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942020.193661:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55a30f200. 00000100:00000001:3.0:1788942020.193670:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.193684:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544acd880 x1875839884230528/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942020.193697:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942020.193702:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.193708:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8806c78] to pc [ptlrpcd_01_01+1] req@ffff90b544acd880 x1875839884230528/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.193749:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.193752:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942020.193756:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942020.193760:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acca80. 00000020:00000040:3.0:1788942020.193763:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942020.193765:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942020.193766:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942020.193768:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942020.193774:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5495c9d00. 00000100:00000001:3.0:1788942020.193779:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.193784:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b544acca80 x1875839884230656/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942020.193792:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942020.193794:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.193797:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec9db366] to pc [ptlrpcd_01_00+0] req@ffff90b544acca80 x1875839884230656/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.194897:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.194902:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942020.194906:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942020.194923:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd180. 00000020:00000040:3.0:1788942020.194928:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942020.194931:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942020.194934:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942020.194938:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942020.194945:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55a0b9300. 00000100:00000001:3.0:1788942020.194951:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.194957:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b544acd180 x1875839884230784/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942020.194966:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942020.194970:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.194975:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9f8626] to pc [ptlrpcd_01_01+1] req@ffff90b544acd180 x1875839884230784/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.194983:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942020.194986:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788942020.194990:0:20148:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788942020.194996:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1758) 00000800:00000200:3.0:1788942020.196280:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942020.196286:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d500. 00000400:00000200:3.0:1788942020.196292:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942020.196299:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942020.196305:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e613b8 00000400:00000010:3.0:1788942020.196308:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e613b8. 00000100:00000001:3.0:1788942020.196315:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942020.196321:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acca80 x1875839884230656/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.196333:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942020.196488:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acca80 x1875839884230656/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.196498:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942020.196500:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942020.197570:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942020.197580:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d000. 00000400:00000200:3.0:1788942020.198432:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942020.198444:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942020.198454:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e615d8 00000400:00000010:3.0:1788942020.198457:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e615d8. 00000100:00000001:3.0:1788942020.198464:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942020.198473:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd180 x1875839884230784/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.198488:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942020.198492:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd180 x1875839884230784/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.198500:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942020.198502:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942020.202175:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202196:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942020.202202:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202204:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942020.202215:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202224:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942020.202235:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202241:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202247:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202252:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f47f80 00000400:00000200:3.0:1788942020.202258:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202265:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x60f5 [1] + 224 00000800:00000001:3.0:1788942020.202274:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202278:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942020.202281:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942020.202286:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942020.202295:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942020.202305:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd880 x1875839884230528/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942020.202324:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acd880 x1875839884230528/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.202347:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942020.202357:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202361:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942020.202363:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202365:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942020.202368:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202372:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942020.202377:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202379:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202382:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202385:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f48000 00000400:00000200:3.0:1788942020.202389:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202393:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6105 [1] + 224 00000800:00000001:3.0:1788942020.202397:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202399:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942020.202401:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942020.202404:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942020.202407:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942020.202412:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acca80 x1875839884230656/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942020.202420:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acca80 x1875839884230656/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.202433:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942020.202436:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202439:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942020.202441:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202443:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942020.202446:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202449:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942020.202453:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202455:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202458:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202461:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f48080 00000400:00000200:3.0:1788942020.202464:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942020.202468:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6115 [1] + 224 00000800:00000001:3.0:1788942020.202471:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202497:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942020.202499:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942020.202503:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942020.202507:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942020.202513:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd180 x1875839884230784/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942020.202521:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acd180 x1875839884230784/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942020.202529:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942020.202533:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942020.202537:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942020.323536:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942020.323545:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942020.323552:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942020.323553:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942021.345559:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942021.345569:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942021.345577:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942021.345578:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942022.369114:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942022.369124:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942022.369132:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942022.369133:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942023.393021:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942023.393033:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942023.393037:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942023.393041:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942023.393048:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942023.393051:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942023.393054:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942023.393056:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942023.393060:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942023.393062:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942023.393064:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942023.393070:0:30120:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942023.393072:0:30120:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942023.393074:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942023.393076:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942023.393077:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942023.393079:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942023.393081:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942024.418631:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942024.418640:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942024.418647:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942024.418649:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942024.801003:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296424521, at 4296424960 00000100:00000010:3.0:1788942024.801025:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd900. 00000800:00000200:3.0:1788942025.315196:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942025.315202:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942025.315209:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942025.315215:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942025.315222:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:3.0:1788942025.315225:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:3.0:1788942025.315230:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942025.315234:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884230912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.315243:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942025.315247:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884230912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.315255:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942025.315257:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942025.318746:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.318768:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942025.318773:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.318776:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942025.318786:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.318796:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942025.318807:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.318813:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.318819:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.318824:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f48100 00000400:00000200:3.0:1788942025.318829:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.319060:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6125 [1] + 224 00000800:00000001:3.0:1788942025.319071:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.319078:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942025.319082:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942025.319087:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942025.319097:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942025.319108:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884230912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942025.319131:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e64700 x1875839884230912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.324367:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942025.324399:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.324413:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942025.329073:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942025.329080:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788942025.329088:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942025.329097:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942025.329104:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a220 00000400:00000010:3.0:1788942025.329107:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a220. 00000100:00000001:3.0:1788942025.329113:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942025.329121:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884231040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.329133:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942025.329137:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884231040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.329144:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942025.329146:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942025.329236:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942025.329239:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:3.0:1788942025.329243:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942025.329246:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942025.329249:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a2a8 00000400:00000010:3.0:1788942025.329251:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a2a8. 00000100:00000001:3.0:1788942025.329253:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942025.329257:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884231168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.329263:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942025.329266:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884231168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.329271:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942025.329273:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942025.333447:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.333469:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942025.333475:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.333478:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942025.333488:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.333499:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942025.333510:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.333517:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.333523:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.333528:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f48180 00000400:00000200:3.0:1788942025.333534:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.333541:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x612d [1] + 224 00000800:00000001:3.0:1788942025.333551:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.333558:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942025.333562:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942025.333567:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942025.333575:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942025.333585:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884231040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942025.333608:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884231040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.333631:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942025.333641:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.333644:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942025.341603:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.341628:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942025.341633:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.341636:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942025.341646:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.341655:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942025.341665:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.341671:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.341678:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.341683:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f48200 00000400:00000200:3.0:1788942025.341688:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942025.341704:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6135 [1] + 224 00000800:00000001:3.0:1788942025.341712:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.341774:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942025.341778:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942025.341784:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942025.341794:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942025.341805:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884231168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942025.341817:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884231168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942025.341892:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942025.341901:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942025.341904:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942025.441327:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942025.441337:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942025.441344:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942025.441346:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942026.465274:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942026.465282:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942026.465290:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942026.465291:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942027.489047:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942027.489057:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942027.489063:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942027.489065:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942028.513818:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942028.513826:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942028.513833:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942028.513834:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942029.537182:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942029.537191:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942029.537198:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942029.537199:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942029.921323:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296429642, at 4296430080 00000100:00000010:3.0:1788942029.921353:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54540. 00000800:00000200:3.0:1788942030.437336:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942030.437342:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:3.0:1788942030.437349:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942030.437355:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942030.437361:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:3.0:1788942030.437363:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:3.0:1788942030.437368:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942030.437372:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884231296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.437387:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942030.437391:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884231296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.437397:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942030.437399:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942030.439147:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942030.439158:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788942030.439164:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942030.439173:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942030.439181:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5add0 00000400:00000010:3.0:1788942030.439184:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5add0. 00000100:00000001:3.0:1788942030.439189:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942030.439197:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884231552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.439211:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942030.439215:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884231552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.439223:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942030.439225:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942030.439291:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942030.439294:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942030.439297:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942030.439301:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942030.439303:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5af68 00000400:00000010:3.0:1788942030.439305:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5af68. 00000100:00000001:3.0:1788942030.439308:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942030.439312:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884231424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.439319:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942030.439322:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884231424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.439333:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942030.439334:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942030.444247:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.444272:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942030.444278:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.444280:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942030.444293:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444302:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942030.444391:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444398:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444404:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444409:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f48280 00000400:00000200:3.0:1788942030.444415:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444422:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x613d [1] + 224 00000800:00000001:3.0:1788942030.444430:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.444435:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942030.444438:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942030.444443:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942030.444452:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942030.444463:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884231296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942030.444476:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884231296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.444504:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942030.444515:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.444519:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942030.444520:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.444523:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942030.444526:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444529:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942030.444533:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444537:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444539:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444542:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f48300 00000400:00000200:3.0:1788942030.444545:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.444550:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x614d [1] + 224 00000800:00000001:3.0:1788942030.444554:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.445504:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942030.445511:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942030.445518:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942030.445526:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942030.445535:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884231424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942030.445547:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884231424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.445563:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942030.445572:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.445577:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942030.450002:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.450027:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942030.450033:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.450035:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942030.450047:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.450068:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942030.450079:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.450085:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.450091:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.450097:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f48380 00000400:00000200:3.0:1788942030.450103:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942030.450110:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6145 [1] + 224 00000800:00000001:3.0:1788942030.450118:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.450126:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942030.450130:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942030.450135:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942030.450144:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942030.450154:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884231552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942030.450165:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e64700 x1875839884231552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942030.450188:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942030.450197:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942030.450201:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942030.561519:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942030.561529:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942030.561536:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942030.561538:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942031.585354:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942031.585363:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942031.585371:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942031.585372:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942032.609318:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942032.609327:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942032.609335:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942032.609336:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942033.633023:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942033.633034:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942033.633037:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942033.633041:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942033.633047:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942033.633050:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942033.633052:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942033.633055:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942033.633060:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942033.633062:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942033.633063:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942033.633069:0:30120:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942033.633076:0:30120:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942033.633077:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942033.633082:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942033.633084:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942033.633089:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942033.633091:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942034.658378:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942034.658387:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942034.658395:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942034.658396:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942035.040997:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296434763, at 4296435200 00000100:00000010:3.0:1788942035.041011:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54ba0. 00000800:00000200:3.0:1788942035.554537:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942035.554550:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61b00. 00000400:00000200:3.0:1788942035.554563:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942035.554586:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942035.554618:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aaa0 00000400:00000010:3.0:1788942035.554626:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aaa0. 00000100:00000001:3.0:1788942035.554648:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942035.554663:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884231680/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.554688:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942035.554699:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884231680/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.554726:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942035.554732:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942035.554761:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942035.554767:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61b00. 00000400:00000200:3.0:1788942035.554774:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942035.554786:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942035.554792:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a4c8 00000400:00000010:3.0:1788942035.554798:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a4c8. 00000100:00000001:3.0:1788942035.554810:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942035.554824:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884231936/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.554849:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942035.554896:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884231936/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.554905:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942035.554910:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942035.556134:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942035.556140:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942035.556144:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942035.556151:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942035.556157:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:3.0:1788942035.556160:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:3.0:1788942035.556163:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942035.556169:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884231808/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.556179:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942035.556182:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884231808/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.556189:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942035.556191:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942035.558375:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.558389:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942035.558393:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.558395:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942035.558404:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558411:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942035.558419:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558424:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558428:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558433:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f48480 00000400:00000200:3.0:1788942035.558437:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558443:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6165 [1] + 224 00000800:00000001:3.0:1788942035.558450:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.558454:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942035.558457:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942035.558462:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942035.558469:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942035.558477:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884231808/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942035.558489:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884231808/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.558509:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942035.558515:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.558518:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942035.558520:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.558522:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942035.558525:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558528:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942035.558538:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558540:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558543:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.558545:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f48400 00000400:00000200:3.0:1788942035.560107:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.560116:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6155 [1] + 224 00000800:00000001:3.0:1788942035.560124:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.560131:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942035.560134:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942035.560138:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942035.560144:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942035.560150:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884231680/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942035.560160:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65c00 x1875839884231680/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.560168:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942035.560175:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.560178:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942035.560180:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.560182:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942035.560185:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.560189:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942035.560194:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.560197:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.560200:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.560203:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f48500 00000400:00000200:3.0:1788942035.560206:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942035.560210:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x615d [1] + 224 00000800:00000001:3.0:1788942035.560213:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.560218:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942035.560220:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942035.560223:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942035.560225:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942035.560229:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884231936/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942035.560237:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66a00 x1875839884231936/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942035.560244:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942035.560247:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942035.560250:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942035.681018:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942035.681025:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942035.681029:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942035.681030:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942036.705076:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942036.705082:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942036.705088:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942036.705089:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942037.730892:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942037.730899:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942037.730905:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942037.730907:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942038.753396:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942038.753407:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942038.753414:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942038.753415:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942039.777042:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942039.777050:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942039.777056:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942039.777057:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942040.161467:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296439881, at 4296440320 00000100:00000010:3.0:1788942040.161492:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b549c0. 00000800:00000200:3.0:1788942040.674088:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942040.674094:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788942040.674102:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942040.674107:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942040.674114:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ac38 00000400:00000010:3.0:1788942040.674117:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ac38. 00000100:00000001:3.0:1788942040.674123:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942040.674128:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884232064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.674137:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942040.674141:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884232064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.674147:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942040.674149:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942040.674163:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942040.674165:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:3.0:1788942040.674167:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942040.674171:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942040.674173:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:3.0:1788942040.674175:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:3.0:1788942040.674177:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942040.674181:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884232192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.674192:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942040.674195:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884232192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.674200:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942040.674202:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942040.674274:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942040.674277:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:3.0:1788942040.674281:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942040.674284:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942040.674287:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:3.0:1788942040.674288:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:3.0:1788942040.674291:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942040.674294:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884232320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.674302:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942040.674305:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884232320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.674310:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942040.674312:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942040.680904:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.680924:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942040.680931:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.680934:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942040.680945:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.680954:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942040.680965:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.680970:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.680977:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.680981:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f48680 00000400:00000200:3.0:1788942040.680987:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.680994:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x617d [1] + 224 00000800:00000001:3.0:1788942040.681003:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.681007:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942040.681010:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942040.681015:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942040.681024:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942040.681034:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884232320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942040.681056:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66a00 x1875839884232320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.681077:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942040.681086:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.681089:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942040.681091:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.681093:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942040.681095:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681099:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942040.681103:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681106:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681108:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681111:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f48580 00000400:00000200:3.0:1788942040.681115:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681119:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x616d [1] + 224 00000800:00000001:3.0:1788942040.681123:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.681127:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942040.681129:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942040.681132:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942040.681135:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942040.681139:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67800 x1875839884232064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942040.681148:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67800 x1875839884232064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.681162:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942040.681165:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.681169:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942040.681171:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.681173:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942040.681176:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681179:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942040.681183:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681185:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681188:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681191:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f48600 00000400:00000200:3.0:1788942040.681194:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942040.681199:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6175 [1] + 224 00000800:00000001:3.0:1788942040.681203:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.681209:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942040.681211:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942040.681214:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942040.681217:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942040.681222:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884232192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942040.681230:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65880 x1875839884232192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942040.681249:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942040.681253:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942040.681256:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942040.801763:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942040.801771:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942040.801777:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942040.801779:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942041.827426:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942041.827436:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942041.827443:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942041.827445:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942042.850701:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942042.850709:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942042.850716:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942042.850717:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942043.873782:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942043.873795:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942043.873797:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942043.873801:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942043.873807:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942043.873810:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942043.873812:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942043.873815:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942043.873820:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942043.873822:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942043.873823:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942043.873829:0:30120:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942043.873832:0:30120:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942043.873833:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942043.873835:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942043.873836:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942043.873838:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942043.873840:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942044.899163:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942044.899171:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942044.899177:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942044.899179:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942045.282641:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296445000, at 4296445441 00000100:00000010:3.0:1788942045.282649:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54a20. 00000800:00000200:3.0:1788942045.794790:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942045.794796:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:3.0:1788942045.794801:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942045.794807:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942045.794813:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a990 00000400:00000010:3.0:1788942045.794816:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a990. 00000100:00000001:3.0:1788942045.794821:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942045.794827:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884232576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.794838:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942045.794841:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884232576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.794849:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942045.794877:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942045.794892:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942045.794895:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788942045.794898:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942045.794901:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942045.794904:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a6e8 00000400:00000010:3.0:1788942045.794906:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a6e8. 00000100:00000001:3.0:1788942045.794908:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942045.794912:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884232448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.794919:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942045.794921:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884232448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.794927:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942045.794929:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942045.794953:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942045.794956:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942045.794959:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942045.794962:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942045.794965:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ac38 00000400:00000010:3.0:1788942045.794966:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ac38. 00000100:00000001:3.0:1788942045.794969:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942045.794971:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884232704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.794978:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942045.794981:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884232704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.794988:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942045.794989:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942045.800366:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.800387:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942045.800394:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.800397:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942045.800409:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.800421:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942045.800432:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.800439:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.800446:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.800452:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f48700 00000400:00000200:3.0:1788942045.800459:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.800467:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x618d [1] + 224 00000800:00000001:3.0:1788942045.800477:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.800497:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942045.800501:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942045.800514:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942045.800524:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942045.800535:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884232448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942045.800547:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65880 x1875839884232448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.800568:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942045.800578:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.800592:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942045.807919:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.807942:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942045.807948:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.807950:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942045.807961:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809376:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942045.809398:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809406:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809413:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809419:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f48800 00000400:00000200:3.0:1788942045.809426:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809432:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6195 [1] + 224 00000800:00000001:3.0:1788942045.809442:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.809456:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942045.809460:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942045.809465:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942045.809475:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942045.809487:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884232704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942045.809499:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884232704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.809512:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942045.809525:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.809529:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942045.809530:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.809533:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942045.809536:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809540:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942045.809544:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809546:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809549:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809551:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f48780 00000400:00000200:3.0:1788942045.809555:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942045.809559:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6185 [1] + 224 00000800:00000001:3.0:1788942045.809563:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.809606:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942045.809609:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942045.809613:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942045.809617:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942045.809622:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884232576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942045.809631:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65c00 x1875839884232576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942045.809639:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942045.809643:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942045.809647:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942045.921187:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942045.921197:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942045.921203:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942045.921204:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942046.945142:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942046.945151:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942046.945158:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942046.945159:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942047.974149:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942047.974157:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942047.974168:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942047.974169:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942048.995032:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942048.995042:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942048.995050:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942048.995051:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942050.017213:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942050.017222:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942050.017228:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942050.017230:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942050.401848:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296450121, at 4296450560 00000100:00000010:3.0:1788942050.401873:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54660. 00000100:00000001:3.0:1788942050.913346:0:29668:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942050.913353:0:29668:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942050.913356:0:29668:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942050.913361:0:29668:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b55908d840 going to sleep for 1 seconds 00000100:00000001:3.0:1788942050.913377:0:29668:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942050.913381:0:29668:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942050.914629:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942050.914639:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61b00. 00000400:00000200:3.0:1788942050.914652:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942050.914665:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942050.914675:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:3.0:1788942050.914681:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:3.0:1788942050.914689:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942050.914702:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884232960/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.914716:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942050.914727:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884232960/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.914739:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942050.914745:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942050.915127:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942050.915132:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:3.0:1788942050.915136:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942050.915142:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942050.915146:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da110 00000400:00000010:3.0:1788942050.915147:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da110. 00000100:00000001:3.0:1788942050.915151:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942050.915155:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884232832/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.915165:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942050.915168:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884232832/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.915173:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942050.915175:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942050.916507:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942050.916516:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2600. 00000400:00000200:3.0:1788942050.916523:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942050.916532:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942050.916539:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:3.0:1788942050.916541:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:3.0:1788942050.916546:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942050.916566:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884233088/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.916579:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942050.916582:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884233088/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.916589:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942050.916591:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942050.921825:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.921845:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942050.921850:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.921883:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942050.921893:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.921903:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942050.921983:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.921989:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.921996:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922001:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f48900 00000400:00000200:3.0:1788942050.922006:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922012:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x619d [1] + 224 00000800:00000001:3.0:1788942050.922021:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.922026:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942050.922030:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942050.922035:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942050.922044:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942050.922055:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884232960/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942050.922066:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884232960/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.922099:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942050.922107:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.922112:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942050.922114:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.922116:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942050.922119:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922122:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942050.922126:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922128:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922131:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922134:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f48880 00000400:00000200:3.0:1788942050.922137:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922141:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x61a5 [1] + 224 00000800:00000001:3.0:1788942050.922145:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.922148:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942050.922149:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942050.922152:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942050.922155:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942050.922159:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884232832/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942050.922168:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e64700 x1875839884232832/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.922185:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942050.922189:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.922192:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942050.922195:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.922197:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942050.922200:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922203:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942050.922207:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922209:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922212:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922214:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f48980 00000400:00000200:3.0:1788942050.922217:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942050.922222:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x61ad [1] + 224 00000800:00000001:3.0:1788942050.922226:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.922255:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942050.922259:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942050.922265:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942050.922269:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942050.922275:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884233088/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942050.922288:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884233088/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942050.922302:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942050.922308:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942050.922313:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942051.041013:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942051.041021:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942051.041027:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942051.041029:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942051.938593:0:29668:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942051.938603:0:29668:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942051.938606:0:29668:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942051.938612:0:29668:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b55908d840 going to sleep for 1 seconds 00000100:00000001:3.0:1788942051.938617:0:29668:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942051.938622:0:29668:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942052.065017:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942052.065025:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942052.065033:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942052.065034:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942052.961050:0:29668:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942052.961061:0:29668:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788942052.961082:0:29668:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788941911/real 1788941911] req@ffff90b545994380 x1875839884215680/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942052 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788942053.013986:0:29668:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942053.013995:0:29668:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942053.014000:0:29668:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000400:00000200:3.0:1788942053.014010:0:29668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a770 00000400:00000010:3.0:1788942053.014013:0:29668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a770. 00000100:00000001:3.0:1788942053.014019:0:29668:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942053.014033:0:29668:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994380 x1875839884215680/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942052 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942053.014047:0:29668:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994380 x1875839884215680/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942052 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.014055:0:29668:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942053.014057:0:29668:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942053.014061:0:29668:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942053.014063:0:29668:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942053.014068:0:29668:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788942053.014072:0:29668:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788942053.014077:0:29668:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection to lustre-MDT0000 (at 192.168.206.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788942053.014080:0:29668:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:3.0:1788942053.014084:0:29668:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788942053.014087:0:29668:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.014089:0:29668:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:3.0:1788942053.014091:0:29668:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788942053.014105:0:29668:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788942053.014106:0:29668:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.014111:0:29668:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942053.014122:0:29668:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942053.014125:0:29668:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b55908d840 going to sleep for 0 seconds 00000100:00000001:3.0:1788942053.014128:0:29668:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942053.014131:0:29668:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942053.014133:0:29668:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942053.014136:0:29668:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942053.014140:0:29668:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.017209:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942053.017214:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942053.017217:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942053.017224:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996d80 x1875839884233344/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.017232:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942053.017234:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942053.017238:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942053.017241:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942053.017243:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942053.017247:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884233344:192.168.206.109@tcp:38:kworker.0 00000100:00000001:3.0:1788942053.017251:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942053.017256:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942053.017258:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942053.017261:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942053.017278:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837ec00. 02000000:00000001:3.0:1788942053.017280:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942053.017287:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942053.017291:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4058. 00000400:00000010:3.0:1788942053.017299:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded7f8. 00000100:00000200:3.0:1788942053.017308:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884233344, portal 10 00000100:00000001:3.0:1788942053.017310:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942053.017312:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000040:3.0:1788942053.017320:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996d80 x1875839884233344/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.017329:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942053.017332:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942053.017335:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded110. 00000100:00000200:3.0:1788942053.017339:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884233344, offset 0 00000400:00000200:3.0:1788942053.017346:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942053.017356:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.017363:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942053.017370:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942053.017375:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942053.017379:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942053.017382:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942053.017386:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2247:2247:256:4294967295] 192.168.206.109@tcp LPNI seq info [2247:2247:8:4294967295] 00000400:00000200:3.0:1788942053.017391:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.017404:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942053.017412:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942053.017419:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9b00. 00000800:00000200:3.0:1788942053.017428:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942053.017448:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942053.017454:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788942053.017469:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942053.017474:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 518718 usecs (519 jiffies) 00000400:00000200:3.0:1788942053.017479:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942053.017484:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296453695 00000100:00000001:3.0:1788942053.017491:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296455240 00000100:00000001:3.0:1788942053.017495:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296453695 00000100:00000001:3.0:1788942053.017498:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296455240 00000100:00000001:3.0:1788942053.017501:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942053.017506:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.017512:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.017516:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942053.017883:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942053.017887:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788942053.017891:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942053.017894:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942053.017896:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.017900:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942053.017954:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942053.017961:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9b00. 00000400:00000200:3.0:1788942053.017970:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.017981:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942053.017990:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded110 00000400:00000010:3.0:1788942053.017995:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded110. 00000100:00000001:3.0:1788942053.018002:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942053.018011:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996d80 x1875839884233344/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.018027:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942053.018034:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996d80 x1875839884233344/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.018050:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.018054:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942053.018071:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942053.018076:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788942053.018081:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.018089:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942053.018094:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00000400:00000010:3.0:1788942053.018098:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00000100:00000001:3.0:1788942053.018102:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942053.018107:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996300 x1875839884233216/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.018122:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942053.018127:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996300 x1875839884233216/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942069 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.018134:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.018135:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942053.019868:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942053.019878:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2200. 00000400:00000200:3.0:1788942053.019885:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.019894:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942053.020000:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:3.0:1788942053.020005:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:3.0:1788942053.020011:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942053.020022:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994e00 x1875839884233472/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.020034:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942053.020037:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994e00 x1875839884233472/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942069 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.020045:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.020047:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942053.022696:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.022718:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.022724:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.022727:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.022738:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.022747:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942053.022758:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.022763:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.022770:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.022775:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f48a00 00000400:00000200:3.0:1788942053.022781:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.022788:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x61c5 [1] + 224 00000800:00000001:3.0:1788942053.022798:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.022805:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.022809:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.022814:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942053.022824:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942053.022836:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996300 x1875839884233216/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942053.023735:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996300 x1875839884233216/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.023840:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942053.023885:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.023893:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.030070:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.030086:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.030159:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.030163:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.030172:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.030178:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942053.030186:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.030192:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.030197:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.030202:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f48b00 00000400:00000200:3.0:1788942053.030207:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.030214:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x61cd [1] + 224 00000800:00000001:3.0:1788942053.030222:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.030228:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.030231:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.030236:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942053.030243:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942053.030250:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994e00 x1875839884233472/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942053.030261:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994e00 x1875839884233472/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.030269:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942053.030277:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.030279:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.034398:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.034421:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.034426:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.034428:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.034444:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.034453:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942053.034463:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.034469:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.034475:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.034480:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 10 MB=0x6aa1101f48a80 00000400:00000200:3.0:1788942053.034486:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.034493:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 416/416 into md 0x61b5 [1] + 0 00000800:00000001:3.0:1788942053.034501:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.034508:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.034512:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.034518:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942053.034526:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942053.034537:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996d80 x1875839884233344/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942053.034563:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b545996d80 x1875839884233344/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.034597:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942053.034606:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.034610:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942053.045738:0:30127:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788942053.045751:0:30127:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788942053.045755:0:30127:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942053.045759:0:30127:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942053.045762:0:30127:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942053.045772:0:30127:0:(genops.c:1238:class_import_put()) Process leaving 00000002:00000001:3.0:1788942053.045774:0:30127:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942053.052532:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942053.052553:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942053.052560:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.052571:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942053.052581:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ab28 00000400:00000010:3.0:1788942053.052585:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ab28. 00000100:00000001:3.0:1788942053.052591:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942053.052599:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994380 x1875839884215680/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942194 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.052613:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942053.052617:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994380 x1875839884215680/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942194 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.052625:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.052627:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942053.066053:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.066081:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.066086:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.066088:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.066102:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.066112:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942053.066124:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.066131:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.066138:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.066143:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f48b80 00000400:00000200:3.0:1788942053.066149:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.066156:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x61d5 [1] + 224 00000800:00000001:3.0:1788942053.066167:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.066193:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.066198:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.066204:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942053.066214:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942053.066239:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994380 x1875839884215680/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942194 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942053.066252:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff90b545994380 x1875839884215680/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942194 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942053.066273:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942053.066284:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.066946:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.077507:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.077532:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.077539:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.077557:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.077569:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.077580:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942053.077592:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.077598:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.078229:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.078235:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 10 MB=0x6aa1101f48c00 00000400:00000200:3.0:1788942053.078241:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.078248:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 400/400 into md 0x61dd [1] + 224 00000800:00000001:3.0:1788942053.078257:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.078270:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.078274:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.078279:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942053.078288:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942053.078299:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994380 x1875839884233728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942194 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942053.078312:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff90b545994380 x1875839884233728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942053.079306:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:3.0:1788942053.089054:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942053.089064:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942053.089071:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942053.089072:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942053.089074:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942053.089076:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942053.089990:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.090008:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.090012:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.090014:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.090026:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.090036:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942053.090047:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.090053:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.090059:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.090064:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 432 into portal 4 MB=0x6aa1101f48c80 00000400:00000200:3.0:1788942053.090070:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.090077:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 432/432 into md 0x61e5 [1] + 224 00000800:00000001:3.0:1788942053.090085:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.090092:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.090096:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.090101:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942053.090111:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942053.090122:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994380 x1875839884233856/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942069 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942053.090136:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90b545994380 x1875839884233856/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942069 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942053.090161:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942053.090171:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.090174:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788942053.091925:0:29668:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942053.091932:0:29668:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942053.091937:0:29668:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942053.091941:0:29668:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942053.091944:0:29668:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788942053.091947:0:29668:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942053.091950:0:29668:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942053.091952:0:29668:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942053.091953:0:29668:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942053.091954:0:29668:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942053.091956:0:29668:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942053.091958:0:29668:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942053.091959:0:29668:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942053.091960:0:29668:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788942053.091962:0:29668:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942053.091964:0:29668:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942053.091966:0:29668:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942053.091967:0:29668:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942053.091968:0:29668:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942053.091971:0:29668:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942053.091977:0:29668:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942053.091978:0:29668:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942053.091980:0:29668:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942053.091981:0:29668:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942053.091984:0:29668:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942053.091988:0:29668:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942053.091989:0:29668:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942053.091991:0:29668:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942053.091992:0:29668:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942053.091993:0:29668:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942053.091996:0:29668:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00020000:00000001:3.0:1788942053.092001:0:29668:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942053.092003:0:29668:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942053.092006:0:29668:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942053.092008:0:29668:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x1e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942053.092012:0:29668:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942053.092013:0:29668:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942053.092014:0:29668:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46360 00000080:00000001:3.0:1788942053.092016:0:29668:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942053.092020:0:29668:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1788942053.092025:0:29668:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b548084e00. 00000020:00000001:3.0:1788942053.092038:0:29668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbc30 00000080:00200008:3.0:1788942053.092041:0:29668:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x1e:0x0](ffff90b548d321c8) current size 0, valid attrs 100201f0, mode 0, uid -1054686654, gid -1, new size 213440, atime 1788941911.000000000, mtime 1788941911.000000000, ctime 1788941911.000000000, rc 0 00000080:00000001:3.0:1788942053.092048:0:29668:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942053.092069:0:29668:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942053.092073:0:29668:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:3.0:1788942053.092078:0:29668:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:3.0:1788942053.092082:0:29668:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942053.092092:0:29668:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788942053.092094:0:29668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbdf0 00000080:00200008:3.0:1788942053.092096:0:29668:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x1e:0x0](ffff90b548d321c8), flags 104001 00000080:00000001:3.0:1788942053.092101:0:29668:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788942053.092104:0:29668:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788942053.092105:0:29668:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942053.092106:0:29668:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:3.0:1788942053.092108:0:29668:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:3.0:1788942053.092110:0:29668:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942053.092112:0:29668:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788942053.092121:0:29668:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942053.092126:0:29668:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942053.092135:0:29668:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25200 count: 2 00010000:00000001:3.0:1788942053.092139:0:29668:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942053.092146:0:29668:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942053.092148:0:29668:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x1e:0x0]: 0 00000080:00000001:3.0:1788942053.092151:0:29668:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788942053.092153:0:29668:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788942053.092161:0:29668:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b54806ba00. 00000080:00000001:3.0:1788942053.092164:0:29668:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788942053.092170:0:29668:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788942053.092174:0:29668:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788942053.092177:0:29668:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x1e:0x0] 00000002:00000001:3.0:1788942053.092181:0:29668:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788942053.092183:0:29668:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x1e:0x0] file closed with intent: 0 00000100:00000010:3.0:1788942053.092190:0:29668:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544ace680. 00000020:00000040:3.0:1788942053.092195:0:29668:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942053.092200:0:29668:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942053.092204:0:29668:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942053.092210:0:29668:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942053.092219:0:29668:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b54806b400. 00000100:00000001:3.0:1788942053.092227:0:29668:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788942053.092256:0:29668:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545996680 x1875839884215424/t4294967577(4294967577) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942052 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788942053.092267:0:29668:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788942053.092272:0:29668:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544ace680 x1875839884234112/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788942053.092279:0:29668:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942053.092280:0:29668:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942053.092288:0:29668:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5487d2180. 00000100:00000001:3.0:1788942053.092290:0:29668:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707012481408 : -122366697070208 : ffff90b5487d2180) 00000100:00000001:3.0:1788942053.092293:0:29668:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942053.092295:0:29668:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948503168 : -122366761048448 : ffff90b544ace680) 00000100:00000001:3.0:1788942053.092300:0:29668:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942053.092304:0:29668:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.092306:0:29668:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942053.092308:0:29668:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942053.092312:0:29668:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544ace680 x1875839884234112/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942053.092321:0:29668:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942053.092324:0:29668:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942053.092328:0:29668:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942053.092331:0:29668:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942053.092334:0:29668:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942053.092338:0:29668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544ace680 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:29668:1875839884234112:192.168.206.109@tcp:35:touch.0 00000100:00000001:3.0:1788942053.092341:0:29668:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942053.092347:0:29668:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942053.092350:0:29668:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942053.092352:0:29668:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942053.092357:0:29668:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837c000. 02000000:00000001:3.0:1788942053.092359:0:29668:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942053.092368:0:29668:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942053.092372:0:29668:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4268. 00000400:00000010:3.0:1788942053.092380:0:29668:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded110. 00000100:00000200:3.0:1788942053.092388:0:29668:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884234112, portal 10 00000100:00000001:3.0:1788942053.092390:0:29668:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942053.092391:0:29668:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948503168 : -122366761048448 : ffff90b544ace680) 00000100:00000040:3.0:1788942053.092397:0:29668:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544ace680 x1875839884234112/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942069 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942053.092405:0:29668:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942053.092409:0:29668:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942053.092411:0:29668:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded880. 00000100:00000200:3.0:1788942053.092414:0:29668:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884234112, offset 0 00000400:00000200:3.0:1788942053.092422:0:29668:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942053.092431:0:29668:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.092440:0:29668:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942053.092447:0:29668:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942053.092452:0:29668:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942053.092456:0:29668:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942053.092459:0:29668:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942053.092464:0:29668:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2253:2253:256:4294967295] 192.168.206.109@tcp LPNI seq info [2253:2253:8:4294967295] 00000400:00000200:3.0:1788942053.092468:0:29668:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.092478:0:29668:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942053.092485:0:29668:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942053.092491:0:29668:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9b00. 00000800:00000200:3.0:1788942053.092836:0:29668:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942053.092845:0:29668:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942053.092850:0:29668:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788942053.092921:0:29668:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942053.092927:0:29668:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 800675 usecs (801 jiffies) 00000400:00000200:3.0:1788942053.092931:0:29668:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942053.092935:0:29668:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296454053 00000100:00000001:3.0:1788942053.092938:0:29668:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296457344 00000100:00000001:3.0:1788942053.092941:0:29668:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296454053 00000100:00000001:3.0:1788942053.092944:0:29668:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296457344 00000100:00000001:3.0:1788942053.092946:0:29668:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942053.092950:0:29668:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942053.092953:0:29668:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942053.092955:0:29668:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942053.092958:0:29668:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5487d2180 going to sleep for 11 seconds 00000100:00000001:3.0:1788942053.092961:0:29668:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942053.092964:0:29668:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942053.106536:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.106570:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942053.106575:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.106578:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.106590:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.106600:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942053.106610:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.106617:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.106623:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.106630:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f48d80 00000400:00000200:3.0:1788942053.106636:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942053.106643:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x61ed [1] + 224 00000800:00000001:3.0:1788942053.106651:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.106658:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942053.106662:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942053.106667:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942053.106679:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942053.106689:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544ace680 x1875839884234112/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942069 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942053.106702:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b544ace680 x1875839884234112/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942069 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942053.106730:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942053.106739:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942053.106742:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788942053.124912:0:7634:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d32100. 00000080:00000010:0.1:1788942053.124934:0:7634:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354460. 00000080:00000010:0.1:1788942053.124944:0:7634:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9a940. 00000080:00000010:0.1:1788942053.124951:0:7634:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354740. 00000080:00000001:3.0:1788942053.286326:0:30139:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788942053.608219:0:30184:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25500. 00010000:00000010:1.1:1788942053.608231:0:30184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325600. 00010000:00000001:3.0:1788942054.113949:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942054.113957:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942054.113959:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942054.113962:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942054.113966:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942054.113968:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942054.113970:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942054.113971:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942054.113976:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942054.113977:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942054.957371:0:30266:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788942054.957381:0:30266:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21f: drop both reply while close and open are both in flight ========================================================== 04:20:53 (1788942053) 00000001:00000001:3.0:1788942054.972524:0:30266:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788942055.138030:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942055.138037:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942055.138042:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942055.138044:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942055.243366:0:30278:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942055.243373:0:30278:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942055.243375:0:30278:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942055.243378:0:30278:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f97b20 00000080:00200000:3.0:1788942055.243382:0:30278:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942055.243390:0:30278:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5547a3600. 00800000:00000002:3.0:1788942055.243397:0:30278:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942055.243401:0:30278:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942055.243406:0:30278:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942055.243408:0:30278:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f97a40 00800000:00000002:3.0:1788942055.243410:0:30278:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942055.243414:0:30278:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942055.243418:0:30278:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942055.243422:0:30278:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942055.244000:0:30278:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f97910 00000002:00010000:3.0:1788942055.244004:0:30278:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942055.244008:0:30278:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942055.244010:0:30278:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942055.244013:0:30278:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942055.244019:0:30278:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942055.244021:0:30278:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942055.244023:0:30278:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942055.244025:0:30278:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942055.244027:0:30278:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942055.244033:0:30278:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf480. 00000020:00000040:3.0:1788942055.244037:0:30278:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942055.244043:0:30278:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942055.244047:0:30278:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942055.244053:0:30278:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942055.244055:0:30278:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942055.244057:0:30278:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.244060:0:30278:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942055.244062:0:30278:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942055.244067:0:30278:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942055.244073:0:30278:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837f400. 00000100:00000001:3.0:1788942055.244078:0:30278:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942055.244084:0:30278:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942055.244086:0:30278:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942055.244088:0:30278:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942055.244089:0:30278:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942055.244091:0:30278:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942055.244096:0:30278:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00010000:00000001:3.0:1788942055.244099:0:30278:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942055.244101:0:30278:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942055.244105:0:30278:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48f00. 00010000:00000010:3.0:1788942055.244110:0:30278:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0d00. 00010000:00000001:3.0:1788942055.244114:0:30278:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942055.244117:0:30278:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982800. 00000020:00000001:3.0:1788942055.244121:0:30278:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942055.244124:0:30278:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982800 with handle 0xcbb91bbb7815760e to hash 00000020:00000001:3.0:1788942055.244126:0:30278:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942055.244128:0:30278:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:3.0:1788942055.244131:0:30278:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:3.0:1788942055.244135:0:30278:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942055.244137:0:30278:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942055.244142:0:30278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815760e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942055.244151:0:30278:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815760e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30278 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942055.244161:0:30278:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815760e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30278 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942055.244166:0:30278:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942055.244168:0:30278:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942055.244174:0:30278:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552b6f0c0. 00000100:00000001:3.0:1788942055.244176:0:30278:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707184042176 : -122366525509440 : ffff90b552b6f0c0) 00000100:00000001:3.0:1788942055.244178:0:30278:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942055.244180:0:30278:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00000100:00000001:3.0:1788942055.244185:0:30278:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942055.244189:0:30278:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.244191:0:30278:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942055.244193:0:30278:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942055.244202:0:30278:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf480 x1875839884234368/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.244211:0:30278:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942055.244213:0:30278:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942055.244216:0:30278:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942055.244219:0:30278:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942055.244221:0:30278:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942055.244225:0:30278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:30278:1875839884234368:192.168.206.109@tcp:101:lfs.0 00000100:00000001:3.0:1788942055.244229:0:30278:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942055.244233:0:30278:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942055.244235:0:30278:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942055.244238:0:30278:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942055.244243:0:30278:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7a000. 02000000:00000001:3.0:1788942055.244244:0:30278:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942055.244252:0:30278:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942055.244256:0:30278:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4318. 00000400:00000010:3.0:1788942055.244262:0:30278:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedcc0. 00000100:00000200:3.0:1788942055.244269:0:30278:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884234368, portal 10 00000100:00000001:3.0:1788942055.244271:0:30278:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942055.244272:0:30278:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00000100:00000040:3.0:1788942055.244277:0:30278:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acf480 x1875839884234368/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.244285:0:30278:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942055.244288:0:30278:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942055.244290:0:30278:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942055.244293:0:30278:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884234368, offset 0 00000400:00000200:3.0:1788942055.244298:0:30278:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942055.244305:0:30278:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.244311:0:30278:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942055.244317:0:30278:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942055.244320:0:30278:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942055.244323:0:30278:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942055.244326:0:30278:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942055.244329:0:30278:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2256:2256:256:4294967295] 192.168.206.109@tcp LPNI seq info [2256:2256:8:4294967295] 00000400:00000200:3.0:1788942055.244333:0:30278:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.244342:0:30278:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942055.244348:0:30278:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942055.244353:0:30278:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9600. 00000800:00000200:3.0:1788942055.244359:0:30278:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942055.244366:0:30278:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942055.244370:0:30278:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788942055.244385:0:30278:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942055.244389:0:30278:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 799417 usecs (800 jiffies) 00000400:00000200:3.0:1788942055.244393:0:30278:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942055.244395:0:30278:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296456203 00000100:00000001:3.0:1788942055.244399:0:30278:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296457344 00000100:00000001:3.0:1788942055.244401:0:30278:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296456203 00000100:00000001:3.0:1788942055.244404:0:30278:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296457344 00000100:00000001:3.0:1788942055.244406:0:30278:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942055.244409:0:30278:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.244411:0:30278:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942055.244413:0:30278:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788942055.244415:0:30278:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552b6f0c0 going to sleep for 136 seconds 00000100:00000001:3.0:1788942055.244418:0:30278:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942055.244420:0:30278:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942055.246501:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.246510:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9600. 00000400:00000200:3.0:1788942055.246518:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.246526:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942055.246543:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedd48 00000400:00000010:3.0:1788942055.246546:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedd48. 00000100:00000001:3.0:1788942055.246551:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942055.246558:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf480 x1875839884234368/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.246569:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942055.246573:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf480 x1875839884234368/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.246580:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.246582:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942055.255514:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.255539:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942055.255543:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.255547:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.255555:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.255563:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942055.255572:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.255577:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.255582:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.255586:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f48e80 00000400:00000200:3.0:1788942055.255591:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.255597:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x620d [1] + 224 00000800:00000001:3.0:1788942055.255604:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.255610:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.255614:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.255619:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942055.255626:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942055.255634:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf480 x1875839884234368/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942055.255646:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b544acf480 x1875839884234368/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.255667:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942055.255675:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.255678:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942055.257024:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.257029:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:3.0:1788942055.257033:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.257038:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942055.257043:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da550 00000400:00000010:3.0:1788942055.257045:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da550. 00000100:00000001:3.0:1788942055.257048:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942055.257053:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884234496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.257062:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942055.257065:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884234496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.257072:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.257073:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942055.287391:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.287408:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942055.287413:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.287415:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.287425:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.287442:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942055.287451:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.287455:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.287460:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.287465:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f48f00 00000400:00000200:3.0:1788942055.287470:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.287475:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x621d [1] + 224 00000800:00000001:3.0:1788942055.287482:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.287503:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.287507:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.287512:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942055.287520:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942055.287528:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884234496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942196 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942055.287550:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e64700 x1875839884234496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942196 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.287571:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942055.287581:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.287585:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942055.295708:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.295712:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d200. 00000400:00000200:3.0:1788942055.295718:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.295723:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942055.295728:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:3.0:1788942055.295731:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:3.0:1788942055.295735:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942055.295739:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369c00 x1875839884234752/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942055.295747:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942055.295750:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369c00 x1875839884234752/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942196 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942055.295756:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.295758:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942055.297065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00000080:00000010:2.1:1788942055.310054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa7a0. 00010000:00000010:2.1:1788942055.310070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48f00. 00010000:00000010:2.1:1788942055.310076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00000800:00000001:3.0:1788942055.310672:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.310684:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942055.310687:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.310689:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.310698:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.310706:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942055.310713:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.310718:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.310723:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.310727:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f49000 00000400:00000200:3.0:1788942055.310732:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.310737:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x6225 [1] + 224 00000800:00000001:3.0:1788942055.310743:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.310750:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.310754:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.310758:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942055.310764:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942055.310772:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369c00 x1875839884234752/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942055.310783:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b552369c00 x1875839884234752/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942055.310803:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942055.310810:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942055.310814:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.310819:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942055.310824:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2259:2259:256:4294967295] 192.168.206.109@tcp LPNI seq info [2259:2259:8:4294967295] 00000400:00000200:3.0:1788942055.310828:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.310836:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942055.310841:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942055.310847:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9600. 00000800:00000200:3.0:1788942055.310885:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942055.310893:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942055.310897:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942055.311127:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.311131:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9600. 00000400:00000200:3.0:1788942055.311135:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.311139:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942055.311146:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.311149:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942055.346892:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.346900:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d000. 00000400:00000200:3.0:1788942055.346907:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.346915:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942055.346922:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61a18 00000400:00000010:3.0:1788942055.346925:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61a18. 00000100:00000001:3.0:1788942055.346930:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942055.346936:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369180 x1875839884234880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.346946:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942055.346950:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369180 x1875839884234880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.346966:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.346968:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942055.357717:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.357733:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942055.357738:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.357740:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.357749:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.357756:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942055.357764:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.357769:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.357774:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.357779:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f49080 00000400:00000200:3.0:1788942055.357784:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.357789:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6235 [1] + 224 00000800:00000001:3.0:1788942055.357796:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.357805:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.357809:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.357814:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942055.357821:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942055.357829:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884234880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942055.357840:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b552369180 x1875839884234880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942196 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.357899:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942055.357907:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.357911:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942055.364084:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.364090:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d500. 00000400:00000200:3.0:1788942055.364097:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.364104:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942055.364111:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e616e8 00000400:00000010:3.0:1788942055.364114:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e616e8. 00000100:00000001:3.0:1788942055.364119:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942055.364125:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369180 x1875839884235008/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.364136:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942055.364140:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369180 x1875839884235008/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942196 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.364147:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.364149:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942055.368097:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.368113:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942055.368117:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.368119:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.368129:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.368137:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942055.368145:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.368149:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.368155:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.368159:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f49100 00000400:00000200:3.0:1788942055.368165:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.368170:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6245 [1] + 224 00000800:00000001:3.0:1788942055.368177:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.368183:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.368187:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.368192:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942055.368200:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942055.368208:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884235008/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942196 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942055.368219:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b552369180 x1875839884235008/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942196 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.368242:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942055.368249:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.368252:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788942055.381916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792be00. 00000800:00000200:3.0:1788942055.382069:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.382084:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4db00. 00000400:00000200:3.0:1788942055.382089:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.382096:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942055.382101:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:3.0:1788942055.382104:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:3.0:1788942055.382109:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942055.382115:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369180 x1875839884235264/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942055.382127:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942055.382130:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369180 x1875839884235264/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942196 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942055.382138:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.382140:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1788942055.388966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fda0. 00010000:00000010:2.1:1788942055.388980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227400. 00010000:00000010:2.1:1788942055.388985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ba00. 00000800:00000001:3.0:1788942055.404395:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.404409:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942055.404413:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.404416:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.404424:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.404487:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942055.404496:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.404501:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.404506:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.404510:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f49200 00000400:00000200:3.0:1788942055.404516:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.404521:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x6255 [1] + 224 00000800:00000001:3.0:1788942055.404528:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.404545:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942055.404548:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.404552:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942055.404559:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942055.404568:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884235264/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942055.404578:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b552369180 x1875839884235264/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942055.404598:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942055.404605:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942055.404608:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.404613:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942055.404618:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2263:2263:256:4294967295] 192.168.206.109@tcp LPNI seq info [2263:2263:8:4294967295] 00000400:00000200:3.0:1788942055.404622:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942055.404631:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942055.404636:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942055.404642:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9600. 00000800:00000200:3.0:1788942055.404648:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942055.404655:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942055.404658:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942055.406115:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.406121:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9600. 00000400:00000200:3.0:1788942055.406127:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.406133:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942055.406143:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942055.406148:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942055.461406:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942055.461416:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8500. 00000400:00000200:3.0:1788942055.461472:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942055.461481:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942055.461489:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aa18 00000400:00000010:3.0:1788942055.461491:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aa18. 00000100:00000001:3.0:1788942055.461496:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942055.461505:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996680 x1875839884235776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942196 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.461517:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942055.461520:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996680 x1875839884235776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942196 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942055.461539:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942055.461541:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788942056.161102:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942056.161111:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942056.161119:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942056.161121:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942056.398557:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942056.398567:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2200. 00000400:00000200:3.0:1788942056.398574:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942056.399070:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942056.399080:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:3.0:1788942056.399083:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:3.0:1788942056.399090:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942056.399099:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884235904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942197 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942056.399113:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942056.399116:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884235904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942197 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942056.399124:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942056.399126:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942056.438864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e000. 00010000:00000010:1.1:1788942056.438884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00010000:00000001:3.0:1788942057.185169:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942057.185179:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942057.185186:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942057.185187:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942057.248961:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296457375, at 4296457408 00000100:00000010:3.0:1788942057.248982:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54360. 00000800:00000200:3.0:1788942058.085355:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942058.085360:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788942058.085367:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942058.085373:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942058.085380:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da908 00000400:00000010:3.0:1788942058.085382:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da908. 00000100:00000001:3.0:1788942058.085387:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942058.085393:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884236544/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942058.085403:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942058.085407:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884236544/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942058.085414:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942058.085416:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942058.092913:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942058.092925:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2200. 00000400:00000200:3.0:1788942058.092933:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942058.092943:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942058.092952:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da770 00000400:00000010:3.0:1788942058.092955:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da770. 00000100:00000001:3.0:1788942058.092962:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942058.092972:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884236800/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942058.092986:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942058.092990:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884236800/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942058.092997:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942058.093000:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942058.102548:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942058.102563:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942058.102568:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942058.102571:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942058.102579:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942058.102586:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942058.102595:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942058.102600:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942058.102606:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942058.102611:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f49800 00000400:00000200:3.0:1788942058.102616:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942058.102622:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x62a5 [1] + 224 00000800:00000001:3.0:1788942058.102629:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942058.102704:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942058.102709:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942058.102715:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942058.102723:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942058.102731:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884236800/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942058.102740:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884236800/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942058.102762:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942058.102772:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942058.102775:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942058.210227:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942058.210235:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942058.210240:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942058.210242:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942058.833471:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942058.833477:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8200. 00000400:00000200:3.0:1788942058.833482:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942058.833488:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942058.833496:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:3.0:1788942058.833499:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:3.0:1788942058.833504:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942058.833508:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994e00 x1875839884237056/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942074 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942058.833528:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942058.833532:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994e00 x1875839884237056/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942058.833539:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942058.833541:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1788942058.842702:0:30310:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942058.842711:0:30310:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942058.842714:0:30310:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942058.842721:0:30310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942058.842724:0:30310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942058.842730:0:30310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942058.842731:0:30310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942058.842734:0:30310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942058.842735:0:30310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942058.842738:0:30310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942058.842740:0:30310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942058.842743:0:30310:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942058.842744:0:30310:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942058.842747:0:30310:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1788942058.842756:0:30310:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942058.842760:0:30310:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942058.842811:0:30310:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000200:3.0:1788942058.851698:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942058.851708:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8200. 00000400:00000200:3.0:1788942058.851718:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942058.851731:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942058.851744:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a220 00000400:00000010:3.0:1788942058.851749:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a220. 00000100:00000001:3.0:1788942058.851758:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942058.851773:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995f80 x1875839884237184/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 352/224 e 0 to 0 dl 1788942074 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942058.851796:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942058.851802:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995f80 x1875839884237184/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 352/224 e 0 to 0 dl 1788942074 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942058.851812:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942058.851816:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942058.862578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ef00. 00010000:00000010:0.1:1788942058.862597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00010000:00000010:0.1:1788942058.862603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25d00. 00010000:00000010:0.1:1788942058.862607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324400. 00010000:00000010:0.1:1788942058.862610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25b00. 00010000:00000010:0.1:1788942058.862613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00010000:00000010:0.1:1788942058.862616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:0.1:1788942058.862619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325e00. 00010000:00000010:0.1:1788942058.862621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25200. 00010000:00000010:0.1:1788942058.862624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00010000:00000001:3.0:1788942059.233049:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942059.233058:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942060.257012:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942060.257021:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942061.281348:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942061.281357:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942062.305575:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942062.305580:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942062.689070:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296462412, at 4296462848 00000100:00000010:3.0:1788942062.689084:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9120. 00000800:00000001:3.0:1788942063.205307:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942063.205321:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942063.205329:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942063.205332:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942063.205340:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.205347:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942063.205354:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.205358:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.205364:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.205368:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f49b00 00000400:00000200:3.0:1788942063.205373:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.205377:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x62cd [1] + 224 00000800:00000001:3.0:1788942063.205383:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942063.205388:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942063.205392:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942063.205396:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942063.205619:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942063.205626:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884237568/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942063.205637:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65880 x1875839884237568/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942063.205655:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942063.205663:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942063.205666:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942063.214190:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942063.214204:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942063.214208:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942063.214210:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942063.214217:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.214224:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942063.214231:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.214236:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.214241:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.214244:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f49a00 00000400:00000200:3.0:1788942063.214249:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942063.214254:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x62bd [1] + 224 00000800:00000001:3.0:1788942063.214259:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942063.214277:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942063.214281:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942063.214285:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942063.214292:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942063.214299:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884237312/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942063.214308:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884237312/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942063.214331:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942063.214337:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942063.214341:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942063.329219:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942063.329226:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942063.329228:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942063.329231:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942063.329236:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942063.329238:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942063.329240:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942063.329243:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942064.354626:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942064.354635:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942065.377401:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942065.377410:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942066.404027:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942066.404036:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942067.426206:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942067.426215:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942067.809046:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296467528, at 4296467968 00000100:00000010:3.0:1788942067.809067:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54180. 00000800:00000001:3.0:1788942068.336915:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.336939:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942068.336945:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.336948:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942068.336959:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.336969:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942068.336980:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.336991:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.336998:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337003:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f49b80 00000400:00000200:3.0:1788942068.337010:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337016:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x62dd [1] + 224 00000800:00000001:3.0:1788942068.337025:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.337030:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942068.337034:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942068.337039:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942068.337050:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942068.337061:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884237696/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942068.337073:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884237696/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942068.337099:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942068.337107:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.337111:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942068.337113:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.337115:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942068.337118:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337122:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942068.337126:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337129:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337132:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337135:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f49c80 00000400:00000200:3.0:1788942068.337138:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337143:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x62e5 [1] + 224 00000800:00000001:3.0:1788942068.337147:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.337151:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942068.337153:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942068.337156:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942068.337159:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942068.337164:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884237952/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942068.337173:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66a00 x1875839884237952/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942068.337276:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942068.337282:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.337286:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942068.337288:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.337291:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942068.337295:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337299:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942068.337304:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337307:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337310:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337313:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f49c00 00000400:00000200:3.0:1788942068.337318:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942068.337322:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x62d5 [1] + 224 00000800:00000001:3.0:1788942068.337326:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.337332:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942068.337334:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942068.337337:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942068.337340:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942068.337346:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67800 x1875839884237824/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942068.337355:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67800 x1875839884237824/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942068.337362:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942068.337365:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942068.337369:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942068.449829:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942068.449838:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942069.475357:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942069.475363:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942070.497037:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942070.497045:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942071.521033:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942071.521043:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942071.905031:0:30281:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942071.905041:0:30281:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942071.905053:0:30281:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942071.905060:0:30281:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b55908d000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942071.905065:0:30281:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942071.905069:0:30281:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942072.545797:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942072.545807:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942072.930318:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296472648, at 4296473089 00000100:00000010:3.0:1788942072.930340:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c93c0. 00000100:00000001:3.0:1788942073.445277:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942073.445281:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942073.450797:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942073.450802:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942073.450808:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942073.450810:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942073.450814:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098ec8. 00000400:00000200:3.0:1788942073.450818:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e614c8 00000400:00000010:3.0:1788942073.450820:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e614c8. 00000100:00000001:3.0:1788942073.450823:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942073.450832:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368a80 x1875839884238208/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942073.450841:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368a80 x1875839884238208/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942073.450847:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942073.450849:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942073.450881:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942073.450884:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942073.450887:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942073.450888:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942073.450891:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942073.450900:0:2356:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=63 v=105 (105 105 105 137) 00000100:00001000:3.0:1788942073.450904:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942073.450906:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942073.450908:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942073.450910:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942073.450913:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942073.450916:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942073.450918:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:3.0:1788942073.450920:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942073.450922:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942073.450927:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368a80 x1875839884238208/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942073.450934:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942073.450937:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942073.450939:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942073.450943:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368a80 x1875839884238208/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942073.450949:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884238208:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942073.450953:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942073.450956:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942073.450959:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368a80 x1875839884238208/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942073.450965:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942073.450968:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942073.450971:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b558fcb800. 02000000:00000001:3.0:1788942073.450975:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942073.450978:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942073.450979:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942073.450981:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942073.450984:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551c4d500. 02000000:00000001:3.0:1788942073.450987:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942073.450989:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942073.450991:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368a80. 00000100:00000001:3.0:1788942073.450994:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942073.450995:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942073.450999:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942073.451000:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942073.451001:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942073.451003:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942073.451004:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942073.454546:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942073.454551:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942073.454559:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942073.454561:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942073.454564:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450984d0. 00000400:00000200:3.0:1788942073.454569:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61000 00000400:00000010:3.0:1788942073.454571:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61000. 00000100:00000001:3.0:1788942073.454574:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942073.454580:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884238080/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942073.454589:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884238080/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942073.454595:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942073.454598:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942073.454600:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942073.454603:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942073.454605:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942073.454607:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942073.454610:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942073.454617:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942073.454621:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942073.454623:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942073.454625:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942073.454628:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942073.454630:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942073.454632:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942073.454637:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884238080/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942073.454644:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942073.454646:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942073.454648:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942073.454652:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884238080/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942073.454660:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884238080:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942073.454664:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942073.454667:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942073.454671:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884238080/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942073.454676:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942073.454679:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942073.454682:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b558fcb400. 02000000:00000001:3.0:1788942073.454698:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942073.454701:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942073.454703:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942073.454705:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942073.454708:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551c4db00. 02000000:00000001:3.0:1788942073.454711:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942073.454713:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942073.454714:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:3.0:1788942073.454717:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942073.454719:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942073.454721:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942073.454728:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942073.454729:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942073.454732:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942073.454734:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942073.569008:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942073.569016:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942073.569018:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942073.569021:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942073.569026:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942073.569028:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942073.569030:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942073.569033:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942074.593079:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942074.593085:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.978087:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942074.978089:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942074.978091:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942074.978100:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236bb80 x1875839884238464/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942074.978106:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942074.978108:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942074.978110:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942074.978112:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942074.978114:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942074.978117:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884238464:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942074.978120:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942074.978123:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942074.978124:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942074.978126:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942074.978130:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b54806b200. 02000000:00000001:3.0:1788942074.978132:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942074.978136:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942074.978138:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4948. 00000400:00000010:3.0:1788942074.978142:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942074.978145:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884238464, portal 25 00000100:00000001:3.0:1788942074.978147:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942074.978148:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000040:3.0:1788942074.978152:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236bb80 x1875839884238464/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942074.978157:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942074.978159:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942074.978162:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded330. 00000100:00000200:3.0:1788942074.978164:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884238464, offset 0 00000400:00000200:3.0:1788942074.978168:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942074.978172:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942074.978175:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942074.978178:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942074.978180:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942074.978182:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942074.978184:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942074.978187:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2287:2287:256:4294967295] 192.168.206.109@tcp LPNI seq info [2287:2287:8:4294967295] 00000400:00000200:3.0:1788942074.978191:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942074.978197:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942074.978205:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942074.978209:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9600. 00000800:00000200:3.0:1788942074.978213:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942074.978217:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942074.978220:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942074.978233:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942074.978236:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942074.978237:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296479305 00000100:00000001:3.0:1788942074.978242:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296477771 00000100:00000001:3.0:1788942074.978245:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296479305 00000100:00000001:3.0:1788942074.978248:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296477771 00000100:00000001:3.0:1788942074.978250:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942074.978252:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.978254:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.978255:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942074.978259:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942074.978260:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942074.978262:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942074.978263:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942074.978264:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.978266:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.978273:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942074.978275:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942074.995815:0:30316:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788942074.995821:0:30316:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788942074.995825:0:30316:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942074.995829:0:30316:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942074.995831:0:30316:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942074.995834:0:30316:0:(genops.c:1238:class_import_put()) Process leaving 00000002:00000001:3.0:1788942074.995836:0:30316:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942074.996826:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942074.996833:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8800. 00000400:00000200:3.0:1788942074.996842:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942074.996894:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942074.996901:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a2a8 00000400:00000010:3.0:1788942074.996904:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a2a8. 00000100:00000001:3.0:1788942074.996909:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942074.996916:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884236416/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942215 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942074.996927:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942074.996931:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884236416/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942215 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942074.996939:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.996940:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942074.997009:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942074.997012:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2200. 00000400:00000200:3.0:1788942074.997016:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942074.997019:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942074.997023:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:3.0:1788942074.997025:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:3.0:1788942074.997027:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942074.997031:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994e00 x1875839884237056/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942090 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942074.997039:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942074.997042:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994e00 x1875839884237056/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942090 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942074.997048:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.997050:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942074.997076:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942074.997079:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942074.998725:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942074.998730:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942074.998734:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4948. 00000400:00000200:3.0:1788942074.998740:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedd48 00000400:00000010:3.0:1788942074.998742:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedd48. 00000100:00000001:3.0:1788942074.998746:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942074.998755:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236bb80 x1875839884238464/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942074.998766:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236bb80 x1875839884238464/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942074.998774:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942074.998775:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942074.998778:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942074.998781:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942074.998783:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942074.998785:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942074.998788:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942074.998794:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942074.998798:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942074.998801:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942074.998803:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942074.998806:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942074.998808:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.998811:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942074.998816:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236bb80 x1875839884238464/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942074.998823:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942074.998825:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942074.998827:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942074.998832:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236bb80 x1875839884238464/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942074.998840:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884238464:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942074.998845:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942074.998847:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942074.999710:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236bb80 x1875839884238464/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942074.999722:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942074.999725:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942074.999729:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b54806b200. 02000000:00000001:3.0:1788942074.999733:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942074.999736:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942074.999738:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942074.999740:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942074.999743:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55a30f200. 02000000:00000001:3.0:1788942074.999747:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942074.999749:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942074.999750:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236bb80. 00000100:00000001:3.0:1788942074.999754:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942074.999755:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942074.999758:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942074.999765:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942074.999768:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942074.999770:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942074.999773:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942075.006279:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.006294:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942075.006297:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.006300:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942075.006308:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.006316:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942075.006329:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.006334:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.006339:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.006343:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4a000 00000400:00000200:3.0:1788942075.006349:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.006353:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6335 [1] + 224 00000800:00000001:3.0:1788942075.006359:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.006366:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942075.006370:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942075.006374:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942075.006381:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942075.006389:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994e00 x1875839884237056/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942090 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942075.006405:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90b545994e00 x1875839884237056/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942090 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.006436:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942075.006444:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.006448:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788942075.036928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354220. 00000080:00000010:1.1:1788942075.036954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354720. 00000800:00000001:3.0:1788942075.055687:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.055800:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942075.055805:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.055808:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942075.055819:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.055828:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942075.055840:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.055846:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.056604:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.056612:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f49f80 00000400:00000200:3.0:1788942075.056619:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.056626:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x632d [1] + 224 00000800:00000001:3.0:1788942075.056635:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.056660:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942075.056664:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942075.056669:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942075.056679:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942075.056690:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884236416/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942215 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942075.056769:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff90b545e66300 x1875839884236416/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942215 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.056800:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942075.056829:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.056833:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942075.056883:0:30291:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942075.056894:0:30291:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942075.056896:0:30291:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942075.056901:0:30291:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:3.0:1788942075.056906:0:30291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5af68 00000400:00000010:3.0:1788942075.056909:0:30291:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5af68. 00000100:00000001:3.0:1788942075.056912:0:30291:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942075.056917:0:30291:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884236416/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942215 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942075.056926:0:30291:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884236416/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942215 ref 2 fl Rpc:RQU/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.056932:0:30291:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942075.056934:0:30291:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942075.056936:0:30291:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942075.056940:0:30291:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942075.056953:0:30291:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942075.056955:0:30291:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942075.056959:0:30291:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942075.056972:0:30291:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=65 v=105 (105 105 105 137) 00000100:00001000:3.0:1788942075.056977:0:30291:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942075.056979:0:30291:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942075.056981:0:30291:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942075.056985:0:30291:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942075.056988:0:30291:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.056993:0:30291:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942075.056995:0:30291:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:3.0:1788942075.056998:0:30291:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942075.057000:0:30291:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942075.057005:0:30291:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884236416/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942215 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.057012:0:30291:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942075.057016:0:30291:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942075.057018:0:30291:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942075.057022:0:30291:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884236416/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942215 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942075.057035:0:30291:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30291:1875839884236416:192.168.206.109@tcp:36:touch.0 00000100:00000001:3.0:1788942075.057040:0:30291:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942075.057043:0:30291:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.057045:0:30291:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942075.057048:0:30291:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.057051:0:30291:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884236416/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942215 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.057058:0:30291:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942075.057061:0:30291:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5522b40c0. 00000100:00000001:3.0:1788942075.057065:0:30291:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942075.057067:0:30291:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942075.057077:0:30291:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942075.057080:0:30291:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942075.057089:0:30291:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942075.057192:0:30291:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942075.057211:0:30291:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1788942075.057214:0:30291:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1788942075.057220:0:30291:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.057224:0:30291:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884236416/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942215 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.057230:0:30291:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942075.057233:0:30291:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942075.057237:0:30291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bb000. 02000000:00000001:3.0:1788942075.057240:0:30291:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942075.057243:0:30291:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942075.057245:0:30291:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942075.057247:0:30291:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942075.057250:0:30291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543747a00. 02000000:00000001:3.0:1788942075.057255:0:30291:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942075.057257:0:30291:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942075.057259:0:30291:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:3.0:1788942075.057262:0:30291:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942075.057264:0:30291:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942075.057267:0:30291:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942075.057269:0:30291:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.057272:0:30291:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.057276:0:30291:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1788942075.057279:0:30291:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942075.057281:0:30291:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942075.057284:0:30291:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942075.057286:0:30291:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.057288:0:30291:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.057291:0:30291:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1788942075.057293:0:30291:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942075.057299:0:30291:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243432 : -122366539308184 : ffff90b551e46368) 00000020:00001000:3.0:1788942075.057301:0:30291:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46360 00000020:00000001:3.0:1788942075.057307:0:30291:0:(cl_object.c:143:cl_object_top()) ffff90b552366850 -> ffff90b552366850 00000020:00000001:3.0:1788942075.057310:0:30291:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942075.057313:0:30291:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942075.057315:0:30291:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942075.057330:0:30291:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942075.057331:0:30291:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942075.057334:0:30291:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942075.057337:0:30291:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788942075.057339:0:30291:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:3.0:1788942075.057344:0:30291:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942075.057348:0:30291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942075.057355:0:30291:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942075.057357:0:30291:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942075.057359:0:30291:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:3.0:1788942075.057361:0:30291:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.057363:0:30291:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:3.0:1788942075.057369:0:30291:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806b400. 00000080:00010000:3.0:1788942075.057375:0:30291:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x22:0x0](ffff90b548db5b88) 00000080:00000001:3.0:1788942075.057378:0:30291:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942075.057383:0:30291:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942075.057386:0:30291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1703958 00800000:00000002:3.0:1788942075.057388:0:30291:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x22:0x0] '' on [0x200000404:0x22:0x0] 00800000:00000001:3.0:1788942075.057393:0:30291:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942075.057396:0:30291:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x22:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942075.057402:0:30291:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942075.057404:0:30291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1703828 00000002:00010000:3.0:1788942075.057405:0:30291:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x22:0x0], intent: layout flags 0 00000002:00000001:3.0:1788942075.057410:0:30291:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942075.057412:0:30291:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1788942075.057419:0:30291:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf480. 00000020:00000040:3.0:1788942075.057422:0:30291:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942075.057438:0:30291:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942075.057443:0:30291:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942075.057448:0:30291:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.057633:0:30291:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942075.057637:0:30291:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942075.057643:0:30291:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942075.057653:0:30291:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b54806a200. 00000100:00000001:3.0:1788942075.057661:0:30291:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942075.057665:0:30291:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942075.057668:0:30291:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942075.057669:0:30291:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942075.057670:0:30291:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942075.057672:0:30291:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942075.057677:0:30291:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00010000:00000001:3.0:1788942075.057682:0:30291:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942075.057685:0:30291:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942075.057690:0:30291:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48f00. 00010000:00000010:3.0:1788942075.057695:0:30291:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0800. 00010000:00000001:3.0:1788942075.057771:0:30291:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942075.057775:0:30291:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983400. 00000020:00000001:3.0:1788942075.057781:0:30291:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942075.057784:0:30291:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983400 with handle 0xcbb91bbb7815764d to hash 00000020:00000001:3.0:1788942075.057786:0:30291:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942075.057788:0:30291:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997478400 : -122366712073216 : ffff90b547983400) 00010000:00000001:3.0:1788942075.057792:0:30291:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997478400 : -122366712073216 : ffff90b547983400) 00010000:00000001:3.0:1788942075.057797:0:30291:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942075.057800:0:30291:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942075.057806:0:30291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983400/0xcbb91bbb7815764d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30291 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942075.057816:0:30291:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983400/0xcbb91bbb7815764d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30291 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942075.057827:0:30291:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983400/0xcbb91bbb7815764d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30291 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942075.057833:0:30291:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942075.057835:0:30291:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942075.057842:0:30291:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54133ad80. 00000100:00000001:3.0:1788942075.057845:0:30291:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706890227072 : -122366819324544 : ffff90b54133ad80) 00000100:00000001:3.0:1788942075.057848:0:30291:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942075.057972:0:30291:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00000100:00000001:3.0:1788942075.057980:0:30291:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942075.057984:0:30291:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.057986:0:30291:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942075.057988:0:30291:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942075.057995:0:30291:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf480 x1875839884238976/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.058002:0:30291:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942075.058005:0:30291:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942075.058010:0:30291:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942075.058013:0:30291:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942075.058015:0:30291:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942075.058019:0:30291:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30291:1875839884238976:192.168.206.109@tcp:101:touch.0 00000100:00000001:3.0:1788942075.058022:0:30291:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942075.058029:0:30291:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942075.058032:0:30291:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942075.058034:0:30291:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942075.058039:0:30291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837e400. 02000000:00000001:3.0:1788942075.058041:0:30291:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942075.058050:0:30291:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942075.058054:0:30291:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4948. 00000400:00000010:3.0:1788942075.058061:0:30291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942075.058070:0:30291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884238976, portal 10 00000100:00000001:3.0:1788942075.058072:0:30291:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942075.058073:0:30291:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00000100:00000040:3.0:1788942075.058080:0:30291:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acf480 x1875839884238976/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942216 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.058088:0:30291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942075.058302:0:30291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942075.058307:0:30291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedee0. 00000100:00000200:3.0:1788942075.058311:0:30291:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875839884238976, offset 0 00000400:00000200:3.0:1788942075.058327:0:30291:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942075.058336:0:30291:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.058345:0:30291:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942075.058352:0:30291:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942075.058357:0:30291:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942075.058361:0:30291:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942075.058364:0:30291:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942075.058368:0:30291:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2290:2290:256:4294967295] 192.168.206.109@tcp LPNI seq info [2290:2290:8:4294967295] 00000400:00000200:3.0:1788942075.058373:0:30291:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.058383:0:30291:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942075.058390:0:30291:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942075.058396:0:30291:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9b00. 00000800:00000200:3.0:1788942075.058404:0:30291:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942075.058415:0:30291:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942075.058420:0:30291:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9b00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1788942075.058644:0:30291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942075.058651:0:30291:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 844112 usecs (845 jiffies) 00000400:00000200:3.0:1788942075.058655:0:30291:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942075.058658:0:30291:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296476060 00000100:00000001:3.0:1788942075.058662:0:30291:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:3.0:1788942075.058664:0:30291:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296476060 00000100:00000001:3.0:1788942075.058667:0:30291:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:3.0:1788942075.058669:0:30291:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942075.058673:0:30291:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.058676:0:30291:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942075.058678:0:30291:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788942075.058682:0:30291:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54133ad80 going to sleep for 136 seconds 00000100:00000001:3.0:1788942075.058685:0:30291:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942075.058688:0:30291:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942075.074720:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.074752:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942075.074758:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.074761:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942075.074771:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.074781:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942075.074793:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.074800:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.074806:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.074812:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 10 MB=0x6aa1101f4a080 00000400:00000200:3.0:1788942075.074818:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.074827:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 400/400 into md 0x633d [1] + 224 00000800:00000001:3.0:1788942075.074836:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.074844:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942075.074847:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942075.074871:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942075.074880:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942075.074892:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf480 x1875839884238976/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942075.074904:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff90b544acf480 x1875839884238976/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942216 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.074928:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942075.074950:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.074954:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942075.078457:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942075.078466:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942075.078469:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942075.078482:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884239104/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.078494:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942075.078496:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942075.078501:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942075.078505:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942075.078509:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942075.078513:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884239104:192.168.206.109@tcp:8:touch.0 00000100:00000001:3.0:1788942075.078518:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942075.078534:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942075.078537:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942075.078540:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942075.078547:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837f000. 02000000:00000001:3.0:1788942075.078549:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942075.078558:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942075.078563:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4a50. 00000400:00000010:3.0:1788942075.078571:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded6e8. 00000100:00000200:3.0:1788942075.078580:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884239104, portal 4 00000100:00000001:3.0:1788942075.078583:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942075.078585:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:3.0:1788942075.078594:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66a00 x1875839884239104/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.078602:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942075.078605:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942075.078608:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded5d8. 00000100:00000200:3.0:1788942075.078622:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875839884239104, offset 0 00000400:00000200:3.0:1788942075.078630:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942075.078640:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.078649:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942075.078656:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942075.078661:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942075.078666:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942075.078668:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942075.078673:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2291:2291:256:4294967295] 192.168.206.109@tcp LPNI seq info [2291:2291:8:4294967295] 00000400:00000200:3.0:1788942075.078677:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.078688:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942075.078694:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942075.078826:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9300. 00000800:00000200:3.0:1788942075.078845:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942075.078871:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942075.078876:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788942075.078892:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942075.078898:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 23851 usecs (24 jiffies) 00000400:00000200:3.0:1788942075.078902:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942075.078905:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296475262 00000100:00000001:3.0:1788942075.078909:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:3.0:1788942075.078911:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296475262 00000100:00000001:3.0:1788942075.078914:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:3.0:1788942075.078917:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942075.078920:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.078923:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.078925:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942075.078933:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942075.078936:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788942075.078938:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942075.078939:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942075.078951:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.078953:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942075.079617:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942075.079624:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9300. 00000400:00000200:3.0:1788942075.079631:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942075.079638:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942075.079645:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded5d8 00000400:00000010:3.0:1788942075.079647:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded5d8. 00000100:00000001:3.0:1788942075.079652:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942075.079659:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884239104/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.079669:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.079672:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884239104/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.079678:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.079679:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942075.085165:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.085187:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942075.085192:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.085195:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942075.085206:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.085215:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942075.085225:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.085231:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.085237:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.085241:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f4a100 00000400:00000200:3.0:1788942075.085247:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.085253:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x634d [1] + 0 00000800:00000001:3.0:1788942075.085262:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.085269:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942075.085272:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942075.085277:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942075.085285:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942075.085295:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884239104/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942075.085329:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b545e66a00 x1875839884239104/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942075.085352:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942075.085363:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942075.085367:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942075.086582:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942075.086587:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788942075.086591:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942075.086596:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942075.086601:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daaa0 00000400:00000010:3.0:1788942075.086603:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daaa0. 00000100:00000001:3.0:1788942075.086607:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942075.086611:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884239232/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942091 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.086620:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.086622:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884239232/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942091 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.086628:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.086630:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1788942075.138574:0:30291:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942075.138582:0:30291:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942075.138586:0:30291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942075.138591:0:30291:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942075.138594:0:30291:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788942075.138597:0:30291:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942075.138600:0:30291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942075.138601:0:30291:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942075.138603:0:30291:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942075.138604:0:30291:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942075.138606:0:30291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942075.138608:0:30291:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942075.138609:0:30291:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942075.138611:0:30291:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788942075.138612:0:30291:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942075.138614:0:30291:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942075.138616:0:30291:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942075.138617:0:30291:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942075.138618:0:30291:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942075.138622:0:30291:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942075.138624:0:30291:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942075.138626:0:30291:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942075.138628:0:30291:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942075.138629:0:30291:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942075.138631:0:30291:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942075.138634:0:30291:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942075.138637:0:30291:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942075.138639:0:30291:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942075.138640:0:30291:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942075.138642:0:30291:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942075.138645:0:30291:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46b40 00020000:00000001:3.0:1788942075.138649:0:30291:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942075.138652:0:30291:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942075.138655:0:30291:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942075.138658:0:30291:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942075.138662:0:30291:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942075.138663:0:30291:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942075.138664:0:30291:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46360 00000080:00000001:3.0:1788942075.138666:0:30291:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.138670:0:30291:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1788942075.138676:0:30291:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b543746c00. 00000020:00000001:3.0:1788942075.138692:0:30291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1703c30 00000080:00200008:3.0:1788942075.138696:0:30291:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x22:0x0](ffff90b548db5b88) current size 0, valid attrs 100201f0, mode 0, uid -1054686654, gid -1, new size 213440, atime 1788942056.000000000, mtime 1788942056.000000000, ctime 1788942056.000000000, rc 0 00000080:00000001:3.0:1788942075.138702:0:30291:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942075.138729:0:30291:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942075.138733:0:30291:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435088b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942075.138739:0:30291:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435088b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942075.138742:0:30291:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.138752:0:30291:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788942075.138754:0:30291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1703df0 00000080:00200008:3.0:1788942075.138756:0:30291:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x22:0x0](ffff90b548db5b88), flags 104001 00000080:00000001:3.0:1788942075.138760:0:30291:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788942075.138763:0:30291:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788942075.138764:0:30291:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942075.138766:0:30291:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435088b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942075.138767:0:30291:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435088b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942075.138770:0:30291:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.138772:0:30291:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788942075.138782:0:30291:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942075.138787:0:30291:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942075.138795:0:30291:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48f00 count: 2 00010000:00000001:3.0:1788942075.138799:0:30291:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942075.138806:0:30291:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942075.138808:0:30291:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:3.0:1788942075.138811:0:30291:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788942075.138814:0:30291:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788942075.138823:0:30291:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b551a69e00. 00000080:00000001:3.0:1788942075.138825:0:30291:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788942075.138831:0:30291:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788942075.138835:0:30291:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788942075.138837:0:30291:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x22:0x0] 00000002:00000001:3.0:1788942075.138841:0:30291:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788942075.138844:0:30291:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x22:0x0] file closed with intent: 0 00000100:00000010:3.0:1788942075.138880:0:30291:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544ace680. 00000020:00000040:3.0:1788942075.138887:0:30291:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942075.138892:0:30291:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942075.138896:0:30291:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942075.138902:0:30291:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942075.138912:0:30291:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b551a69000. 00000100:00000001:3.0:1788942075.138920:0:30291:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788942075.138942:0:30291:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e64700 x1875839884236160/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942197 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788942075.138953:0:30291:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788942075.138958:0:30291:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544ace680 x1875839884239488/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788942075.138965:0:30291:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942075.138967:0:30291:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942075.138975:0:30291:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54133ad80. 00000100:00000001:3.0:1788942075.138978:0:30291:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706890227072 : -122366819324544 : ffff90b54133ad80) 00000100:00000001:3.0:1788942075.138981:0:30291:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942075.138983:0:30291:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948503168 : -122366761048448 : ffff90b544ace680) 00000100:00000001:3.0:1788942075.138988:0:30291:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942075.138993:0:30291:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.138996:0:30291:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942075.138998:0:30291:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942075.139002:0:30291:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544ace680 x1875839884239488/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.139011:0:30291:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942075.139014:0:30291:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942075.139018:0:30291:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942075.139021:0:30291:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942075.139023:0:30291:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942075.139027:0:30291:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544ace680 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30291:1875839884239488:192.168.206.109@tcp:35:touch.0 00000100:00000001:3.0:1788942075.139031:0:30291:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942075.139037:0:30291:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942075.139040:0:30291:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942075.139043:0:30291:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942075.139048:0:30291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837c800. 02000000:00000001:3.0:1788942075.139051:0:30291:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942075.139061:0:30291:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942075.139066:0:30291:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4b58. 00000400:00000010:3.0:1788942075.139075:0:30291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded5d8. 00000100:00000200:3.0:1788942075.139085:0:30291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884239488, portal 10 00000100:00000001:3.0:1788942075.139086:0:30291:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942075.139088:0:30291:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948503168 : -122366761048448 : ffff90b544ace680) 00000100:00000040:3.0:1788942075.139107:0:30291:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544ace680 x1875839884239488/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942091 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.139114:0:30291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942075.139117:0:30291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942075.139120:0:30291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedc38. 00000100:00000200:3.0:1788942075.139123:0:30291:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884239488, offset 0 00000400:00000200:3.0:1788942075.139130:0:30291:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942075.139141:0:30291:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.139151:0:30291:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942075.139157:0:30291:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942075.139163:0:30291:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942075.139167:0:30291:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942075.139170:0:30291:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942075.139174:0:30291:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2293:2293:256:4294967295] 192.168.206.109@tcp LPNI seq info [2293:2293:8:4294967295] 00000400:00000200:3.0:1788942075.139179:0:30291:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942075.139190:0:30291:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942075.139197:0:30291:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942075.139203:0:30291:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9300. 00000800:00000200:3.0:1788942075.139211:0:30291:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942075.139221:0:30291:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942075.139225:0:30291:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788942075.139242:0:30291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942075.139247:0:30291:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 842832 usecs (843 jiffies) 00000400:00000200:3.0:1788942075.139250:0:30291:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942075.139253:0:30291:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296476141 00000100:00000001:3.0:1788942075.139256:0:30291:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:3.0:1788942075.139259:0:30291:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296476141 00000100:00000001:3.0:1788942075.139261:0:30291:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:3.0:1788942075.139264:0:30291:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942075.139266:0:30291:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.139268:0:30291:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942075.139270:0:30291:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942075.139273:0:30291:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54133ad80 going to sleep for 11 seconds 00000100:00000001:3.0:1788942075.139276:0:30291:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942075.139279:0:30291:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942075.139420:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942075.139435:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9300. 00000400:00000200:3.0:1788942075.139442:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942075.139448:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942075.139455:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedc38 00000400:00000010:3.0:1788942075.139457:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedc38. 00000100:00000001:3.0:1788942075.139462:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942075.139467:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544ace680 x1875839884239488/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942091 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.139477:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.139481:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544ace680 x1875839884239488/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942091 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.139488:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.139489:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942075.146290:0:30291:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942075.146373:0:30291:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942075.146376:0:30291:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942075.146380:0:30291:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4b58. 00000400:00000200:3.0:1788942075.146385:0:30291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded5d8 00000400:00000010:3.0:1788942075.146389:0:30291:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded5d8. 00000100:00000001:3.0:1788942075.146392:0:30291:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942075.146397:0:30291:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544ace680 x1875839884239488/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942091 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942075.146406:0:30291:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544ace680 x1875839884239488/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942091 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.146412:0:30291:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942075.146415:0:30291:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942075.146417:0:30291:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942075.146422:0:30291:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942075.146435:0:30291:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942075.146438:0:30291:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942075.146442:0:30291:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942075.146614:0:30291:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942075.146620:0:30291:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942075.146623:0:30291:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942075.146625:0:30291:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942075.146629:0:30291:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942075.146633:0:30291:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.146637:0:30291:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942075.146639:0:30291:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788942075.146641:0:30291:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942075.146644:0:30291:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942075.146645:0:30291:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948503168 : -122366761048448 : ffff90b544ace680) 00000100:00000001:3.0:1788942075.146649:0:30291:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942075.146651:0:30291:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:3.0:1788942075.146654:0:30291:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942075.146657:0:30291:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942075.146664:0:30291:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544ace680 x1875839884239488/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942091 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.146671:0:30291:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942075.146674:0:30291:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942075.146677:0:30291:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942075.146681:0:30291:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544ace680 x1875839884239488/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942091 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942075.146689:0:30291:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544ace680 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30291:1875839884239488:192.168.206.109@tcp:35:touch.0 00000100:00000001:3.0:1788942075.146695:0:30291:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942075.146698:0:30291:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.146701:0:30291:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942075.146703:0:30291:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.146708:0:30291:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544ace680 x1875839884239488/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942091 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.146715:0:30291:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942075.146719:0:30291:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54133ad80. 00000100:00000001:3.0:1788942075.146724:0:30291:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942075.146726:0:30291:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.146736:0:30291:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942075.146737:0:30291:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948503168 : -122366761048448 : ffff90b544ace680) 00000002:00000001:3.0:1788942075.146740:0:30291:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942075.146744:0:30291:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942075.146750:0:30291:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a69e00. 00000080:00000001:3.0:1788942075.146754:0:30291:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788942075.146758:0:30291:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788942075.146765:0:30291:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788942075.146770:0:30291:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e64700 x1875839884236160/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942197 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.146778:0:30291:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942075.146779:0:30291:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:3.0:1788942075.146781:0:30291:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.146784:0:30291:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884236160/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942197 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.146791:0:30291:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942075.146792:0:30291:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.146795:0:30291:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884236160/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942197 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.146802:0:30291:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788942075.146807:0:30291:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942075.146809:0:30291:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942075.146812:0:30291:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942075.146816:0:30291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487bb400. 02000000:00000001:3.0:1788942075.146821:0:30291:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942075.146824:0:30291:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942075.146826:0:30291:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:3.0:1788942075.146831:0:30291:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942075.146832:0:30291:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942075.146833:0:30291:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.146836:0:30291:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544ace680 x1875839884239488/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942091 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.146843:0:30291:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942075.146845:0:30291:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfaf80. 00000002:00000001:3.0:1788942075.146848:0:30291:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942075.146936:0:30291:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942075.146939:0:30291:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392500. 00000100:00000001:3.0:1788942075.147017:0:30291:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942075.147022:0:30291:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544ace680 x1875839884239488/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942091 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942075.147028:0:30291:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.147030:0:30291:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942075.147035:0:30291:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415be140. 00000080:00000001:3.0:1788942075.147039:0:30291:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942075.147048:0:30291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1703df0 00000080:00000008:3.0:1788942075.147051:0:30291:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x22:0x0](ffff90b548db5b88), flags 104001, rc = 0 00000080:00000001:3.0:1788942075.147055:0:30291:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942075.147062:0:30291:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788942075.147064:0:30291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1703e00 00000080:00002000:3.0:1788942075.147066:0:30291:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90b5445496c0, parent ffff90b544549510, inode ffff90b548db5b88) hashed, 00000080:00000001:3.0:1788942075.147069:0:30291:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942075.147077:0:30291:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788942075.147084:0:30291:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788942075.147149:0:30291:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788942075.147153:0:30291:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1703e00 00000080:00002000:3.0:1788942075.147155:0:30291:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff90b544549510, parent ffff90b548d765e8, inode ffff90b548da1988) hashed, 00000080:00000001:3.0:1788942075.147158:0:30291:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942075.147163:0:30291:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788942075.147166:0:30291:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788942075.153941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa420. 00000080:00000010:3.1:1788942075.153977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa8c0. 00010000:00000001:3.0:1788942075.617665:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942075.617673:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942075.617678:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942075.617680:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942076.263666:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.263672:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8800. 00000400:00000200:3.0:1788942076.263679:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.263684:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.263691:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a198 00000400:00000010:3.0:1788942076.263693:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a198. 00000100:00000001:3.0:1788942076.263698:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.263703:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995f80 x1875839884239616/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.263719:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.263722:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995f80 x1875839884239616/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.263729:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.263731:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942076.270987:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.270993:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8c00. 00000400:00000200:3.0:1788942076.270997:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.271003:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.271008:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a330 00000400:00000010:3.0:1788942076.271010:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a330. 00000100:00000001:3.0:1788942076.271014:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.271019:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995f80 x1875839884239744/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.271028:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.271031:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995f80 x1875839884239744/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.271038:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.271039:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942076.280472:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.280477:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8500. 00000400:00000200:3.0:1788942076.280484:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.280490:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.280497:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5acc0 00000400:00000010:3.0:1788942076.280499:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5acc0. 00000100:00000001:3.0:1788942076.280504:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.280560:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995f80 x1875839884239872/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.280570:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.280573:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995f80 x1875839884239872/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.280586:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.280588:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942076.294814:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.294820:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788942076.294827:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.294833:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.294840:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da5d8 00000400:00000010:3.0:1788942076.294842:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da5d8. 00000100:00000001:3.0:1788942076.294847:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.294993:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995180 x1875839884240000/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942076.295003:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.295006:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995180 x1875839884240000/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942076.295013:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.295015:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942076.324476:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.324484:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a30f200. 00000400:00000200:3.0:1788942076.324491:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.324498:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.324506:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61110 00000400:00000010:3.0:1788942076.324509:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61110. 00000100:00000001:3.0:1788942076.324514:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.324520:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.324531:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.324535:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.324542:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.324543:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942076.330375:0:30326:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942076.330388:0:30326:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942076.330391:0:30326:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942076.330396:0:30326:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450985d8. 00000400:00000200:3.0:1788942076.330403:0:30326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:3.0:1788942076.330407:0:30326:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:3.0:1788942076.330411:0:30326:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.330431:0:30326:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942076.330442:0:30326:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.330450:0:30326:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942076.330453:0:30326:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.330458:0:30326:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942076.330462:0:30326:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942076.330466:0:30326:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942076.330469:0:30326:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942076.330472:0:30326:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942076.330485:0:30326:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=66 v=105 (105 105 105 137) 00000100:00001000:3.0:1788942076.330490:0:30326:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942076.330493:0:30326:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942076.330495:0:30326:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.330498:0:30326:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942076.330502:0:30326:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.330506:0:30326:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942076.330508:0:30326:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:3.0:1788942076.330511:0:30326:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942076.330515:0:30326:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942076.330520:0:30326:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.330528:0:30326:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942076.330532:0:30326:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942076.330534:0:30326:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942076.330538:0:30326:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942217 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942076.330552:0:30326:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30326:1875839884240256:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:3.0:1788942076.330558:0:30326:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.330561:0:30326:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.330563:0:30326:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942076.330565:0:30326:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.330568:0:30326:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942217 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.330575:0:30326:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942076.330578:0:30326:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54836b900. 00000100:00000001:3.0:1788942076.330583:0:30326:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942076.330585:0:30326:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.330588:0:30326:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942076.330593:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.330596:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.330600:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=4 00000020:00000001:3.0:1788942076.330603:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330606:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000040:3.0:1788942076.330614:0:30326:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b400, remote cookie: 0x4d194fbcadeec5dd, flags: 0x1001 00010000:00010000:3.0:1788942076.330620:0:30326:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788942076.330629:0:30326:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788942076.330633:0:30326:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788942076.330644:0:30326:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48a00. 00010000:00000010:3.0:1788942076.330650:0:30326:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0880. 00010000:00000001:3.0:1788942076.330656:0:30326:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.330660:0:30326:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942076.330673:0:30326:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.330680:0:30326:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942076.330684:0:30326:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942076.330687:0:30326:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942076.330688:0:30326:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942076.330690:0:30326:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942076.330693:0:30326:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff90b545f48a00) refcount = 1 00010000:00010000:3.0:1788942076.330697:0:30326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.330704:0:30326:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942076.330707:0:30326:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942076.330709:0:30326:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.330712:0:30326:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942076.330715:0:30326:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.330718:0:30326:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.330725:0:30326:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942076.330726:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330728:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.330729:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330730:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.330732:0:30326:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.330737:0:30326:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942076.330739:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.330740:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.330742:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:3.0:1788942076.330744:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330746:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330750:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.330751:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.330752:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=4 00000020:00000001:3.0:1788942076.330754:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330756:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330759:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.330762:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.330765:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.330771:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330772:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.330774:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.330775:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.330776:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=5 00000020:00000001:3.0:1788942076.330777:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330779:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330782:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.330784:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.330791:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330792:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942076.330795:0:30326:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.330801:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.330802:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330803:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.330805:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330806:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942076.330811:0:30326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788942076.330824:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.330826:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.330827:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:3.0:1788942076.330829:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330831:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330833:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330834:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942076.330836:0:30326:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.330838:0:30326:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.330842:0:30326:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788942076.330844:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.330845:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.330847:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:3.0:1788942076.330849:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330883:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00000002:00010000:3.0:1788942076.330887:0:30326:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.330893:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330894:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.330896:0:30326:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942076.330897:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.330898:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.330900:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:3.0:1788942076.330901:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.330903:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000040:3.0:1788942076.330907:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48a00 count: 2 00010000:00000001:3.0:1788942076.330910:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942076.330914:0:30326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:3.0:1788942076.330916:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.330917:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942076.330919:0:30326:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942076.330923:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d536b0 00000002:00002000:3.0:1788942076.330926:0:30326:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788942076.330929:0:30326:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942076.330934:0:30326:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942076.330937:0:30326:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942076.330940:0:30326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788942076.330944:0:30326:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942076.330948:0:30326:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:3.0:1788942076.330951:0:30326:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788942076.330954:0:30326:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc0d53a28 it_disposition b 00000080:00000001:3.0:1788942076.330957:0:30326:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942076.330964:0:30326:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942076.330967:0:30326:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942076.330970:0:30326:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1788942076.330974:0:30326:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788942076.330981:0:30326:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788942076.330984:0:30326:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:3.0:1788942076.330986:0:30326:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.330990:0:30326:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1788942076.330993:0:30326:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788942076.330995:0:30326:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833952 mtime from 1788942055 to 1788942056 00000080:00200000:3.0:1788942076.331000:0:30326:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00200000:3.0:1788942076.331003:0:30326:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff90b548da1988): rc = 0 00000080:00000001:3.0:1788942076.331006:0:30326:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018574216 : -122366690977400 : ffff90b548da1988) 00010000:00000001:3.0:1788942076.331008:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.331009:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.331011:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:3.0:1788942076.331012:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.331015:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.331017:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.331018:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942076.331019:0:30326:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788942076.331021:0:30326:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788942076.331024:0:30326:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942076.331027:0:30326:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942076.331028:0:30326:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942076.331031:0:30326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff90b548da1988) for lock 0xcbb91bbb78157670 00800000:00000001:3.0:1788942076.331034:0:30326:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942076.331036:0:30326:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942076.331037:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.331038:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.331039:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:3.0:1788942076.331041:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.331043:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.331045:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.331046:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942076.331048:0:30326:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942076.331050:0:30326:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788942076.331058:0:30326:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54454a870 inode ffff90b548da1988 refc 1 flags 0x20000e 00000080:00000001:3.0:1788942076.331062:0:30326:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788942076.331064:0:30326:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.331066:0:30326:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788942076.331071:0:30326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff90b548da1988) 00000080:00010000:3.0:1788942076.331075:0:30326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157670 from it ffffa57dc0d53a28 00010000:00000001:3.0:1788942076.331077:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.331078:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.331079:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:3.0:1788942076.331081:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.331083:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:3.0:1788942076.331085:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.331088:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.331095:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.331096:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.331098:0:30326:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942076.331101:0:30326:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942076.331104:0:30326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942076.331112:0:30326:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.331115:0:30326:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942076.331117:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.331122:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.331123:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.331124:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.331128:0:30326:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942076.331130:0:30326:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.331132:0:30326:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.331135:0:30326:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.331137:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.331138:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.331139:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942076.331141:0:30326:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942076.331145:0:30326:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcae00. 00000100:00000001:3.0:1788942076.331149:0:30326:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.331154:0:30326:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236aa00 x1875839884240256/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.331162:0:30326:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942076.331165:0:30326:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942076.331168:0:30326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab0000. 02000000:00000001:3.0:1788942076.331172:0:30326:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942076.331174:0:30326:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942076.331176:0:30326:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942076.331178:0:30326:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942076.331181:0:30326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552275400. 02000000:00000001:3.0:1788942076.331185:0:30326:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942076.331187:0:30326:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942076.331189:0:30326:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236aa00. 00000100:00000001:3.0:1788942076.331192:0:30326:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942076.331194:0:30326:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942076.331203:0:30326:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788942076.331206:0:30326:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff90b548da1988), inode mode 41ed mask 1 00000080:00000001:3.0:1788942076.331212:0:30326:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942076.331227:0:30326:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b5590619c0. 00000020:00000001:3.0:1788942076.331232:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53ae8 00000080:00200000:3.0:1788942076.331234:0:30326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff90b548da1988), flags=8 00000080:00000001:3.0:1788942076.331237:0:30326:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788942076.331238:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53998 00000080:00200000:3.0:1788942076.331240:0:30326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff90b548da1988), intent=getattr 00000080:00000010:3.0:1788942076.331249:0:30326:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a69c00. 00000080:00000001:3.0:1788942076.331256:0:30326:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942076.331259:0:30326:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.331261:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d538b8 00800000:00000002:3.0:1788942076.331263:0:30326:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:3.0:1788942076.331266:0:30326:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788942076.331271:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53850 00800000:00000002:3.0:1788942076.331273:0:30326:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1788942076.331278:0:30326:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.331280:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53788 00000002:00010000:3.0:1788942076.331281:0:30326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x20:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788942076.331286:0:30326:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942076.331288:0:30326:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942076.331293:0:30326:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000020:00000040:3.0:1788942076.331296:0:30326:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942076.331301:0:30326:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942076.331305:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.331308:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.331309:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.331311:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.331314:0:30326:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942076.331316:0:30326:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942076.331322:0:30326:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942076.331330:0:30326:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837c000. 00000100:00000001:3.0:1788942076.331337:0:30326:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.331341:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942076.331343:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.331344:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942076.331346:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.331348:0:30326:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.331356:0:30326:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00010000:00000001:3.0:1788942076.331360:0:30326:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942076.331362:0:30326:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788942076.331365:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48a00 count: 2 00010000:00000001:3.0:1788942076.331367:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.331369:0:30326:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942076.331373:0:30326:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983000. 00000020:00000001:3.0:1788942076.331376:0:30326:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942076.331379:0:30326:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983000 with handle 0xcbb91bbb78157677 to hash 00000020:00000001:3.0:1788942076.331381:0:30326:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942076.331383:0:30326:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.331386:0:30326:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.331389:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.331390:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.331393:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942076.331400:0:30326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942076.331410:0:30326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942076.331427:0:30326:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942076.331429:0:30326:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942076.331437:0:30326:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54133ad80. 00000100:00000001:3.0:1788942076.331439:0:30326:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706890227072 : -122366819324544 : ffff90b54133ad80) 00000100:00000001:3.0:1788942076.331442:0:30326:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942076.331444:0:30326:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000001:3.0:1788942076.331448:0:30326:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942076.331452:0:30326:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.331454:0:30326:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942076.331457:0:30326:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942076.331463:0:30326:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.331470:0:30326:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942076.331472:0:30326:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942076.331477:0:30326:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942076.331480:0:30326:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942076.331482:0:30326:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942076.331486:0:30326:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30326:1875839884240384:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:3.0:1788942076.331490:0:30326:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942076.331496:0:30326:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942076.331499:0:30326:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942076.331501:0:30326:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942076.331506:0:30326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7c000. 02000000:00000001:3.0:1788942076.331508:0:30326:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942076.331517:0:30326:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942076.331521:0:30326:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4b58. 00000400:00000010:3.0:1788942076.331529:0:30326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded5d8. 00000100:00000200:3.0:1788942076.331537:0:30326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884240384, portal 10 00000100:00000001:3.0:1788942076.331539:0:30326:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942076.331540:0:30326:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000040:3.0:1788942076.331546:0:30326:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.331554:0:30326:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942076.331557:0:30326:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942076.331560:0:30326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedc38. 00000100:00000200:3.0:1788942076.331563:0:30326:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884240384, offset 0 00000400:00000200:3.0:1788942076.331570:0:30326:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942076.331580:0:30326:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.331588:0:30326:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942076.331595:0:30326:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942076.331600:0:30326:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942076.331604:0:30326:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942076.331607:0:30326:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942076.331611:0:30326:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2300:2300:256:4294967295] 192.168.206.109@tcp LPNI seq info [2300:2300:8:4294967295] 00000400:00000200:3.0:1788942076.331616:0:30326:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.331627:0:30326:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942076.331634:0:30326:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942076.331640:0:30326:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9300. 00000800:00000200:3.0:1788942076.331648:0:30326:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942076.331656:0:30326:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942076.331661:0:30326:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788942076.331683:0:30326:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942076.331688:0:30326:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 836393 usecs (837 jiffies) 00000400:00000200:3.0:1788942076.331692:0:30326:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942076.331695:0:30326:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477326 00000100:00000001:3.0:1788942076.331698:0:30326:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:3.0:1788942076.331701:0:30326:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477326 00000100:00000001:3.0:1788942076.331703:0:30326:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:3.0:1788942076.331705:0:30326:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942076.331708:0:30326:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.331710:0:30326:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942076.331712:0:30326:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788942076.331715:0:30326:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54133ad80 going to sleep for 136 seconds 00000100:00000001:3.0:1788942076.331718:0:30326:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942076.331720:0:30326:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.344310:0:30326:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942076.344455:0:30326:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942076.344458:0:30326:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942076.344463:0:30326:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4b58. 00000400:00000200:3.0:1788942076.344468:0:30326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded5d8 00000400:00000010:3.0:1788942076.344471:0:30326:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded5d8. 00000100:00000001:3.0:1788942076.344801:0:30326:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.344808:0:30326:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942076.344820:0:30326:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.344826:0:30326:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942076.344829:0:30326:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.344831:0:30326:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942076.344835:0:30326:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942076.344838:0:30326:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942076.344840:0:30326:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942076.344844:0:30326:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942076.344888:0:30326:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=66 v=105 (105 105 105 137) 00000100:00001000:3.0:1788942076.344893:0:30326:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942076.344896:0:30326:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942076.344898:0:30326:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.344901:0:30326:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942076.344905:0:30326:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.344910:0:30326:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942076.344912:0:30326:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:3.0:1788942076.344915:0:30326:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942076.344919:0:30326:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942076.344924:0:30326:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.344932:0:30326:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942076.344935:0:30326:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942076.344938:0:30326:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942076.344946:0:30326:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942217 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942076.344954:0:30326:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30326:1875839884240384:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:3.0:1788942076.344960:0:30326:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.344963:0:30326:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.344965:0:30326:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942076.344968:0:30326:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.344972:0:30326:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942217 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.344979:0:30326:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942076.344983:0:30326:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54133ad80. 00000100:00000001:3.0:1788942076.344988:0:30326:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942076.344989:0:30326:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.344993:0:30326:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942076.344998:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345001:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345004:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=4 00000020:00000001:3.0:1788942076.345007:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345011:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000040:3.0:1788942076.345018:0:30326:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983000, remote cookie: 0x4d194fbcadeec5f9, flags: 0x1001 00010000:00010000:3.0:1788942076.345024:0:30326:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788942076.345031:0:30326:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x22:0x0].0x0, instead of [0x200000404:0x20:0x0].0x0 00010000:00000001:3.0:1788942076.345035:0:30326:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788942076.345042:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48f00 count: 2 00010000:00000001:3.0:1788942076.345045:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.345048:0:30326:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.345052:0:30326:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942076.345060:0:30326:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.345067:0:30326:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942076.345072:0:30326:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942076.345075:0:30326:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942076.345076:0:30326:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942076.345078:0:30326:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942076.345081:0:30326:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff90b545f48f00) refcount = 2 00010000:00000040:3.0:1788942076.345085:0:30326:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788942076.345088:0:30326:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983400/0xcbb91bbb7815764d lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec566 expref: -99 pid: 30291 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788942076.345096:0:30326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.345103:0:30326:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942076.345106:0:30326:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942076.345108:0:30326:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.345111:0:30326:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942076.345114:0:30326:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.345117:0:30326:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.345124:0:30326:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942076.345126:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345128:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.345129:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345130:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.345132:0:30326:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.345136:0:30326:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942076.345138:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345140:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345141:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345143:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345146:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345148:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345149:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345150:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=4 00000020:00000001:3.0:1788942076.345152:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345154:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345157:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.345161:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.345165:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.345172:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345173:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.345174:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345176:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345177:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=5 00000020:00000001:3.0:1788942076.345179:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345181:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345183:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.345187:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.345193:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345194:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942076.345198:0:30326:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.345205:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.345206:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345207:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.345209:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345210:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942076.345215:0:30326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788942076.345225:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345226:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345228:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345230:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345232:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00000002:00010000:3.0:1788942076.345236:0:30326:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788942076.345249:0:30326:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5435ddb00. 00010000:00000001:3.0:1788942076.345251:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345253:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942076.345254:0:30326:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.345257:0:30326:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.345260:0:30326:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788942076.345263:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345264:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345265:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345267:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345269:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00000002:00010000:3.0:1788942076.345274:0:30326:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.345281:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345282:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.345284:0:30326:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942076.345285:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345286:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345288:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345290:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345292:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000040:3.0:1788942076.345295:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48f00 count: 3 00010000:00000001:3.0:1788942076.345297:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942076.345301:0:30326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/34 (0 0) 00010000:00000001:3.0:1788942076.345304:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345305:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942076.345306:0:30326:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942076.345310:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53710 00000002:00002000:3.0:1788942076.345312:0:30326:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788942076.345315:0:30326:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942076.345320:0:30326:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942076.345323:0:30326:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942076.345327:0:30326:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788942076.345330:0:30326:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.345335:0:30326:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788942076.345337:0:30326:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc0d53b20 it_disposition b 00000080:00000001:3.0:1788942076.345340:0:30326:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942076.345347:0:30326:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942076.345351:0:30326:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942076.345354:0:30326:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1788942076.345357:0:30326:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1788942076.345365:0:30326:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942076.345369:0:30326:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243432 : -122366539308184 : ffff90b551e46368) 00000020:00001000:3.0:1788942076.345372:0:30326:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46360 00000020:00000001:3.0:1788942076.345375:0:30326:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788942076.345379:0:30326:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788942076.345381:0:30326:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942076.345388:0:30326:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e76ae0. 00020000:00000010:3.0:1788942076.345393:0:30326:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b543472380. 00020000:00000010:3.0:1788942076.345399:0:30326:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e768a0. 00020000:00000001:3.0:1788942076.345401:0:30326:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969114784 : -122366740436832 : ffff90b545e768a0) 00020000:00000002:3.0:1788942076.345405:0:30326:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e768a0, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942076.345411:0:30326:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942076.345415:0:30326:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472380: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:3.0:1788942076.345430:0:30326:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435088b8) owner ffff90b5529f4f80 00020000:00000001:3.0:1788942076.345433:0:30326:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788942076.345435:0:30326:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435088b8) owner ffff90b5529f4f80 00020000:00000010:3.0:1788942076.345440:0:30326:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b543472380. 00020000:00000010:3.0:1788942076.345443:0:30326:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e76ae0. 00020000:00000010:3.0:1788942076.345447:0:30326:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e768a0. 00020000:00000002:3.0:1788942076.345449:0:30326:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788942076.345451:0:30326:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.345452:0:30326:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788942076.345455:0:30326:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46360 00000080:00000001:3.0:1788942076.345460:0:30326:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1788942076.345462:0:30326:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788942076.345468:0:30326:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x22:0x0](ffff90b548db5b88): rc = 0 00000080:00000001:3.0:1788942076.345470:0:30326:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018656648 : -122366690894968 : ffff90b548db5b88) 00010000:00000001:3.0:1788942076.345473:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345474:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345476:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345478:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345480:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00000080:00000001:3.0:1788942076.345484:0:30326:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788942076.345485:0:30326:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942076.345486:0:30326:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243432 : -122366539308184 : ffff90b551e46368) 00000020:00001000:3.0:1788942076.345489:0:30326:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46360 00000020:00000001:3.0:1788942076.345490:0:30326:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788942076.345491:0:30326:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788942076.345492:0:30326:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942076.345495:0:30326:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e768a0. 00020000:00000010:3.0:1788942076.345497:0:30326:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b543472380. 00020000:00000010:3.0:1788942076.345499:0:30326:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e76ae0. 00020000:00000001:3.0:1788942076.345501:0:30326:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969115360 : -122366740436256 : ffff90b545e76ae0) 00020000:00000002:3.0:1788942076.345504:0:30326:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e76ae0, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942076.345507:0:30326:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942076.345510:0:30326:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472380: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:3.0:1788942076.345513:0:30326:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435088b8) owner ffff90b5529f4f80 00020000:00000001:3.0:1788942076.345518:0:30326:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788942076.345520:0:30326:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435088b8) owner ffff90b5529f4f80 00020000:00000010:3.0:1788942076.345523:0:30326:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b543472380. 00020000:00000010:3.0:1788942076.345526:0:30326:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e768a0. 00020000:00000010:3.0:1788942076.345527:0:30326:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e76ae0. 00020000:00000002:3.0:1788942076.345529:0:30326:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788942076.345531:0:30326:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.345532:0:30326:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.345536:0:30326:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788942076.345540:0:30326:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435088b8) owner 0000000000000000/ffff90b5529f4f80 00020000:00000002:3.0:1788942076.345543:0:30326:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9900 addref 2/0 by ffff90b5529f4f80. 00020000:00000002:3.0:1788942076.345546:0:30326:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435088b8) owner 0000000000000000/ffff90b5529f4f80 00020000:00000001:3.0:1788942076.345548:0:30326:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788942076.345551:0:30326:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788942076.345552:0:30326:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788942076.345554:0:30326:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788942076.345556:0:30326:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788942076.345559:0:30326:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788942076.345561:0:30326:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46360 00000080:00000001:3.0:1788942076.345564:0:30326:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.345565:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345567:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942076.345568:0:30326:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942076.345572:0:30326:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942076.345574:0:30326:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942076.345578:0:30326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff90b548db5b88) for lock 0xcbb91bbb78157677 00800000:00000001:3.0:1788942076.345581:0:30326:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942076.345583:0:30326:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942076.345584:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345585:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345587:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345589:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345591:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345594:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345595:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942076.345596:0:30326:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942076.345599:0:30326:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788942076.345605:0:30326:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54454f000 inode ffff90b548db5b88 refc 1 flags 0x40000e 00000080:00000001:3.0:1788942076.345609:0:30326:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788942076.345613:0:30326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff90b548db5b88) 00000080:00010000:3.0:1788942076.345617:0:30326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157677 from it ffffa57dc0d53b20 00010000:00000001:3.0:1788942076.345619:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345620:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345622:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345624:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345627:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345629:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.345632:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.345639:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345640:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.345642:0:30326:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942076.345645:0:30326:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942076.345647:0:30326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942076.345655:0:30326:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.345658:0:30326:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942076.345661:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.345666:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345667:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.345669:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.345673:0:30326:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942076.345675:0:30326:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.345677:0:30326:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.345680:0:30326:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.345682:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.345684:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345685:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942076.345687:0:30326:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942076.345691:0:30326:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a69c00. 00000100:00000001:3.0:1788942076.345696:0:30326:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.345701:0:30326:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd880 x1875839884240384/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.345719:0:30326:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942076.345722:0:30326:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942076.345727:0:30326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7c000. 02000000:00000001:3.0:1788942076.345731:0:30326:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942076.345734:0:30326:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942076.345736:0:30326:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942076.345738:0:30326:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942076.345741:0:30326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837c000. 02000000:00000001:3.0:1788942076.345746:0:30326:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942076.345748:0:30326:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942076.345750:0:30326:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd880. 00000100:00000001:3.0:1788942076.345754:0:30326:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942076.345755:0:30326:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942076.345759:0:30326:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788942076.345760:0:30326:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc0d53b20 released 00000080:00000001:3.0:1788942076.345762:0:30326:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1788942076.345778:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53d08 00000080:00200008:3.0:1788942076.345781:0:30326:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x22:0x0](ffff90b548db5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942076.345788:0:30326:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942076.345789:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53c80 00000080:00200000:3.0:1788942076.345791:0:30326:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x22:0x0](ffff90b548db5b88),name=f 00000080:00000010:3.0:1788942076.345796:0:30326:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a69c00. 00000080:00000001:3.0:1788942076.345807:0:30326:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942076.345811:0:30326:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.345813:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53ba0 00800000:00000002:3.0:1788942076.345816:0:30326:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x22:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:3.0:1788942076.345819:0:30326:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942076.345826:0:30326:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942076.345830:0:30326:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.345832:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53a70 00000002:00010000:3.0:1788942076.345834:0:30326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x20:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942076.345838:0:30326:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942076.345840:0:30326:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942076.345842:0:30326:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942076.345845:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48f00 count: 3 00010000:00000001:3.0:1788942076.345847:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.345899:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.345903:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942076.345906:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788942076.345915:0:30326:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942076.345920:0:30326:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.345923:0:30326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788942076.345930:0:30326:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942076.345932:0:30326:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942076.345935:0:30326:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942076.345937:0:30326:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942076.345939:0:30326:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942076.345941:0:30326:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942076.345943:0:30326:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788942076.345946:0:30326:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a69c00. 00000080:00000001:3.0:1788942076.345949:0:30326:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942076.345951:0:30326:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942076.345953:0:30326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff90b548db5b88) 00000080:00010000:3.0:1788942076.345956:0:30326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff90b548db5b88) for lock 0xcbb91bbb78157677 00800000:00000001:3.0:1788942076.345958:0:30326:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942076.345960:0:30326:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942076.345961:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345962:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345964:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345966:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345968:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345970:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345972:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942076.345973:0:30326:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942076.345974:0:30326:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942076.345976:0:30326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157677 from it ffffa57dc0d53cb8 00010000:00000001:3.0:1788942076.345977:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.345979:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.345980:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983000 refcount=3 00000020:00000001:3.0:1788942076.345981:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345983:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477376 : -122366712074240 : ffff90b547983000) 00010000:00000001:3.0:1788942076.345985:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.345987:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942076.345994:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.345995:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.345996:0:30326:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942076.345998:0:30326:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942076.346000:0:30326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983000/0xcbb91bbb78157677 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec5f9 expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942076.346007:0:30326:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.346009:0:30326:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942076.346010:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.346012:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.346013:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.346014:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346016:0:30326:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942076.346018:0:30326:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346019:0:30326:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346021:0:30326:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346023:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.346024:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.346026:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942076.346028:0:30326:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942076.346029:0:30326:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942076.346033:0:30326:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788942076.346036:0:30326:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942076.346038:0:30326:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942076.346040:0:30326:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942076.346041:0:30326:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.346044:0:30326:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942076.346048:0:30326:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788942076.346050:0:30326:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942076.346052:0:30326:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243432 : -122366539308184 : ffff90b551e46368) 00000020:00001000:3.0:1788942076.346055:0:30326:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46360 00000020:00000001:3.0:1788942076.346060:0:30326:0:(cl_object.c:143:cl_object_top()) ffff90b552366850 -> ffff90b552366850 00000020:00000001:3.0:1788942076.346063:0:30326:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942076.346066:0:30326:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942076.346068:0:30326:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788942076.346071:0:30326:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942076.346073:0:30326:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942076.346075:0:30326:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942076.346077:0:30326:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.346079:0:30326:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942076.346082:0:30326:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x22:0x0]io ffff90b544e76a00 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788942076.346086:0:30326:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435088b8) owner 0000000000000000/ffff90b5529f4f80 00020000:00000001:3.0:1788942076.346089:0:30326:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942076.346091:0:30326:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942076.346094:0:30326:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942076.346096:0:30326:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942076.346099:0:30326:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942076.346101:0:30326:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942076.346103:0:30326:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.346105:0:30326:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942076.346106:0:30326:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942076.346107:0:30326:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942076.346109:0:30326:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435088b8) owner 0000000000000000/ffff90b5529f4f80 00000020:00000001:3.0:1788942076.346111:0:30326:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942076.346114:0:30326:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788942076.346115:0:30326:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x22:0x0] 00000020:00000001:3.0:1788942076.346119:0:30326:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788942076.346120:0:30326:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788942076.346123:0:30326:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788942076.346125:0:30326:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788942076.346132:0:30326:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788942076.346138:0:30326:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551bc0400. 00020000:00000002:3.0:1788942076.346141:0:30326:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942076.346143:0:30326:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788942076.346146:0:30326:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942076.346148:0:30326:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942076.346150:0:30326:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942076.346152:0:30326:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170245448 : -122366539306168 : ffff90b551e46b48) 00000020:00001000:3.0:1788942076.346154:0:30326:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46b40 00000020:00000001:3.0:1788942076.346158:0:30326:0:(cl_object.c:143:cl_object_top()) ffff90b5523663a0 -> ffff90b552366850 00000020:00000001:3.0:1788942076.346159:0:30326:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942076.346163:0:30326:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942076.346164:0:30326:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942076.346166:0:30326:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942076.346168:0:30326:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942076.346170:0:30326:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952580040 : -122366756971576 : ffff90b544eb1bc8) 00000020:00000001:3.0:1788942076.346172:0:30326:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788942076.346177:0:30326:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b558116e40. 00000008:00010000:3.0:1788942076.346180:0:30326:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788942076.346183:0:30326:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942076.346184:0:30326:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788942076.346186:0:30326:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551bc0430, osc lock ffff90b558116e40, flags 0x400001002 00000020:00000001:3.0:1788942076.346188:0:30326:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942076.346190:0:30326:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942076.346193:0:30326:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707167597568 : -122366541954048 : ffff90b551bc0400) 00000020:00000001:3.0:1788942076.346196:0:30326:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942076.346197:0:30326:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788942076.346198:0:30326:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.346200:0:30326:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.346203:0:30326:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788942076.346205:0:30326:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788942076.346207:0:30326:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942076.346209:0:30326:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942076.346210:0:30326:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942076.346211:0:30326:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952580040 : -122366756971576 : ffff90b544eb1bc8) 00000020:00000001:3.0:1788942076.346213:0:30326:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942076.346216:0:30326:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942076.346218:0:30326:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788942076.346222:0:30326:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942076.346225:0:30326:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942076.346226:0:30326:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942076.346228:0:30326:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942076.346229:0:30326:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942076.346231:0:30326:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942076.346234:0:30326:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788942076.346236:0:30326:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942076.346240:0:30326:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346243:0:30326:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788942076.346248:0:30326:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000020:00000040:3.0:1788942076.346251:0:30326:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:3.0:1788942076.346256:0:30326:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942076.346260:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.346263:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.346266:0:30326:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942076.346268:0:30326:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942076.346271:0:30326:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942076.346277:0:30326:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b551a69c00. 00000100:00000001:3.0:1788942076.346284:0:30326:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346289:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942076.346291:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346292:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942076.346294:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346295:0:30326:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.346299:0:30326:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00010000:00000001:3.0:1788942076.346302:0:30326:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942076.346304:0:30326:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942076.346308:0:30326:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48200. 00010000:00000010:3.0:1788942076.346312:0:30326:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b545f48600. 00010000:00000001:3.0:1788942076.346317:0:30326:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942076.346321:0:30326:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982600. 00000020:00000001:3.0:1788942076.346324:0:30326:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942076.346327:0:30326:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982600 with handle 0xcbb91bbb7815767e to hash 00000020:00000001:3.0:1788942076.346329:0:30326:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942076.346330:0:30326:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000010:3.0:1788942076.346335:0:30326:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b5435ddec0. 00010000:00000001:3.0:1788942076.346337:0:30326:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.346340:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.346342:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.346346:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942076.346356:0:30326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.346366:0:30326:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.346371:0:30326:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942076.346375:0:30326:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942076.346384:0:30326:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8806c78] to pc [ptlrpcd_01_01+1] req@ffff90b544acd880 x1875839884240512/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788942076.346437:0:30326:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942076.346440:0:30326:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.346442:0:30326:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942076.346444:0:30326:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.346446:0:30326:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.346448:0:30326:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788942076.346450:0:30326:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788942076.346453:0:30326:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788942076.346454:0:30326:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788942076.346465:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942076.346468:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942076.346998:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.347003:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a30f200. 00000400:00000200:3.0:1788942076.347009:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.347015:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.347021:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61e58 00000400:00000010:3.0:1788942076.347023:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61e58. 00000100:00000001:3.0:1788942076.347028:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.347032:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd880 x1875839884240512/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942092 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.347041:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.347044:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd880 x1875839884240512/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942092 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.347055:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.347057:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942076.368832:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942076.368838:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942076.368972:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942076.368975:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942076.368980:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098738. 00000400:00000200:3.0:1788942076.368986:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e617f8 00000400:00000010:3.0:1788942076.368989:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e617f8. 00000100:00000001:3.0:1788942076.368992:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.368997:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd880 x1875839884240512/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942092 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942076.369007:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd880 x1875839884240512/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942092 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.369013:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942076.369015:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.369018:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942076.369022:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942076.369025:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942076.369027:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942076.369031:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942076.369042:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=66 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942076.369048:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942076.369051:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942076.369052:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.369056:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942076.369059:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.369064:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788942076.369067:0:2356:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: committing for last_committed 4294967337 gen 15 00000100:00000040:3.0:1788942076.369074:0:2356:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967337) req@ffff90b545e67800 x1875839884239232/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942091 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.369081:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.369084:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884239232/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942091 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.369093:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942076.369096:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942076.369099:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9000. 02000000:00000001:3.0:1788942076.369103:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942076.369106:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942076.369108:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942076.369110:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942076.369113:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5547a3600. 02000000:00000001:3.0:1788942076.369117:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942076.369119:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942076.369122:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:3.0:1788942076.369126:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942076.369127:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.369130:0:2356:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788942076.369132:0:2356:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1788942076.369135:0:2356:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942076.369137:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942076.369143:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd880 x1875839884240512/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942092 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.369150:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942076.369154:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942076.369156:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942076.369160:0:2356:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788942076.369162:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.369165:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.369169:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=4 00000020:00000001:3.0:1788942076.369171:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369175:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369177:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.369178:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.369179:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=5 00000020:00000001:3.0:1788942076.369182:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369184:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369188:0:2356:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.369192:0:2356:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.369198:0:2356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.369209:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369211:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.369214:0:2356:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942076.369216:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.369218:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.369219:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=6 00000020:00000001:3.0:1788942076.369221:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369223:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000040:3.0:1788942076.369231:0:2356:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982600, remote cookie: 0x4d194fbcadeec600, flags: 0x1001 00010000:00010000:3.0:1788942076.369237:0:2356:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.369245:0:2356:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788942076.369248:0:2356:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.369251:0:2356:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942076.369256:0:2356:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788942076.369261:0:2356:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788942076.369271:0:2356:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x16:0x0].0x0 (ffff90b545f48200) refcount = 1 00010000:00000040:3.0:1788942076.369274:0:2356:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788942076.369277:0:2356:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.369288:0:2356:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942076.369290:0:2356:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.369293:0:2356:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942076.369296:0:2356:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.369300:0:2356:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.369307:0:2356:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942076.369308:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369309:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.369310:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369311:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942076.369313:0:2356:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788942076.369316:0:2356:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788942076.369320:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.369321:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.369322:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=5 00000020:00000001:3.0:1788942076.369324:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369327:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00000008:00000001:3.0:1788942076.369332:0:2356:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788942076.369337:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b552366850 00000008:00010000:3.0:1788942076.369341:0:2356:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788942076.369349:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b552366850 00000020:00000001:3.0:1788942076.369352:0:2356:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788942076.369355:0:2356:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788942076.369358:0:2356:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788942076.369360:0:2356:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.369362:0:2356:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.369364:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b552366850 00000008:00000001:3.0:1788942076.369366:0:2356:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788942076.369369:0:2356:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788942076.369371:0:2356:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788942076.369452:0:2356:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788942076.369454:0:2356:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.369458:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.369459:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.369460:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=6 00000020:00000001:3.0:1788942076.369462:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369465:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369467:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.369471:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.369478:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369479:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942076.369482:0:2356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.369489:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.369491:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369492:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942076.369493:0:2356:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.369495:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.369497:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.369498:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=5 00000020:00000001:3.0:1788942076.369500:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369502:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942076.369504:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.369507:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942076.369513:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369514:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.369516:0:2356:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942076.369519:0:2356:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942076.369521:0:2356:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000003aa203c6/0xcbb91bbb7815767e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeec600 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942076.369532:0:2356:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.369535:0:2356:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942076.369537:0:2356:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.369542:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369543:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.369545:0:2356:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.369548:0:2356:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942076.369550:0:2356:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.369553:0:2356:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.369555:0:2356:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.369558:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.369559:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369560:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.369561:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.369562:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942076.369563:0:2356:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942076.369569:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd880 x1875839884240512/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942092 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942076.369579:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884240512:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:3.0:1788942076.369585:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.369588:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.369591:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd880 x1875839884240512/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942092 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.369598:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942076.369599:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942076.369601:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274000. 02000000:00000001:3.0:1788942076.369605:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942076.369606:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942076.369607:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942076.369610:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942076.369612:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b551a69c00. 02000000:00000001:3.0:1788942076.369614:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942076.369616:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942076.369618:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd880. 00000100:00000001:3.0:1788942076.369621:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942076.369622:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.369624:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.369632:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942076.369634:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.369636:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942076.369638:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.371880:0:30136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942076.371887:0:30136:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942076.371890:0:30136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f3fb78 00000080:00200000:3.0:1788942076.371895:0:30136:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942076.371905:0:30136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a69c00. 00800000:00000002:3.0:1788942076.371913:0:30136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942076.371922:0:30136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942076.371928:0:30136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.371930:0:30136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f3fa98 00800000:00000002:3.0:1788942076.371934:0:30136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942076.371938:0:30136:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942076.371943:0:30136:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942076.371950:0:30136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.371953:0:30136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f3f968 00000002:00010000:3.0:1788942076.371955:0:30136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942076.371959:0:30136:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942076.371962:0:30136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942076.371966:0:30136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942076.371977:0:30136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25200 count: 2 00010000:00000001:3.0:1788942076.371980:0:30136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.371986:0:30136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.371991:0:30136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942076.371996:0:30136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788942076.372007:0:30136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000800:00000200:3.0:1788942076.373648:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.373655:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d000. 00000400:00000200:3.0:1788942076.373661:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.373667:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.373673:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61c38 00000400:00000010:3.0:1788942076.373676:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61c38. 00000100:00000001:3.0:1788942076.373681:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.373685:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.373695:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.373698:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.373705:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.373707:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942076.382673:0:30136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942076.382679:0:30136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.393187:0:30136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942076.393198:0:30136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942076.393200:0:30136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942076.393204:0:30136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450988f0. 00000400:00000200:3.0:1788942076.393210:0:30136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61908 00000400:00000010:3.0:1788942076.393213:0:30136:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61908. 00000100:00000001:3.0:1788942076.393216:0:30136:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.393222:0:30136:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942076.393232:0:30136:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.393239:0:30136:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942076.393241:0:30136:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.393244:0:30136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942076.393248:0:30136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942076.393251:0:30136:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942076.393253:0:30136:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942076.393257:0:30136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942076.393269:0:30136:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942076.393274:0:30136:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942076.393277:0:30136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942076.393280:0:30136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.393283:0:30136:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942076.393287:0:30136:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.393291:0:30136:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942076.393293:0:30136:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:3.0:1788942076.393296:0:30136:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942076.393300:0:30136:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942076.393304:0:30136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942076.393314:0:30136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.393322:0:30136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942076.393325:0:30136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942076.393329:0:30136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942076.393336:0:30136:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236ad80 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:30136:1875839884240640:192.168.206.109@tcp:37:bash.0 00000100:00000001:3.0:1788942076.393341:0:30136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942076.393344:0:30136:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.393425:0:30136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942076.393429:0:30136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.393434:0:30136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.393442:0:30136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942076.393445:0:30136:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54836b600. 00000100:00000001:3.0:1788942076.393450:0:30136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942076.393451:0:30136:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.393456:0:30136:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.393459:0:30136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.393462:0:30136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236ad80 x1875839884240640/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.393478:0:30136:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942076.393482:0:30136:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942076.393486:0:30136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552276c00. 02000000:00000001:3.0:1788942076.393490:0:30136:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942076.393493:0:30136:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942076.393495:0:30136:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942076.393497:0:30136:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:3.0:1788942076.393499:0:30136:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788942076.393501:0:30136:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942076.393503:0:30136:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942076.393504:0:30136:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:3.0:1788942076.393534:0:30136:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90b5522a7000. 00000100:00000010:3.0:1788942076.393538:0:30136:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b552274000. 00000100:00000001:3.0:1788942076.393541:0:30136:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788942076.393544:0:30136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcae00. 02000000:00000001:3.0:1788942076.393547:0:30136:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942076.393549:0:30136:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942076.393551:0:30136:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236ad80. 00000100:00000001:3.0:1788942076.393555:0:30136:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942076.393557:0:30136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942076.393560:0:30136:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788942076.393562:0:30136:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788942076.394313:0:30136:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90b551ab7000. 00000002:00000001:3.0:1788942076.394322:0:30136:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.394330:0:30136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.394334:0:30136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.394337:0:30136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:3.0:1788942076.394339:0:30136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:3.0:1788942076.394343:0:30136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:3.0:1788942076.394346:0:30136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.395961:0:30136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942076.395978:0:30136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.395980:0:30136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.396427:0:30136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942076.396432:0:30136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942076.396437:0:30136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942076.396447:0:30136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.396451:0:30136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942076.396453:0:30136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.396459:0:30136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.396460:0:30136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.396462:0:30136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.396535:0:30136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942076.396538:0:30136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.396541:0:30136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.396545:0:30136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.396548:0:30136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.396550:0:30136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.396551:0:30136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788942076.396555:0:30136:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.414171:0:30327:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942076.414175:0:30327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1800. 00000020:00000001:1.0:1788942076.414178:0:30327:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942076.414180:0:30327:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1800 with handle 0xcbb91bbb78157685 to hash 00000020:00000001:1.0:1788942076.414182:0:30327:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942076.414184:0:30327:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.414188:0:30327:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.414191:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942076.414192:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.414195:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942076.414201:0:30327:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942076.414214:0:30327:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942076.414229:0:30327:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66a00 x1875839884240896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942076.414239:0:30327:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942076.414245:0:30327:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942076.414247:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942076.414255:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5522b4000. 00000100:00000001:1.0:1788942076.414257:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174887424 : -122366534664192 : ffff90b5522b4000) 00000100:00000001:1.0:1788942076.414260:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.414261:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000001:1.0:1788942076.414267:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942076.414272:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.414274:0:30327:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942076.414276:0:30327:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942076.414280:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884240896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.414289:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942076.414292:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.414296:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942076.414299:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942076.414301:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942076.414305:0:30327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884240896:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942076.414309:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942076.414314:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942076.414317:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.414319:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942076.414458:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559200000. 02000000:00000001:1.0:1788942076.414461:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942076.414471:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942076.414476:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f898. 00000400:00000010:1.0:1788942076.414486:0:30327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b559186800. 00000100:00000200:1.0:1788942076.414496:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884240896, portal 10 00000100:00000001:1.0:1788942076.414498:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.414499:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:1.0:1788942076.414505:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66a00 x1875839884240896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.414513:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942076.414516:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942076.414520:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da4c8. 00000100:00000200:1.0:1788942076.414525:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884240896, offset 0 00000400:00000200:1.0:1788942076.414533:0:30327:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942076.414542:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942076.414551:0:30327:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942076.414557:0:30327:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942076.414562:0:30327:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942076.414566:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942076.414569:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942076.414573:0:30327:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2304:2304:256:4294967295] 192.168.206.109@tcp LPNI seq info [2304:2304:8:4294967295] 00000400:00000200:1.0:1788942076.414578:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942076.414590:0:30327:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942076.414597:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942076.414604:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2f00. 00000800:00000200:1.0:1788942076.414612:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942076.414621:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942076.414627:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942076.414651:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942076.414656:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 833881 usecs (834 jiffies) 00000400:00000200:1.0:1788942076.414660:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942076.414664:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477407 00000100:00000001:1.0:1788942076.414667:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:1.0:1788942076.414675:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477407 00000100:00000001:1.0:1788942076.414677:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:1.0:1788942076.414679:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942076.414682:0:30327:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.414685:0:30327:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942076.414687:0:30327:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:1.0:1788942076.414690:0:30327:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522b4000 going to sleep for 136 seconds 00000100:00000001:1.0:1788942076.414693:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942076.414696:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942076.415097:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.415103:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:3.0:1788942076.415111:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.415117:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.415125:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da4c8 00000400:00000010:3.0:1788942076.415128:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da4c8. 00000100:00000001:3.0:1788942076.415132:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.415137:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884240896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.415147:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.415150:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66a00 x1875839884240896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.415158:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.415160:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942076.422395:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942076.422406:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942076.422409:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942076.422413:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f898. 00000400:00000200:1.0:1788942076.422427:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559186800 00000400:00000010:1.0:1788942076.422430:0:30327:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b559186800. 00000100:00000001:1.0:1788942076.422434:0:30327:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942076.422438:0:30327:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884240896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942076.422447:0:30327:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884240896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.422455:0:30327:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942076.422459:0:30327:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.422463:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942076.422467:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942076.422472:0:30327:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942076.422475:0:30327:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.422479:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942076.422492:0:30327:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=66 v=105 (105 105 105 137) 00000100:00001000:1.0:1788942076.422497:0:30327:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942076.422500:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942076.422504:0:30327:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545e66a00 x1875839884240896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.422511:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942076.422516:0:30327:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942076.422518:0:30327:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942076.422520:0:30327:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942076.422523:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.422525:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000001:1.0:1788942076.422528:0:30327:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942076.422531:0:30327:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:1.0:1788942076.422533:0:30327:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942076.422536:0:30327:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788942076.422541:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.422549:0:30327:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788942076.422552:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942076.422555:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942076.422560:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942076.422569:0:30327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884240896:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942076.422574:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.422578:0:30327:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942076.422580:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942076.422584:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.422588:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.422596:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942076.422599:0:30327:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5522b4000. 00000100:00000001:1.0:1788942076.422604:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942076.422605:0:30327:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788942076.422610:0:30327:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942076.422616:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.422619:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.422623:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=4 00000020:00000001:1.0:1788942076.422626:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.422629:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00010000:1.0:1788942076.422636:0:30327:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.422649:0:30327:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788942076.422655:0:30327:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.422662:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942076.422665:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.422671:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.422673:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942076.422676:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.422682:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942076.422686:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.422690:0:30327:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942076.422693:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942076.422704:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1800 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942076.422709:0:30327:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942076.422713:0:30327:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.422720:0:30327:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942076.422723:0:30327:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942076.422726:0:30327:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.422732:0:30327:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942076.422735:0:30327:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942076.422736:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.422737:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.422739:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=5 00000020:00000001:1.0:1788942076.422741:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.422744:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.422747:0:30327:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942076.422750:0:30327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788942076.422756:0:30327:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942076.422758:0:30327:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.422761:0:30327:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942076.422763:0:30327:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942076.422767:0:30327:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942076.422797:0:30327:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942076.422800:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942076.422801:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942076.422805:0:30327:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1800 with handle 0xcbb91bbb78157685 from hash 00010000:00000001:1.0:1788942076.422808:0:30327:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942076.422810:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.422811:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.422812:0:30327:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942076.422814:0:30327:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942076.422816:0:30327:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942076.422818:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.422819:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.422821:0:30327:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.422822:0:30327:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.422825:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.422831:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.422832:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.422834:0:30327:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788942076.422835:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942076.422837:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.422838:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.422839:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942076.422841:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157685 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.423149:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.423152:0:30327:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788942076.423159:0:30327:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788942076.423167:0:30327:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942076.423178:0:30327:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942076.423183:0:30327:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942076.423190:0:30327:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.423192:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942076.423194:0:30327:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.423197:0:30327:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.423199:0:30327:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.423202:0:30327:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942076.423205:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.423207:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00010000:00000001:1.0:1788942076.423209:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942076.423210:0:30327:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.423212:0:30327:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942076.423216:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f868 00000002:00002000:1.0:1788942076.423218:0:30327:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788942076.423221:0:30327:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.423225:0:30327:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.423227:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942076.423230:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942076.423233:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942076.423238:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942076.423242:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5547a3600. 00000080:00000001:1.0:1788942076.423249:0:30327:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942076.423257:0:30327:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942076.423260:0:30327:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942076.423263:0:30327:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942076.423265:0:30327:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1788942076.423268:0:30327:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.423274:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1788942076.423277:0:30327:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942076.423282:0:30327:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00000001:1.0:1788942076.423285:0:30327:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942076.423287:0:30327:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942076.423289:0:30327:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.423293:0:30327:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942076.423295:0:30327:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.423297:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.423302:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.423308:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.423313:0:30327:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942076.423321:0:30327:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5483927c0. 00000080:00000001:1.0:1788942076.423325:0:30327:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942076.423329:0:30327:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942076.423332:0:30327:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942076.423335:0:30327:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bface0. 00000002:00100000:1.0:1788942076.423339:0:30327:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942076.423346:0:30327:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.423347:0:30327:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942076.423352:0:30327:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942076.423355:0:30327:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.423359:0:30327:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942076.423360:0:30327:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.423362:0:30327:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942076.423366:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.423369:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942076.423377:0:30327:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942076.423381:0:30327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559200000. 02000000:00000001:1.0:1788942076.423435:0:30327:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942076.423438:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942076.423441:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fb78 00000080:00000008:1.0:1788942076.423443:0:30327:0:(file.c:1329:ll_file_open()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90b548da00c8), flags 704400, rc = 0 00000080:00000001:1.0:1788942076.423448:0:30327:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942076.423477:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fd28 00000080:00200008:1.0:1788942076.423480:0:30327:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90b548da00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942076.423487:0:30327:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942076.423489:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fca0 00000080:00200000:1.0:1788942076.423491:0:30327:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90b548da00c8),name=d21f.recovery-small-1 00000080:00000010:1.0:1788942076.423497:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5547a3600. 00800000:00000002:1.0:1788942076.423504:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942076.423512:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942076.423516:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942076.423518:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fbc0 00800000:00000002:1.0:1788942076.423521:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942076.423526:0:30327:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942076.423531:0:30327:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942076.423535:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942076.423537:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fa90 00000002:00010000:1.0:1788942076.423539:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942076.423542:0:30327:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942076.423545:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942076.423547:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942076.423555:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942076.423558:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942076.423564:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942076.423567:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942076.423571:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942076.423580:0:30327:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942076.423586:0:30327:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.423589:0:30327:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942076.423597:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942076.423599:0:30327:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942076.423602:0:30327:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942076.423604:0:30327:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942076.423607:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942076.423609:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942076.423611:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942076.423613:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942076.423615:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5547a3600. 00000080:00000001:1.0:1788942076.423619:0:30327:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942076.423621:0:30327:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942076.423625:0:30327:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90b548da00c8) 00000080:00010000:1.0:1788942076.423629:0:30327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90b548da00c8) for lock 0xcbb91bbb7815765b 00800000:00000001:1.0:1788942076.423633:0:30327:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942076.423635:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942076.423637:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.423638:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.423641:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:1.0:1788942076.423643:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942076.423645:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942076.423648:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.423649:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942076.423651:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.423652:0:30327:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942076.423655:0:30327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815765b from it ffffa57dc1c6fcd8 00010000:00000001:1.0:1788942076.423658:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.423658:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.423660:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:1.0:1788942076.423662:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942076.423664:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942076.423666:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942076.423669:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942076.423676:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.423677:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.423679:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942076.423681:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942076.423684:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942076.423691:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942076.423694:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942076.423696:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942076.423702:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.423703:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.423705:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.423709:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942076.423711:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.423713:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.423716:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.423718:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942076.423720:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.423721:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942076.423723:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942076.423724:0:30327:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942076.423728:0:30327:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942076.423733:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fd28 00000080:00000008:1.0:1788942076.423735:0:30327:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90b548da00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942076.423824:0:30327:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788942076.423827:0:30327:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90b548da00c8) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788942076.423832:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5547a3600. 00000080:00000001:1.0:1788942076.423837:0:30327:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1788942076.423843:0:30327:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:1.0:1788942076.423846:0:30327:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788942076.425194:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942076.425208:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fab8 00000002:00010000:1.0:1788942076.425212:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000404:0x1f:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788942076.425218:0:30327:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942076.425220:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942076.425224:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942076.425230:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942076.425233:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942076.425238:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942076.425243:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942076.425247:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788942076.425257:0:30327:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942076.425264:0:30327:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.425267:0:30327:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788942076.425280:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942076.425282:0:30327:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942076.425284:0:30327:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942076.425286:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942076.425287:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.425289:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.425291:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:1.0:1788942076.425294:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942076.425296:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942076.425299:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.425301:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942076.425302:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.425359:0:30327:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788942076.425367:0:30327:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90b559186800. 00000002:00000001:1.0:1788942076.425964:0:30327:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788942076.425973:0:30327:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67800. 00000020:00000040:1.0:1788942076.425979:0:30327:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942076.425995:0:30327:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942076.425999:0:30327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942076.426002:0:30327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942076.426011:0:30327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5547a3400. 00000100:00000001:1.0:1788942076.426020:0:30327:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.426024:0:30327:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788942076.426030:0:30327:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90b5487bb400. 00000100:00000010:1.0:1788942076.426034:0:30327:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90b54813c000. 00000020:00000040:1.0:1788942076.426037:0:30327:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942076.426059:0:30327:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942076.426062:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942076.426069:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5522b4000. 00000100:00000001:1.0:1788942076.426071:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174887424 : -122366534664192 : ffff90b5522b4000) 00000100:00000001:1.0:1788942076.426074:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.426076:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942076.426081:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942076.426087:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.426090:0:30327:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942076.426091:0:30327:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942076.426104:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.426113:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942076.426115:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.426118:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942076.426121:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942076.426124:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942076.426128:0:30327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884241024:192.168.206.109@tcp:37:rm.0 00000100:00000001:1.0:1788942076.426132:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942076.426138:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942076.426141:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.426144:0:30327:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788942076.426154:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942076.426159:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f898. 00000400:00000010:1.0:1788942076.426169:0:30327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90b55919c000. 00000100:00000200:1.0:1788942076.426179:0:30327:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1101f4a880-0x6aa1101f4a880, portal 14 00000100:00000001:1.0:1788942076.426182:0:30327:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.426185:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942076.426190:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bb000. 02000000:00000001:1.0:1788942076.426192:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942076.426195:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942076.426198:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7faa8. 00000400:00000010:1.0:1788942076.426203:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da4c8. 00000100:00000200:1.0:1788942076.426207:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884241024, portal 10 00000100:00000001:1.0:1788942076.426209:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.426210:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000040:1.0:1788942076.426217:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.426225:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942076.426228:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942076.426231:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dae58. 00000100:00000200:1.0:1788942076.426235:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875839884241024, offset 0 00000400:00000200:1.0:1788942076.426242:0:30327:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942076.426252:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942076.426262:0:30327:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942076.426269:0:30327:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942076.426273:0:30327:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942076.426278:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942076.426282:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942076.426286:0:30327:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2305:2305:256:4294967295] 192.168.206.109@tcp LPNI seq info [2305:2305:8:4294967295] 00000400:00000200:1.0:1788942076.426291:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942076.426302:0:30327:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942076.426309:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942076.426315:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2600. 00000800:00000200:1.0:1788942076.426324:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942076.426334:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942076.426339:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788942076.426367:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942076.426372:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 832613 usecs (833 jiffies) 00000400:00000200:1.0:1788942076.426376:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942076.426379:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477418 00000100:00000001:1.0:1788942076.426383:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:1.0:1788942076.426386:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477418 00000100:00000001:1.0:1788942076.426388:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:1.0:1788942076.426391:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942076.426394:0:30327:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.426397:0:30327:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942076.426399:0:30327:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942076.426402:0:30327:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522b4000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942076.426405:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942076.426409:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788942076.437918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00000100:00000001:1.0:1788942076.440274:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942076.440279:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.451641:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942076.451651:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942076.451653:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942076.451658:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7faa8. 00000400:00000200:1.0:1788942076.451663:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da4c8 00000400:00000010:1.0:1788942076.451666:0:30327:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da4c8. 00000100:00000001:1.0:1788942076.451670:0:30327:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942076.451675:0:30327:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942076.451684:0:30327:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.451691:0:30327:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942076.451693:0:30327:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.451696:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942076.451700:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942076.451704:0:30327:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942076.451706:0:30327:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.451710:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942076.451721:0:30327:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942076.451727:0:30327:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942076.451730:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942076.451732:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.451736:0:30327:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942076.451740:0:30327:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.451744:0:30327:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942076.451747:0:30327:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:1.0:1788942076.451750:0:30327:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942076.451754:0:30327:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942076.451759:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788942076.451769:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.451783:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942076.451786:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942076.451790:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942076.451799:0:30327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884241024:192.168.206.109@tcp:37:rm.0 00000100:00000001:1.0:1788942076.451805:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.451808:0:30327:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.451811:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942076.451824:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.451828:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.451836:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942076.451839:0:30327:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5522b4000. 00000100:00000001:1.0:1788942076.451843:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942076.451845:0:30327:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.452085:0:30327:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.452090:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.452095:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884241024/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.452102:0:30327:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942076.452106:0:30327:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942076.452109:0:30327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bb000. 02000000:00000001:1.0:1788942076.452113:0:30327:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942076.452117:0:30327:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942076.452119:0:30327:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942076.452122:0:30327:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:1.0:1788942076.452124:0:30327:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788942076.452126:0:30327:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942076.452127:0:30327:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942076.452130:0:30327:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:1.0:1788942076.452162:0:30327:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90b54813c000. 00000100:00000010:1.0:1788942076.452167:0:30327:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b5487bb400. 00000100:00000001:1.0:1788942076.452169:0:30327:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788942076.452172:0:30327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5547a3400. 02000000:00000001:1.0:1788942076.452177:0:30327:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942076.452179:0:30327:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942076.452181:0:30327:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:1.0:1788942076.452185:0:30327:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942076.452187:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942076.452190:0:30327:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788942076.452192:0:30327:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788942076.453695:0:30327:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90b559186800. 00000002:00000001:1.0:1788942076.453707:0:30327:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.453715:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.453719:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.453723:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:1.0:1788942076.453726:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942076.453729:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942076.453732:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942076.453738:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942076.453748:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.453750:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.453752:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942076.453757:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942076.453760:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942076.453768:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942076.453772:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942076.453774:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942076.453780:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.453781:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.453783:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.453786:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942076.453788:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.453791:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.453796:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.453799:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942076.453800:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.453801:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788942076.453804:0:30327:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.453811:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1788942076.453819:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942076.453821:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:1.0:1788942076.453827:0:30327:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942076.453834:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5547a3600. 00000080:00000001:1.0:1788942076.453840:0:30327:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.455298:0:30327:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788942076.455307:0:30327:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942076.456159:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fdd0 00000080:00200008:1.0:1788942076.456167:0:30327:0:(file.c:479:ll_file_release()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90b548da00c8), flags 704000 00000080:00400000:1.0:1788942076.456173:0:30327:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1788942076.456178:0:30327:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788942076.456180:0:30327:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788942076.456182:0:30327:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788942076.456192:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942076.456196:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942076.456205:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942076.456209:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942076.456215:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942076.456218:0:30327:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x1f:0x0]: 0 00000080:00000001:1.0:1788942076.456221:0:30327:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788942076.456224:0:30327:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788942076.456232:0:30327:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5547a3600. 00000080:00000001:1.0:1788942076.456235:0:30327:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788942076.456245:0:30327:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788942076.456251:0:30327:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788942076.456254:0:30327:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x1f:0x0] 00000002:00000001:1.0:1788942076.456258:0:30327:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788942076.456261:0:30327:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x1f:0x0] file closed with intent: 0 00000100:00000010:1.0:1788942076.456268:0:30327:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67800. 00000020:00000040:1.0:1788942076.456274:0:30327:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942076.456279:0:30327:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942076.456284:0:30327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942076.456291:0:30327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942076.456300:0:30327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5547a3400. 00000100:00000001:1.0:1788942076.456309:0:30327:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942076.456512:0:30327:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788942076.456527:0:30327:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788942076.456532:0:30327:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e67800 x1875839884241280/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788942076.456539:0:30327:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942076.456541:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942076.456551:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5522b4000. 00000100:00000001:1.0:1788942076.456554:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174887424 : -122366534664192 : ffff90b5522b4000) 00000100:00000001:1.0:1788942076.456557:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.456559:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942076.456563:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942076.456569:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.456571:0:30327:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942076.456573:0:30327:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942076.456577:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67800 x1875839884241280/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.456585:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942076.456588:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.456592:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942076.456595:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942076.456598:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942076.456602:0:30327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884241280:192.168.206.109@tcp:35:rm.0 00000100:00000001:1.0:1788942076.456607:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942076.456614:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942076.456617:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.456620:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942076.456625:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bb400. 02000000:00000001:1.0:1788942076.456627:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942076.456637:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942076.456641:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7faa8. 00000400:00000010:1.0:1788942076.456652:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da4c8. 00000100:00000200:1.0:1788942076.456661:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884241280, portal 10 00000100:00000001:1.0:1788942076.456663:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.456664:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000040:1.0:1788942076.456672:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e67800 x1875839884241280/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.456679:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942076.456682:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942076.456685:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da5d8. 00000100:00000200:1.0:1788942076.456689:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884241280, offset 0 00000400:00000200:1.0:1788942076.456696:0:30327:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942076.456706:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942076.456715:0:30327:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942076.456721:0:30327:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942076.456726:0:30327:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942076.456730:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942076.456733:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942076.456738:0:30327:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2307:2307:256:4294967295] 192.168.206.109@tcp LPNI seq info [2307:2307:8:4294967295] 00000400:00000200:1.0:1788942076.456743:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942076.456756:0:30327:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942076.456762:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942076.456769:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2500. 00000800:00000200:1.0:1788942076.456777:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942076.456787:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942076.456792:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942076.456937:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942076.456943:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 831383 usecs (832 jiffies) 00000400:00000200:1.0:1788942076.456947:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942076.456951:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477448 00000100:00000001:1.0:1788942076.456955:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:1.0:1788942076.456957:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477448 00000100:00000001:1.0:1788942076.456959:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:1.0:1788942076.456962:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942076.456965:0:30327:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.456968:0:30327:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942076.456970:0:30327:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942076.456973:0:30327:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522b4000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942076.456976:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942076.456979:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942076.458122:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.458131:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:3.0:1788942076.458138:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.458147:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.458155:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da5d8 00000400:00000010:3.0:1788942076.458158:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da5d8. 00000100:00000001:3.0:1788942076.458164:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.458172:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884241280/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.458185:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.458189:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884241280/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.458196:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.458198:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942076.464645:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942076.464656:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942076.464658:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942076.464664:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7faa8. 00000400:00000200:1.0:1788942076.464669:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da4c8 00000400:00000010:1.0:1788942076.464672:0:30327:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da4c8. 00000100:00000001:1.0:1788942076.464675:0:30327:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942076.464681:0:30327:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67800 x1875839884241280/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942076.464690:0:30327:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67800 x1875839884241280/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.464696:0:30327:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942076.464698:0:30327:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.464701:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942076.464706:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942076.464709:0:30327:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942076.464711:0:30327:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.464714:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942076.464725:0:30327:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942076.464730:0:30327:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942076.464733:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942076.464735:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.464738:0:30327:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942076.464741:0:30327:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.464746:0:30327:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942076.464748:0:30327:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942076.464750:0:30327:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942076.464753:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.464755:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942076.464759:0:30327:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942076.464762:0:30327:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:1.0:1788942076.464764:0:30327:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942076.464767:0:30327:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942076.464772:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67800 x1875839884241280/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.464780:0:30327:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942076.464783:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942076.464786:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942076.464789:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67800 x1875839884241280/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942076.464799:0:30327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884241280:192.168.206.109@tcp:35:rm.0 00000100:00000001:1.0:1788942076.464804:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.464817:0:30327:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.464820:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942076.464823:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.464827:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884241280/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.464834:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942076.464838:0:30327:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5522b4000. 00000100:00000001:1.0:1788942076.464842:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942076.464844:0:30327:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.464882:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.464884:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000002:00000001:1.0:1788942076.464888:0:30327:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.464892:0:30327:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942076.464899:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5547a3600. 00000080:00000001:1.0:1788942076.464906:0:30327:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942076.464909:0:30327:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942076.464915:0:30327:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942076.464921:0:30327:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.464929:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.464930:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000001:1.0:1788942076.464933:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.464935:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.464942:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.464944:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.464946:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884241280/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.464952:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.464954:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.464957:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884240896/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.464963:0:30327:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942076.464967:0:30327:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942076.464969:0:30327:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942076.464971:0:30327:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942076.464975:0:30327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba000. 02000000:00000001:1.0:1788942076.464979:0:30327:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942076.465656:0:30327:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942076.465661:0:30327:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00000100:00000001:1.0:1788942076.465669:0:30327:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942076.465670:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.465672:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.465681:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884241280/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.465689:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942076.465693:0:30327:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bface0. 00000002:00000001:1.0:1788942076.465697:0:30327:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.465699:0:30327:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942076.465703:0:30327:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b5483927c0. 00000100:00000001:1.0:1788942076.465706:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.465709:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884241280/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.465715:0:30327:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942076.465718:0:30327:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942076.465721:0:30327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bb400. 02000000:00000001:1.0:1788942076.465724:0:30327:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942076.465725:0:30327:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942076.465727:0:30327:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942076.465729:0:30327:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942076.465731:0:30327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5547a3400. 02000000:00000001:1.0:1788942076.465734:0:30327:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942076.465735:0:30327:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942076.465737:0:30327:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:1.0:1788942076.465739:0:30327:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942076.465741:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942076.465744:0:30327:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942076.465749:0:30327:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415bf900. 00000080:00000001:1.0:1788942076.465753:0:30327:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942076.465760:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fdd0 00000080:00000008:1.0:1788942076.465763:0:30327:0:(file.c:523:ll_file_release()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90b548da00c8), flags 704000, rc = 0 00000080:00000001:1.0:1788942076.465767:0:30327:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.465769:0:30327:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.466148:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942076.466153:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942076.466154:0:30327:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942076.466156:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fbc0 00000080:00200000:1.0:1788942076.466159:0:30327:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942076.466165:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5547a3400. 00800000:00000002:1.0:1788942076.466173:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942076.466178:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942076.466182:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942076.466185:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fae0 00800000:00000002:1.0:1788942076.466188:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942076.466192:0:30327:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942076.466196:0:30327:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942076.466201:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942076.466203:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f9b0 00000002:00010000:1.0:1788942076.466205:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942076.466209:0:30327:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942076.466211:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942076.466214:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942076.466221:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25200 count: 2 00010000:00000001:1.0:1788942076.466224:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942076.466230:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942076.466235:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942076.466240:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1788942076.466251:0:30327:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942076.466256:0:30327:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.466259:0:30327:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1788942076.466266:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942076.466268:0:30327:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942076.466271:0:30327:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942076.466272:0:30327:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942076.466275:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942076.466277:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942076.466280:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942076.466283:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942076.466286:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5547a3400. 00000080:00000001:1.0:1788942076.466290:0:30327:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942076.466292:0:30327:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942076.466294:0:30327:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942076.466299:0:30327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157654 00800000:00000001:1.0:1788942076.466302:0:30327:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942076.466305:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942076.466307:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.467124:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.467213:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:1.0:1788942076.467218:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:1.0:1788942076.467223:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:1.0:1788942076.467227:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.467229:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942076.467231:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.467233:0:30327:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942076.467237:0:30327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157654 from it ffffa57dc1c6fbf8 00010000:00000001:1.0:1788942076.467239:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.467241:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.467242:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:1.0:1788942076.467244:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:1.0:1788942076.467246:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:1.0:1788942076.467249:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942076.467253:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788942076.467261:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.467262:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.467264:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942076.467267:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942076.467270:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788942076.467277:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942076.467281:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942076.467283:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942076.467288:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.467289:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.467292:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.467295:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942076.467297:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.467299:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.467303:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.467305:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942076.467307:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.467308:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942076.467381:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942076.467384:0:30327:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942076.467387:0:30327:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942076.467394:0:30327:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.467402:0:30327:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942076.467405:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fbc0 00000080:00002000:1.0:1788942076.467408:0:30327:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff90b54450f288) flags 0x20000e refc 1 00000080:00000001:1.0:1788942076.467411:0:30327:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942076.467413:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fc08 00000080:00200000:1.0:1788942076.467425:0:30327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000001:1.0:1788942076.467433:0:30327:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942076.467435:0:30327:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.467979:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942076.467990:0:30327:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90b548da00c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788942076.467995:0:30327:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.468003:0:30327:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942076.468006:0:30327:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942076.468008:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fb78 00000080:00200008:1.0:1788942076.468011:0:30327:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90b548da00c8), flags 704400 00000080:00000010:1.0:1788942076.468021:0:30327:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415bf900. 00000080:00000001:1.0:1788942076.468028:0:30327:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788942076.468034:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5547a3400. 00800000:00000002:1.0:1788942076.468040:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942076.468045:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942076.468048:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942076.468051:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fa28 00800000:00000002:1.0:1788942076.468053:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942076.468057:0:30327:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788942076.468061:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f9a8 00800000:00000002:1.0:1788942076.468064:0:30327:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788942076.468071:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942076.468072:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f8e0 00000002:00010000:1.0:1788942076.468074:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1788942076.468079:0:30327:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942076.468081:0:30327:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942076.468085:0:30327:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942076.468092:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942076.468096:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942076.468100:0:30327:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942076.468104:0:30327:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.468107:0:30327:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.468109:0:30327:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.468111:0:30327:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942076.468113:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25200 count: 2 00010000:00000001:1.0:1788942076.468115:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942076.468117:0:30327:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942076.468119:0:30327:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.468121:0:30327:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.468122:0:30327:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942076.469709:0:30327:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67800. 00000020:00000040:1.0:1788942076.469723:0:30327:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942076.469732:0:30327:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942076.469734:0:30327:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.469739:0:30327:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942076.469745:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942076.469752:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.469755:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.469757:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.469760:0:30327:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942076.469762:0:30327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942076.469768:0:30327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942076.469778:0:30327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487bb400. 00000100:00000001:1.0:1788942076.469786:0:30327:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.469792:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942076.469795:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.469796:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942076.469797:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.469799:0:30327:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.469807:0:30327:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00010000:00000001:1.0:1788942076.469812:0:30327:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942076.469815:0:30327:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942076.469822:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25200 count: 2 00010000:00000001:1.0:1788942076.469825:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942076.469828:0:30327:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942076.469832:0:30327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1800. 00000020:00000001:1.0:1788942076.469838:0:30327:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942076.469842:0:30327:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1800 with handle 0xcbb91bbb7815768c to hash 00000020:00000001:1.0:1788942076.469844:0:30327:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942076.469846:0:30327:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.469866:0:30327:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.469871:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942076.469874:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.469878:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942076.469889:0:30327:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942076.469904:0:30327:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942076.469917:0:30327:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e67800 x1875839884241536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942076.469927:0:30327:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942076.469933:0:30327:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942076.469936:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942076.469944:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5522b4000. 00000100:00000001:1.0:1788942076.469953:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174887424 : -122366534664192 : ffff90b5522b4000) 00000100:00000001:1.0:1788942076.469957:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.469958:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942076.469964:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942076.469983:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.469985:0:30327:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942076.469987:0:30327:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942076.469992:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67800 x1875839884241536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.470001:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942076.470004:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.470009:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942076.470012:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942076.470014:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942076.470018:0:30327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884241536:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942076.470022:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942076.470028:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942076.470030:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.470073:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942076.470204:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559200000. 02000000:00000001:1.0:1788942076.470207:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942076.470217:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942076.470223:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7faa8. 00000400:00000010:1.0:1788942076.470245:0:30327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b559186800. 00000100:00000200:1.0:1788942076.470254:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884241536, portal 10 00000100:00000001:1.0:1788942076.470256:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.470258:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000040:1.0:1788942076.470265:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e67800 x1875839884241536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.470273:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942076.470276:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942076.470281:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da4c8. 00000100:00000200:1.0:1788942076.470285:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884241536, offset 0 00000400:00000200:1.0:1788942076.470293:0:30327:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942076.470303:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942076.470312:0:30327:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942076.470319:0:30327:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942076.470323:0:30327:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942076.470328:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942076.470331:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942076.470336:0:30327:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2308:2308:256:4294967295] 192.168.206.109@tcp LPNI seq info [2308:2308:8:4294967295] 00000400:00000200:1.0:1788942076.470341:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942076.470352:0:30327:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942076.470358:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942076.470364:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2b00. 00000800:00000200:1.0:1788942076.470373:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942076.470382:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942076.470387:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942076.470411:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942076.470425:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 830125 usecs (831 jiffies) 00000400:00000200:1.0:1788942076.470429:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942076.470433:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477460 00000100:00000001:1.0:1788942076.470437:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:1.0:1788942076.470440:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477460 00000100:00000001:1.0:1788942076.470442:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:1.0:1788942076.470444:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942076.470448:0:30327:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.470451:0:30327:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942076.470454:0:30327:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:1.0:1788942076.470457:0:30327:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522b4000 going to sleep for 136 seconds 00000100:00000001:1.0:1788942076.470460:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942076.470463:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942076.470751:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.470758:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2b00. 00000400:00000200:3.0:1788942076.470764:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.470770:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.470777:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da4c8 00000400:00000010:3.0:1788942076.470779:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da4c8. 00000100:00000001:3.0:1788942076.470784:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.470790:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884241536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.470801:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.470814:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884241536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.470823:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.470825:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942076.481721:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942076.481733:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942076.481735:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942076.481739:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7faa8. 00000400:00000200:1.0:1788942076.481744:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559186800 00000400:00000010:1.0:1788942076.481747:0:30327:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b559186800. 00000100:00000001:1.0:1788942076.481751:0:30327:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942076.481757:0:30327:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67800 x1875839884241536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942076.481765:0:30327:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67800 x1875839884241536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.481771:0:30327:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942076.481774:0:30327:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.481777:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942076.481781:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942076.481784:0:30327:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942076.481787:0:30327:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942076.481790:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942076.481803:0:30327:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=66 v=105 (105 105 105 137) 00000100:00001000:1.0:1788942076.481818:0:30327:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942076.481821:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942076.481824:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.481827:0:30327:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942076.481832:0:30327:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.481836:0:30327:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942076.481838:0:30327:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942076.481840:0:30327:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942076.481843:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.481845:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942076.481849:0:30327:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942076.481900:0:30327:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:1.0:1788942076.481902:0:30327:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942076.481906:0:30327:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942076.481912:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.481920:0:30327:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942076.481924:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942076.481927:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942076.481930:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942076.481938:0:30327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884241536:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942076.481943:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942076.481946:0:30327:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.481948:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942076.481951:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.481954:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.481961:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942076.481964:0:30327:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5522b4000. 00000100:00000001:1.0:1788942076.481967:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942076.481969:0:30327:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.481972:0:30327:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942076.481978:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.481991:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.481995:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=4 00000020:00000001:1.0:1788942076.481998:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.482002:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000040:1.0:1788942076.482009:0:30327:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1800, remote cookie: 0x4d194fbcadeec61c, flags: 0x1001 00010000:00000040:1.0:1788942076.482013:0:30327:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788942076.482017:0:30327:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788942076.482024:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942076.482028:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942076.482032:0:30327:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.482037:0:30327:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942076.482047:0:30327:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.482055:0:30327:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942076.482060:0:30327:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942076.482063:0:30327:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942076.482065:0:30327:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942076.482067:0:30327:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942076.482070:0:30327:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff90b553d25800) refcount = 2 00010000:00000040:1.0:1788942076.482073:0:30327:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942076.482076:0:30327:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815765b lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec597 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788942076.482098:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.482105:0:30327:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942076.482109:0:30327:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942076.482111:0:30327:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942076.482115:0:30327:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942076.482118:0:30327:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.482122:0:30327:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.482631:0:30327:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942076.482634:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.482636:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.482637:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.482638:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.482640:0:30327:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.482647:0:30327:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942076.482650:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.482652:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.482655:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942076.482657:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.482660:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.482663:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.482664:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942076.482672:0:30327:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942076.482682:0:30327:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942076.482687:0:30327:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942076.482693:0:30327:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.482696:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.482697:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.482699:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942076.482701:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.482703:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.482706:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.482707:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942076.482709:0:30327:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.482711:0:30327:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942076.482714:0:30327:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942076.482716:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942076.482718:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00010000:00000001:1.0:1788942076.482720:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.482721:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.482723:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942076.482725:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.482727:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00000002:00010000:1.0:1788942076.482730:0:30327:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.482737:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.482738:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.482740:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942076.482741:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.482743:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.482744:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942076.482746:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.482748:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000040:1.0:1788942076.482753:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:1.0:1788942076.482755:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942076.482760:0:30327:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/31 (0 0) 00010000:00000001:1.0:1788942076.482763:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.482764:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942076.482765:0:30327:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942076.482769:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f868 00000002:00002000:1.0:1788942076.482786:0:30327:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788942076.482789:0:30327:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.482793:0:30327:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.482796:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942076.482800:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942076.482938:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942076.482945:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942076.482950:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5547a3400. 00000080:00000001:1.0:1788942076.482956:0:30327:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942076.482964:0:30327:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942076.482968:0:30327:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942076.482972:0:30327:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942076.482974:0:30327:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1788942076.482977:0:30327:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.483192:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1788942076.483196:0:30327:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942076.483203:0:30327:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00010000:00000001:1.0:1788942076.483207:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.483208:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.483210:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942076.483212:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.483214:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.483216:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.483218:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942076.483220:0:30327:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942076.483223:0:30327:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942076.483225:0:30327:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942076.483228:0:30327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90b548da00c8) for lock 0xcbb91bbb7815768c 00800000:00000001:1.0:1788942076.483231:0:30327:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942076.483234:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942076.483235:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.483236:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.483237:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942076.483240:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.483242:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.483245:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.483246:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942076.483248:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942076.483249:0:30327:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942076.483253:0:30327:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942076.483255:0:30327:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942076.483258:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942076.483266:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942076.483274:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942076.483277:0:30327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815768c from it ffffa57dc1c6fbd0 00010000:00000001:1.0:1788942076.483280:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942076.483281:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942076.483282:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942076.483284:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.483286:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942076.483288:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942076.483292:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942076.483299:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.483301:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.483303:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942076.483307:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942076.483383:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942076.483394:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942076.483398:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942076.483401:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942076.483406:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.483407:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942076.483409:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.483413:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942076.483428:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.483431:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.483436:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942076.483438:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942076.483441:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942076.483442:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1788942076.486584:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.486591:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4db00. 00000400:00000200:3.0:1788942076.486598:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.486605:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.486611:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61aa0 00000400:00000010:3.0:1788942076.486614:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61aa0. 00000100:00000001:3.0:1788942076.486620:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.486626:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236ad80 x1875839884241664/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942076.486643:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.486646:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236ad80 x1875839884241664/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942217 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942076.486654:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.486656:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942076.495998:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.496004:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8600. 00000400:00000200:3.0:1788942076.496010:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.496015:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.496022:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a000 00000400:00000010:3.0:1788942076.496024:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a000. 00000100:00000001:3.0:1788942076.496029:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.496034:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884241920/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942076.496045:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.496049:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997b80 x1875839884241920/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942076.496056:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.496058:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942076.503895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25b00. 00010000:00000010:0.1:1788942076.503916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00010000:00000010:0.1:1788942076.503920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325e00. 00000800:00000200:3.0:1788942076.523368:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.523375:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8200. 00000400:00000200:3.0:1788942076.523382:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.523389:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.523396:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:3.0:1788942076.523399:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:3.0:1788942076.523404:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.523409:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884242048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.523432:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.523436:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884242048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.523450:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.523452:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788942076.528967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354a80. 00000080:00000010:0.1:1788942076.528998:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d32100. 00000080:00000010:0.1:1788942076.529005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483548e0. 00000800:00000001:3.0:1788942076.533746:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.533768:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.533774:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.533777:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.533787:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.533798:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.533809:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.533814:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.533821:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.533826:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4ac80 00000400:00000200:3.0:1788942076.533832:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.533838:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6425 [1] + 224 00000800:00000001:3.0:1788942076.533913:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.533927:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.533930:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.533935:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942076.533945:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.533957:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884242048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942076.533970:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545994000 x1875839884242048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.533983:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942076.533993:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.533996:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788942076.538739:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942076.538743:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942076.538747:0:30327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884242304:192.168.206.109@tcp:35:rm.0 00000100:00000001:2.0:1788942076.538751:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942076.538757:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942076.538759:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.538762:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942076.538768:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942076.538770:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942076.538781:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942076.538786:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942076.538794:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61f68. 00000100:00000200:2.0:1788942076.538803:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884242304, portal 10 00000100:00000001:2.0:1788942076.538805:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.538807:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000040:2.0:1788942076.538825:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236aa00 x1875839884242304/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.538833:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942076.538836:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942076.538840:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61770. 00000100:00000200:2.0:1788942076.538843:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884242304, offset 0 00000400:00000200:2.0:1788942076.538919:0:30327:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942076.538930:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.538939:0:30327:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942076.538945:0:30327:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942076.538950:0:30327:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942076.538954:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942076.538957:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942076.538962:0:30327:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2313:2313:256:4294967295] 192.168.206.109@tcp LPNI seq info [2313:2313:8:4294967295] 00000400:00000200:2.0:1788942076.538967:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.538977:0:30327:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942076.538984:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942076.538990:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d500. 00000800:00000200:2.0:1788942076.538999:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942076.539009:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942076.539014:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788942076.539034:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942076.539040:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 825171 usecs (826 jiffies) 00000400:00000200:2.0:1788942076.539043:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942076.539046:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477524 00000100:00000001:2.0:1788942076.539050:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:2.0:1788942076.539052:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477524 00000100:00000001:2.0:1788942076.539055:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:2.0:1788942076.539057:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942076.539064:0:30327:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.539067:0:30327:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942076.539069:0:30327:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942076.539071:0:30327:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54836b900 going to sleep for 11 seconds 00000100:00000001:2.0:1788942076.539074:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942076.539078:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942076.539672:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.539679:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d500. 00000400:00000200:3.0:1788942076.539685:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.539692:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.539699:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61770 00000400:00000010:3.0:1788942076.539703:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61770. 00000100:00000001:3.0:1788942076.539708:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.539714:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236aa00 x1875839884242304/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.539725:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.539729:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884242304/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.539735:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.539737:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942076.546160:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.546190:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.546195:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.546198:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.546210:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.546219:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.546282:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.546289:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.546295:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.546301:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4ad80 00000400:00000200:3.0:1788942076.546310:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.546317:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x642d [1] + 224 00000800:00000001:3.0:1788942076.546390:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.546400:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.546403:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.546409:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942076.546431:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.546442:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236aa00 x1875839884242304/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942076.546453:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b55236aa00 x1875839884242304/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.546626:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942076.546647:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942076.546658:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.546663:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788942076.546726:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942076.546729:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942076.546734:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098d68. 00000400:00000200:2.0:1788942076.546739:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61f68 00000400:00000010:2.0:1788942076.546742:0:30327:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61f68. 00000100:00000001:2.0:1788942076.546745:0:30327:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942076.546750:0:30327:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236aa00 x1875839884242304/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942076.546758:0:30327:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236aa00 x1875839884242304/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.546763:0:30327:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942076.546764:0:30327:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.546767:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942076.546770:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942076.546774:0:30327:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942076.546776:0:30327:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.546779:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942076.546789:0:30327:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942076.546792:0:30327:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942076.546794:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942076.546796:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.546798:0:30327:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942076.546801:0:30327:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.546804:0:30327:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942076.546805:0:30327:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788942076.546806:0:30327:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942076.546810:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.546811:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000001:2.0:1788942076.546821:0:30327:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942076.546824:0:30327:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:2.0:1788942076.546826:0:30327:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942076.546829:0:30327:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942076.546834:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236aa00 x1875839884242304/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.546997:0:30327:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942076.547000:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942076.547002:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942076.547008:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236aa00 x1875839884242304/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942076.547016:0:30327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884242304:192.168.206.109@tcp:35:rm.0 00000100:00000001:2.0:1788942076.547022:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.547029:0:30327:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.547032:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942076.547034:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.547038:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884242304/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.547044:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942076.547049:0:30327:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54836b900. 00000100:00000001:2.0:1788942076.547052:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942076.547054:0:30327:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.547063:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.547064:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000002:00000001:2.0:1788942076.547067:0:30327:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.547071:0:30327:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942076.547077:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fca200. 00000080:00000001:2.0:1788942076.547081:0:30327:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788942076.547084:0:30327:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788942076.547090:0:30327:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788942076.547096:0:30327:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.547104:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.547105:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:2.0:1788942076.547108:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.547111:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.547117:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.547125:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.547128:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884242304/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.547133:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.547135:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.547137:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884241536/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.547143:0:30327:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788942076.547147:0:30327:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942076.547149:0:30327:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942076.547151:0:30327:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942076.547155:0:30327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487bb400. 02000000:00000001:2.0:1788942076.547160:0:30327:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942076.547163:0:30327:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942076.547165:0:30327:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:2.0:1788942076.547169:0:30327:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942076.547170:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.547172:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.547175:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236aa00 x1875839884242304/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.547182:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942076.547184:0:30327:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b55900f640. 00000002:00000001:2.0:1788942076.547187:0:30327:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.547189:0:30327:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942076.547191:0:30327:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b545345140. 00000100:00000001:2.0:1788942076.547195:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.547198:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236aa00 x1875839884242304/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942092 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.547203:0:30327:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942076.547206:0:30327:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942076.547208:0:30327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942076.547211:0:30327:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942076.547212:0:30327:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942076.547212:0:30327:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942076.547214:0:30327:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942076.547215:0:30327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcb400. 02000000:00000001:2.0:1788942076.547216:0:30327:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942076.547217:0:30327:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942076.547218:0:30327:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236aa00. 00000100:00000001:2.0:1788942076.547220:0:30327:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942076.547221:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942076.547223:0:30327:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.547225:0:30327:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942076.547227:0:30327:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x1f:0x0] mode (null) 00000002:00000001:2.0:1788942076.547231:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942076.547234:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942076.547242:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:2.0:1788942076.547245:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942076.547251:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.547254:0:30327:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.547258:0:30327:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788942076.547261:0:30327:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1f:0x0](ffff90b548da00c8) invalid 00000020:00000001:2.0:1788942076.547265:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fa80 00000080:00002000:2.0:1788942076.547267:0:30327:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff90b54450f510) parent ffff90b548d765e8 inode ffff90b548da00c8 refc 2 00000080:00000001:2.0:1788942076.547272:0:30327:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788942076.547274:0:30327:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942076.547277:0:30327:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.547281:0:30327:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942076.547285:0:30327:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942076.547288:0:30327:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942076.547290:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942076.547293:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942076.547297:0:30327:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1800 with handle 0xcbb91bbb7815768c from hash 00010000:00000001:2.0:1788942076.547301:0:30327:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942076.547303:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.547305:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.547306:0:30327:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942076.547319:0:30327:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942076.547431:0:30327:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942076.547435:0:30327:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788942076.547438:0:30327:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788942076.547441:0:30327:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788942076.547449:0:30327:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236aa00. 00000020:00000040:2.0:1788942076.547453:0:30327:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942076.547458:0:30327:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942076.547460:0:30327:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.547463:0:30327:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942076.547559:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942076.547566:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.547568:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.547569:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.547573:0:30327:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942076.547576:0:30327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942076.547581:0:30327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942076.547589:0:30327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b558fcb400. 00000100:00000001:2.0:1788942076.547598:0:30327:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.547610:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942076.547613:0:30327:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942076.547620:0:30327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb78157693 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec65b expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788942076.547631:0:30327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788942076.547638:0:30327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1788942076.547644:0:30327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788942076.547646:0:30327:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788942076.547648:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942076.547651:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb78157693 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec65b expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942076.547665:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.547666:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942076.547669:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815768c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec61c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788942076.547675:0:30327:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25800 count: 0 00010000:00000010:2.0:1788942076.547681:0:30327:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87980. 00010000:00000001:2.0:1788942076.547687:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.547689:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942076.547691:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157654 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec57b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1788942076.547697:0:30327:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25200 count: 0 00010000:00000010:2.0:1788942076.547700:0:30327:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87900. 00010000:00000001:2.0:1788942076.547706:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.547707:0:30327:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.547709:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942076.547710:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.547713:0:30327:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788942076.547725:0:30327:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788942076.547733:0:30327:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942076.547746:0:30327:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942076.547748:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942076.547756:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54836b900. 00000100:00000001:2.0:1788942076.547758:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707007867136 : -122366701684480 : ffff90b54836b900) 00000100:00000001:2.0:1788942076.547761:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.547762:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000001:2.0:1788942076.547767:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942076.547772:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.547774:0:30327:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942076.547776:0:30327:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942076.547780:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.547788:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942076.547791:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.547795:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942076.547798:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942076.547800:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942076.547804:0:30327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884242560:192.168.206.109@tcp:36:rm.0 00000100:00000001:2.0:1788942076.547808:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942076.547813:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942076.547816:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.547819:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942076.547824:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942076.547826:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942076.547841:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942076.547845:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942076.548132:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61f68. 00000100:00000200:2.0:1788942076.548143:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884242560, portal 10 00000100:00000001:2.0:1788942076.548145:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.548146:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000040:2.0:1788942076.548155:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.548162:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942076.548166:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942076.548169:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61220. 00000100:00000200:2.0:1788942076.548172:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875839884242560, offset 0 00000400:00000200:2.0:1788942076.548179:0:30327:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942076.548188:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.548196:0:30327:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942076.548202:0:30327:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942076.548206:0:30327:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942076.548211:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942076.548214:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942076.548218:0:30327:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2314:2314:256:4294967295] 192.168.206.109@tcp LPNI seq info [2314:2314:8:4294967295] 00000400:00000200:2.0:1788942076.548223:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.548233:0:30327:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942076.548239:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942076.548245:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d200. 00000800:00000200:2.0:1788942076.548253:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942076.548262:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942076.548266:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788942076.548398:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942076.548403:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 823931 usecs (824 jiffies) 00000400:00000200:2.0:1788942076.548407:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942076.548410:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477531 00000100:00000001:2.0:1788942076.548414:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:2.0:1788942076.548426:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477531 00000100:00000001:2.0:1788942076.548429:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:2.0:1788942076.548431:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942076.548435:0:30327:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.548437:0:30327:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942076.548439:0:30327:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:2.0:1788942076.548442:0:30327:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54836b900 going to sleep for 136 seconds 00000100:00000001:2.0:1788942076.548445:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942076.548448:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942076.549164:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.549172:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d200. 00000400:00000200:3.0:1788942076.549178:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.549185:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.549192:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61220 00000400:00000010:3.0:1788942076.549194:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61220. 00000100:00000001:3.0:1788942076.549200:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.549207:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942076.549219:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.549223:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942076.549231:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.549232:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942076.552901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325e00. 00010000:00000010:2.1:1788942076.552925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:2.1:1788942076.552931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00010000:00000010:2.1:1788942076.552935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25200. 00010000:00000010:2.1:1788942076.552937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00000800:00000001:3.0:1788942076.558660:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.558683:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.558688:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.558691:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.558701:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.558710:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.558721:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.558727:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.558733:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.558739:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4ae80 00000400:00000200:3.0:1788942076.558745:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.558751:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x643d [1] + 224 00000800:00000001:3.0:1788942076.558759:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.558767:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.558771:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.558776:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942076.558785:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.558797:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942076.558974:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.559060:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942076.559083:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942076.559096:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942076.559101:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.559107:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942076.559114:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2315:2315:256:4294967295] 192.168.206.109@tcp LPNI seq info [2315:2315:8:4294967295] 00000400:00000200:3.0:1788942076.559120:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.559128:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942076.559134:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942076.559144:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9300. 00000800:00000200:3.0:1788942076.559152:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942076.559171:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942076.559177:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942076.559301:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.559306:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9300. 00000400:00000200:3.0:1788942076.559316:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.559320:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942076.559328:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.559332:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788942076.563154:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942076.563222:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942076.563228:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098d68. 00000400:00000200:2.0:1788942076.563489:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61f68 00000400:00000010:2.0:1788942076.563492:0:30327:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61f68. 00000100:00000001:2.0:1788942076.563499:0:30327:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942076.563515:0:30327:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942076.563527:0:30327:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236aa00 x1875839884242560/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.563537:0:30327:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942076.563540:0:30327:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.563543:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942076.563547:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942076.563550:0:30327:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942076.563553:0:30327:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.563557:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942076.563568:0:30327:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=66 v=105 (105 105 105 137) 00000100:00001000:2.0:1788942076.563574:0:30327:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942076.563577:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942076.563579:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.563582:0:30327:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942076.563586:0:30327:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.563590:0:30327:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942076.563593:0:30327:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000129] 00000100:00000001:2.0:1788942076.563596:0:30327:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942076.563599:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.563601:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000001:2.0:1788942076.563604:0:30327:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942076.563607:0:30327:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:2.0:1788942076.563609:0:30327:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942076.563613:0:30327:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942076.563620:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236aa00 x1875839884242560/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942217 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.563628:0:30327:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942076.563630:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942076.563633:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942076.563637:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236aa00 x1875839884242560/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942217 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942076.563644:0:30327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884242560:192.168.206.109@tcp:36:rm.0 00000100:00000001:2.0:1788942076.563650:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.563654:0:30327:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.563657:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942076.563659:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.563663:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884242560/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942217 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.563669:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942076.563673:0:30327:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54836b900. 00000100:00000001:2.0:1788942076.563677:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942076.563679:0:30327:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.563689:0:30327:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.563692:0:30327:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942076.563697:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942076.563702:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fca600. 00000080:00000002:2.0:1788942076.563706:0:30327:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788942055 to 1788942076 00000100:00000001:2.0:1788942076.563713:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.563718:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236aa00 x1875839884242560/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942217 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.563724:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.563727:0:30327:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.563748:0:30327:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788942076.563752:0:30327:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788942076.563754:0:30327:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90b548da00c8) 00800000:00000001:2.0:1788942076.563759:0:30327:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788942076.563761:0:30327:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x1f:0x0] 00000002:00000001:2.0:1788942076.563767:0:30327:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788942076.563774:0:30327:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.563776:0:30327:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.563779:0:30327:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788942076.563782:0:30327:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788942076.563783:0:30327:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.563785:0:30327:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.563791:0:30327:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788942076.563793:0:30327:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788942076.564138:0:30327:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942076.564143:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fe30 00000080:00002000:2.0:1788942076.564147:0:30327:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff90b54450f510, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788942076.564150:0:30327:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942076.564155:0:30327:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788942076.564158:0:30327:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788942076.564221:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942076.564226:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942076.564238:0:30327:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942076.564240:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fb20 00000080:00200000:2.0:1788942076.564243:0:30327:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942076.564251:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fca600. 00800000:00000002:2.0:1788942076.564260:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942076.564265:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942076.564270:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942076.564273:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fa40 00800000:00000002:2.0:1788942076.564276:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942076.564280:0:30327:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942076.564292:0:30327:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942076.564298:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942076.564300:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f910 00000002:00010000:2.0:1788942076.564302:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942076.564306:0:30327:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942076.564308:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942076.564318:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942076.564323:0:30327:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.564325:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.564327:0:30327:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.564330:0:30327:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942076.564333:0:30327:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942076.564339:0:30327:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236bb80. 00000020:00000040:2.0:1788942076.564344:0:30327:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942076.564351:0:30327:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942076.564358:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942076.564366:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.564368:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.564369:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.564373:0:30327:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942076.564376:0:30327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942076.564380:0:30327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942076.564388:0:30327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552275c00. 00000100:00000001:2.0:1788942076.564395:0:30327:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.564399:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942076.564401:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.564403:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942076.564404:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.564406:0:30327:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.564411:0:30327:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00010000:00000001:2.0:1788942076.564426:0:30327:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942076.564428:0:30327:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942076.564433:0:30327:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227500. 00010000:00000010:2.0:1788942076.564437:0:30327:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4cc00. 00010000:00000001:2.0:1788942076.564441:0:30327:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942076.564445:0:30327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792a200. 00000020:00000001:2.0:1788942076.564449:0:30327:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942076.564453:0:30327:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792a200 with handle 0xcbb91bbb7815769a to hash 00000020:00000001:2.0:1788942076.564454:0:30327:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942076.564456:0:30327:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.564461:0:30327:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.564465:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942076.564468:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942076.564473:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942076.564483:0:30327:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942076.564494:0:30327:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942076.564500:0:30327:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942076.564501:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942076.564508:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54836b900. 00000100:00000001:2.0:1788942076.564510:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707007867136 : -122366701684480 : ffff90b54836b900) 00000100:00000001:2.0:1788942076.564513:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.564515:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000001:2.0:1788942076.564520:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942076.564525:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.564527:0:30327:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942076.564529:0:30327:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942076.564536:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.564544:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942076.564546:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.564550:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942076.564553:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942076.564555:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942076.564559:0:30327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884242688:192.168.206.109@tcp:101:rm.0 00000100:00000001:2.0:1788942076.564565:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942076.564571:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942076.564573:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.564576:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942076.564582:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab1000. 02000000:00000001:2.0:1788942076.564584:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942076.564592:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942076.564596:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942076.564603:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61f68. 00000100:00000200:2.0:1788942076.564611:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884242688, portal 10 00000100:00000001:2.0:1788942076.564613:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.564614:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000040:2.0:1788942076.564620:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.564627:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942076.564630:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942076.564633:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61660. 00000100:00000200:2.0:1788942076.564636:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884242688, offset 0 00000400:00000200:2.0:1788942076.564643:0:30327:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942076.564653:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.564662:0:30327:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942076.564668:0:30327:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942076.564672:0:30327:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942076.564676:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942076.564679:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942076.564684:0:30327:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2316:2316:256:4294967295] 192.168.206.109@tcp LPNI seq info [2316:2316:8:4294967295] 00000400:00000200:2.0:1788942076.564688:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.564699:0:30327:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942076.564706:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942076.564713:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d200. 00000800:00000200:2.0:1788942076.564721:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942076.564732:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942076.564737:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788942076.564756:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942076.564762:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 822708 usecs (823 jiffies) 00000400:00000200:2.0:1788942076.564765:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942076.564769:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477546 00000100:00000001:2.0:1788942076.564773:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:2.0:1788942076.564776:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477546 00000100:00000001:2.0:1788942076.564778:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:2.0:1788942076.564781:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942076.564784:0:30327:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.564786:0:30327:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942076.564789:0:30327:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:2.0:1788942076.564792:0:30327:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54836b900 going to sleep for 136 seconds 00000100:00000001:2.0:1788942076.564795:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942076.564797:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942076.565369:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.565376:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d200. 00000400:00000200:3.0:1788942076.565383:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.565389:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.565397:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61660 00000400:00000010:3.0:1788942076.565399:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61660. 00000100:00000001:3.0:1788942076.565406:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942076.565412:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.565439:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942076.565443:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.565450:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.565452:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942076.572263:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.572285:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.572290:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.572293:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.572303:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.572312:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.572324:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.572329:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.572336:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.572340:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4af00 00000400:00000200:3.0:1788942076.572346:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.572353:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x644d [1] + 224 00000800:00000001:3.0:1788942076.572363:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.572376:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.572380:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.572385:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942076.572395:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.572405:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942076.572434:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.572455:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942076.572537:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.572541:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.572632:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942076.572643:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942076.572645:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942076.572649:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098d68. 00000400:00000200:2.0:1788942076.572655:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61f68 00000400:00000010:2.0:1788942076.572658:0:30327:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61f68. 00000100:00000001:2.0:1788942076.572661:0:30327:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942076.572666:0:30327:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942076.572675:0:30327:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.572681:0:30327:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942076.572683:0:30327:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.572686:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942076.572690:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942076.572693:0:30327:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942076.572697:0:30327:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.572700:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942076.572713:0:30327:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=66 v=105 (105 105 105 137) 00000100:00001000:2.0:1788942076.572717:0:30327:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942076.572720:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942076.572722:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.572725:0:30327:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942076.572728:0:30327:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.572732:0:30327:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942076.572734:0:30327:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:2.0:1788942076.572736:0:30327:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942076.572739:0:30327:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942076.572745:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.572751:0:30327:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942076.572755:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942076.572757:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942076.572761:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942217 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942076.572768:0:30327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884242688:192.168.206.109@tcp:101:rm.0 00000100:00000001:2.0:1788942076.572773:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.572776:0:30327:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.572779:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942076.572782:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.572785:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942217 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.572792:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942076.572794:0:30327:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54836b900. 00000100:00000001:2.0:1788942076.572799:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942076.572800:0:30327:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.572803:0:30327:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942076.572808:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.572811:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.572826:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=4 00000020:00000001:2.0:1788942076.572835:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.572839:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000040:2.0:1788942076.572846:0:30327:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792a200, remote cookie: 0x4d194fbcadeec67e, flags: 0x1001 00000080:00000010:2.1:1788942076.572888:0:30327:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da0000. 00000080:00000010:2.1:1788942076.572919:0:30327:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483548c0. 00010000:00010000:2.0:1788942076.572931:0:30327:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942076.572943:0:30327:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.572951:0:30327:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942076.572956:0:30327:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942076.572958:0:30327:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942076.572960:0:30327:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942076.572962:0:30327:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942076.572965:0:30327:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551227500) refcount = 1 00010000:00010000:2.0:1788942076.572969:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.572976:0:30327:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942076.572980:0:30327:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942076.572981:0:30327:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942076.572985:0:30327:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942076.572987:0:30327:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942076.572990:0:30327:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.572996:0:30327:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942076.572998:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573000:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.573001:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573002:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.573004:0:30327:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.573010:0:30327:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942076.573012:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573013:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573015:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:2.0:1788942076.573017:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573095:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573099:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573100:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573102:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=4 00000020:00000001:2.0:1788942076.573104:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573106:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573110:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942076.573113:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942076.573117:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.573124:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573125:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.573127:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573128:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573130:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=5 00000020:00000001:2.0:1788942076.573131:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573133:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573136:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942076.573139:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.573145:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573146:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942076.573149:0:30327:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.573161:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942076.573386:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573387:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.573388:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573389:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942076.573397:0:30327:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942076.573406:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573407:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573409:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:2.0:1788942076.573411:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573413:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573426:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573427:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942076.573429:0:30327:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.573431:0:30327:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.573435:0:30327:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942076.573438:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573439:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573440:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:2.0:1788942076.573442:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573445:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00000002:00010000:2.0:1788942076.573449:0:30327:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.573456:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573457:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.573460:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942076.573461:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573462:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573463:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:2.0:1788942076.573465:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573468:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000040:2.0:1788942076.573476:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:2.0:1788942076.573479:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942076.573484:0:30327:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788942076.573487:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573488:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942076.573490:0:30327:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942076.573493:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f898 00000002:00002000:2.0:1788942076.573495:0:30327:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942076.573498:0:30327:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.573503:0:30327:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.573506:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942076.573510:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942076.573513:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942076.573518:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942076.573523:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fca600. 00000080:00000001:2.0:1788942076.573528:0:30327:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942076.573531:0:30327:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942076.573540:0:30327:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788942076.573545:0:30327:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788942076.573550:0:30327:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b545345140. 00800000:00000001:2.0:1788942076.573552:0:30327:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706957377856 : -122366752173760 : ffff90b545345140) 00800000:00000001:2.0:1788942076.573555:0:30327:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.573558:0:30327:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942076.573561:0:30327:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942076.573563:0:30327:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788942076.573566:0:30327:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942076.573569:0:30327:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942076.573571:0:30327:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.573577:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788942076.573580:0:30327:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788942076.573584:0:30327:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788942076.573587:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573589:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573591:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:2.0:1788942076.573593:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573595:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573597:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573598:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942076.573600:0:30327:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942076.573603:0:30327:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788942076.573604:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b545345140 1 00800000:00000010:2.0:1788942076.573607:0:30327:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b545345140. 00800000:00000001:2.0:1788942076.573611:0:30327:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942076.573615:0:30327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815769a 00800000:00000001:2.0:1788942076.573618:0:30327:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942076.573620:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942076.573621:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573622:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573623:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:2.0:1788942076.573625:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573627:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573629:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573630:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942076.573632:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.573634:0:30327:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.573636:0:30327:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942076.573638:0:30327:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942076.573641:0:30327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815769a from it ffffa57dc1c6fb58 00010000:00000001:2.0:1788942076.573643:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.573644:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.573645:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:2.0:1788942076.573647:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573649:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942076.573651:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942076.573654:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.573666:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573667:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.573669:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942076.573673:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942076.573675:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942076.573682:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942076.573685:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942076.573687:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942076.573692:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573693:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.573694:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.573698:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942076.573700:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.573702:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.573705:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.573707:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942076.573708:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.573709:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942076.573712:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.573717:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236bb80 x1875839884242688/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.573725:0:30327:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942076.573728:0:30327:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942076.573732:0:30327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab1000. 02000000:00000001:2.0:1788942076.573736:0:30327:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942076.573738:0:30327:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942076.573740:0:30327:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942076.573743:0:30327:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942076.573745:0:30327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552275c00. 02000000:00000001:2.0:1788942076.573750:0:30327:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942076.573752:0:30327:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942076.573754:0:30327:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236bb80. 00000100:00000001:2.0:1788942076.573759:0:30327:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942076.573760:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942076.573764:0:30327:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942076.573770:0:30327:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.573777:0:30327:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942076.573780:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fb48 00000080:00002000:2.0:1788942076.573782:0:30327:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff90b54454a870) flags 0x20000e refc 1 00000080:00000001:2.0:1788942076.573785:0:30327:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942076.573787:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fb90 00000080:00200000:2.0:1788942076.573788:0:30327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=8 00000080:00000001:2.0:1788942076.573794:0:30327:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942076.573797:0:30327:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942076.573810:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fd08 00000080:00200008:2.0:1788942076.573812:0:30327:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff90b548da1988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942076.573820:0:30327:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788942076.573824:0:30327:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.573827:0:30327:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942076.573829:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fc80 00000080:00200000:2.0:1788942076.573831:0:30327:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff90b548da1988),name=d21f.recovery-small-2 00000080:00000010:2.0:1788942076.573838:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fca600. 00800000:00000002:2.0:1788942076.573844:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942076.574577:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942076.574584:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942076.574587:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fba0 00800000:00000002:2.0:1788942076.574591:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942076.574596:0:30327:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942076.574603:0:30327:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942076.574609:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942076.574610:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fa70 00000002:00010000:2.0:1788942076.574612:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942076.574616:0:30327:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942076.574618:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942076.574621:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942076.574627:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48a00 count: 2 00010000:00000001:2.0:1788942076.574629:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942076.574634:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942076.574637:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942076.574641:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942076.574650:0:30327:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942076.574655:0:30327:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942076.574658:0:30327:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942076.574664:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942076.574666:0:30327:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942076.574668:0:30327:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942076.574670:0:30327:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942076.574672:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942076.574674:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942076.574676:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942076.574678:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942076.574681:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fca600. 00000080:00000001:2.0:1788942076.574685:0:30327:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942076.574687:0:30327:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942076.574689:0:30327:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff90b548da1988) 00000080:00010000:2.0:1788942076.574691:0:30327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff90b548da1988) for lock 0xcbb91bbb78157670 00800000:00000001:2.0:1788942076.574694:0:30327:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942076.574695:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942076.574697:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.574698:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.574700:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:2.0:1788942076.574702:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:2.0:1788942076.574704:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:2.0:1788942076.574707:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.574708:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942076.574710:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.574712:0:30327:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942076.574714:0:30327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157670 from it ffffa57dc1c6fcb8 00010000:00000001:2.0:1788942076.574716:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.574717:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.574718:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b400 refcount=3 00000020:00000001:2.0:1788942076.574719:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:2.0:1788942076.574721:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117952 : -122366712433664 : ffff90b54792b400) 00010000:00000001:2.0:1788942076.574722:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942076.574725:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942076.574731:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.574732:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.574733:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942076.574735:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942076.574737:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b400/0xcbb91bbb78157670 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec5dd expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942076.574744:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942076.574747:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942076.574748:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942076.574751:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.574752:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.574754:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.574757:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942076.574759:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.574761:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.574763:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.574765:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942076.574766:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.574767:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942076.574769:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942076.574772:0:30327:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942076.574776:0:30327:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942076.574781:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fd08 00000080:00000008:2.0:1788942076.574783:0:30327:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff90b548da1988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942076.574983:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942076.574988:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942076.574990:0:30327:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942076.574992:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fbc0 00000080:00200000:2.0:1788942076.574994:0:30327:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942076.575362:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a68000. 00800000:00000002:3.0:1788942076.575370:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942076.575373:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942076.575376:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.575377:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fae0 00800000:00000002:3.0:1788942076.575380:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942076.575383:0:30327:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942076.575385:0:30327:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942076.575389:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.575391:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f9b0 00000002:00010000:3.0:1788942076.575392:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942076.575395:0:30327:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942076.575397:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942076.575399:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942076.575403:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:3.0:1788942076.575405:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.575408:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.575411:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942076.575426:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788942076.575435:0:30327:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942076.575439:0:30327:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.575442:0:30327:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788942076.575449:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942076.575451:0:30327:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942076.575453:0:30327:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942076.575454:0:30327:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942076.575456:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942076.575458:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942076.575460:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942076.575462:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942076.575465:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a68000. 00000080:00000001:3.0:1788942076.575469:0:30327:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942076.575471:0:30327:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942076.575473:0:30327:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942076.575476:0:30327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815769a 00800000:00000001:3.0:1788942076.575479:0:30327:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942076.575481:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942076.575482:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.575484:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.575485:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:3.0:1788942076.575487:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:3.0:1788942076.575489:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:3.0:1788942076.575492:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.575493:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942076.575494:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942076.575495:0:30327:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942076.575497:0:30327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815769a from it ffffa57dc1c6fbf8 00010000:00000001:3.0:1788942076.575500:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942076.575501:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942076.575502:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=3 00000020:00000001:3.0:1788942076.575504:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:3.0:1788942076.575506:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:3.0:1788942076.575508:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942076.575511:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942076.575517:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.575519:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.575520:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942076.575522:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942076.575524:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb7815769a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec67e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942076.575531:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.575534:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942076.575536:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.575539:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.575540:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.575541:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575544:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942076.575546:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575548:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575550:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575552:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942076.575554:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.575555:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942076.575557:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942076.575559:0:30327:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942076.575561:0:30327:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:3.0:1788942076.575566:0:30327:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.575570:0:30327:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788942076.575572:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fbc0 00000080:00002000:3.0:1788942076.575574:0:30327:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff90b54454a870) flags 0x20000e refc 1 00000080:00000001:3.0:1788942076.575577:0:30327:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942076.575579:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fc08 00000080:00200000:3.0:1788942076.575580:0:30327:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=266 00000080:00000001:3.0:1788942076.575585:0:30327:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788942076.575587:0:30327:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.575592:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788942076.575594:0:30327:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff90b548da1988), inode mode 41ed mask 44 00000080:00000001:3.0:1788942076.575597:0:30327:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942076.575605:0:30327:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788942076.575608:0:30327:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788942076.575609:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fb78 00000080:00200008:3.0:1788942076.575612:0:30327:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff90b548da1988), flags 704400 00000080:00000010:3.0:1788942076.575618:0:30327:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b554712f00. 00000080:00000001:3.0:1788942076.575625:0:30327:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788942076.575628:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a68000. 00800000:00000002:3.0:1788942076.575631:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942076.575634:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942076.575635:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.575637:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6fa28 00800000:00000002:3.0:1788942076.575640:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942076.575643:0:30327:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788942076.575646:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f9a8 00800000:00000002:3.0:1788942076.575648:0:30327:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788942076.575651:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942076.575653:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f8e0 00000002:00010000:3.0:1788942076.575654:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1788942076.575658:0:30327:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942076.575662:0:30327:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788942076.575666:0:30327:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788942076.575670:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48a00 count: 2 00010000:00000001:3.0:1788942076.575673:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.575675:0:30327:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788942076.575679:0:30327:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575681:0:30327:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.575683:0:30327:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.575684:0:30327:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788942076.575686:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:3.0:1788942076.575688:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.575690:0:30327:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788942076.575691:0:30327:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575693:0:30327:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.575694:0:30327:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942076.575701:0:30327:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000020:00000040:3.0:1788942076.575706:0:30327:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:3.0:1788942076.575712:0:30327:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942076.575714:0:30327:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575717:0:30327:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942076.575722:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942076.575725:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942076.575726:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942076.575727:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.575730:0:30327:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942076.575733:0:30327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942076.575736:0:30327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942076.575746:0:30327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837d000. 00000100:00000001:3.0:1788942076.575754:0:30327:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575760:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942076.575762:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575764:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942076.575766:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.575768:0:30327:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942076.575775:0:30327:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00010000:00000001:3.0:1788942076.575779:0:30327:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942076.575782:0:30327:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788942076.575784:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:3.0:1788942076.575786:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942076.575789:0:30327:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942076.575792:0:30327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982a00. 00000020:00000001:3.0:1788942076.575796:0:30327:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942076.575798:0:30327:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982a00 with handle 0xcbb91bbb781576a1 to hash 00000020:00000001:3.0:1788942076.575801:0:30327:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942076.575802:0:30327:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788942076.575807:0:30327:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788942076.575810:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942076.575811:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942076.575815:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942076.575822:0:30327:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788942076.576448:0:30327:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788942076.576466:0:30327:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788942076.576477:0:30327:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942076.576488:0:30327:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942076.576491:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942076.576501:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54133ad80. 00000100:00000001:3.0:1788942076.576503:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706890227072 : -122366819324544 : ffff90b54133ad80) 00000100:00000001:3.0:1788942076.576506:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942076.576507:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000001:3.0:1788942076.576513:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942076.576517:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.576520:0:30327:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942076.576522:0:30327:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942076.576526:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.576534:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942076.576537:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942076.576541:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942076.576543:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942076.576546:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942076.576549:0:30327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884242944:192.168.206.109@tcp:101:rm.0 00000100:00000001:3.0:1788942076.576554:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942076.576560:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942076.576562:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942076.576565:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942076.576700:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559200000. 02000000:00000001:3.0:1788942076.576704:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942076.576714:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942076.576720:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4b58. 00000400:00000010:3.0:1788942076.576730:0:30327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b545e7c000. 00000100:00000200:3.0:1788942076.576738:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884242944, portal 10 00000100:00000001:3.0:1788942076.576740:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942076.576741:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000040:3.0:1788942076.576749:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.576762:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942076.576765:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942076.576769:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded5d8. 00000100:00000200:3.0:1788942076.576772:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884242944, offset 0 00000400:00000200:3.0:1788942076.576780:0:30327:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942076.576789:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.576798:0:30327:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942076.576804:0:30327:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942076.576809:0:30327:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942076.576813:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942076.576817:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942076.576821:0:30327:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2317:2317:256:4294967295] 192.168.206.109@tcp LPNI seq info [2317:2317:8:4294967295] 00000400:00000200:3.0:1788942076.576826:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.582789:0:30327:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942076.582805:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942076.582838:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9300. 00000800:00000200:3.0:1788942076.582847:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942076.582876:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942076.582881:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788942076.582904:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942076.582912:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 821476 usecs (822 jiffies) 00000400:00000200:3.0:1788942076.582919:0:30327:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942076.582923:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296477564 00000100:00000001:3.0:1788942076.582927:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296479305 00000100:00000001:3.0:1788942076.582929:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296477564 00000100:00000001:3.0:1788942076.582932:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296479305 00000100:00000001:3.0:1788942076.582933:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942076.582939:0:30327:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942076.582943:0:30327:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942076.582946:0:30327:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=136 : 136 : 88) 00000100:00100000:3.0:1788942076.582948:0:30327:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54133ad80 going to sleep for 136 seconds 00000100:00000001:3.0:1788942076.582951:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942076.582954:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942076.583121:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.583127:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9300. 00000400:00000200:2.0:1788942076.583136:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.583142:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942076.583149:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded5d8 00000400:00000010:2.0:1788942076.583152:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded5d8. 00000100:00000001:2.0:1788942076.583159:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942076.583167:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.583180:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.583184:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.583191:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.583193:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942076.588290:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.588311:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.588315:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.588317:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.588393:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.588402:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.588412:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.588432:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.588438:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.588443:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f4b000 00000400:00000200:3.0:1788942076.588449:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.588456:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x645d [64] + 224 00000800:00000001:3.0:1788942076.588465:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.588489:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.588494:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.588567:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942076.588577:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.588587:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942076.588599:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.588821:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942076.588833:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.588837:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.588938:0:30327:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942076.588950:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942076.588952:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942076.588956:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4b58. 00000400:00000200:2.0:1788942076.588963:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e7c000 00000400:00000010:2.0:1788942076.588967:0:30327:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b545e7c000. 00000100:00000001:2.0:1788942076.588972:0:30327:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942076.588979:0:30327:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942076.588990:0:30327:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.588997:0:30327:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942076.589000:0:30327:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.589004:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942076.589008:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942076.589012:0:30327:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942076.589015:0:30327:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942076.589019:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942076.589639:0:30327:0:(import.c:2195:obd_at_measure()) add 105 to ffff90b5459bbc60 time=66 v=105 (105 105 105 137) 00000100:00001000:2.0:1788942076.589647:0:30327:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942076.589651:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788942076.589659:0:30327:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b544acd880 x1875839884242944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.589666:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788942076.589670:0:30327:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942076.589672:0:30327:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788942076.589674:0:30327:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942076.589677:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.589679:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000001:2.0:1788942076.589683:0:30327:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942076.589685:0:30327:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:2.0:1788942076.589687:0:30327:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942076.589690:0:30327:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788942076.589696:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd880 x1875839884242944/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.589702:0:30327:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788942076.589706:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942076.589708:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942076.589712:0:30327:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd880 x1875839884242944/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942076.589719:0:30327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30327:1875839884242944:192.168.206.109@tcp:101:rm.0 00000100:00000001:2.0:1788942076.589725:0:30327:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942076.589728:0:30327:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788942076.589731:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942076.589733:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.589737:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd880 x1875839884242944/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.589744:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942076.589748:0:30327:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54133ad80. 00000100:00000001:2.0:1788942076.589753:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942076.589755:0:30327:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788942076.589759:0:30327:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942076.589766:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.589770:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.589773:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=4 00000020:00000001:2.0:1788942076.589776:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942076.589780:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00010000:2.0:1788942076.589786:0:30327:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.589800:0:30327:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788942076.589805:0:30327:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.589811:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942076.589814:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.589820:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.589822:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942076.589825:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.590650:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942076.590655:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.590660:0:30327:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788942076.590663:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942076.590676:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b547982a00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:2.0:1788942076.590680:0:30327:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788942076.590684:0:30327:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.590691:0:30327:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788942076.590693:0:30327:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788942076.590697:0:30327:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.590703:0:30327:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788942076.590706:0:30327:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788942076.590708:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942076.590709:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942076.590711:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=5 00000020:00000001:2.0:1788942076.590714:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942076.590716:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942076.590719:0:30327:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942076.590722:0:30327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788942076.590728:0:30327:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942076.590730:0:30327:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942076.590733:0:30327:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788942076.590735:0:30327:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942076.590738:0:30327:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942076.590740:0:30327:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942076.590741:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942076.590743:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788942076.590745:0:30327:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982a00 with handle 0xcbb91bbb781576a1 from hash 00010000:00000001:2.0:1788942076.590748:0:30327:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942076.590750:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.590751:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.590752:0:30327:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942076.590754:0:30327:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942076.590755:0:30327:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788942076.590758:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.590759:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.590760:0:30327:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.590762:0:30327:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942076.590765:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.590770:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.590771:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.590773:0:30327:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788942076.590774:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942076.590776:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942076.590777:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.590778:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942076.590780:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982a00/0xcbb91bbb781576a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942076.590794:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942076.590796:0:30327:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788942076.590805:0:30327:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788942076.590816:0:30327:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b544acd880 x1875839884242944/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942076.590827:0:30327:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788942076.591397:0:30327:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b544acd880 x1875839884242944/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942076.591407:0:30327:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942076.591410:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788942076.591412:0:30327:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.591423:0:30327:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.591426:0:30327:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.591430:0:30327:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788942076.591434:0:30327:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942076.591436:0:30327:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00010000:00000001:2.0:1788942076.591439:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788942076.591440:0:30327:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942076.591443:0:30327:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942076.591447:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c6f868 00000002:00002000:2.0:1788942076.591450:0:30327:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788942076.591454:0:30327:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.591458:0:30327:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942076.591461:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942076.591465:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942076.591468:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942076.591474:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942076.591479:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a68000. 00000080:00000001:2.0:1788942076.591488:0:30327:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942076.591495:0:30327:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942076.591498:0:30327:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942076.591502:0:30327:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942076.591504:0:30327:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:2.0:1788942076.591507:0:30327:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.591513:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1788942076.591516:0:30327:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788942076.591522:0:30327:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00000001:2.0:1788942076.591525:0:30327:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942076.591528:0:30327:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942076.591529:0:30327:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942076.591534:0:30327:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942076.591536:0:30327:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.591540:0:30327:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.591545:0:30327:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd880 x1875839884242944/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942217 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.591553:0:30327:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942076.598318:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.598327:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8600. 00000400:00000200:2.0:1788942076.598334:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.598343:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942076.598350:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:2.0:1788942076.598353:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:2.0:1788942076.598358:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942076.598365:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884243072/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.598378:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.598381:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884243072/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.598388:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.598390:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942076.600041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982a00. 00000800:00000001:3.0:1788942076.612015:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.612038:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.612043:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.612046:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.612057:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.612068:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.612079:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.612085:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.612091:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.612096:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 4096 into portal 14 MB=0x6aa1101f4b080 00000400:00000200:3.0:1788942076.612102:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.612108:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.109@tcp of length 4096/4096 into md 0x646d [256] + 0 00000400:00000010:3.0:1788942076.612115:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097b58. 00000400:00000200:3.0:1788942076.612121:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b559142000 00000800:00000001:3.0:1788942076.612170:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.612179:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.612183:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.612188:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942076.612195:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559142000 00000400:00000010:3.0:1788942076.612198:0:2347:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90b559142000. 00000100:00000001:3.0:1788942076.612204:0:2347:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788942076.612207:0:2347:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff90b545994000 desc ffff90b551aecc00 mbits 1875839884243072 00000100:00000001:3.0:1788942076.612225:0:2347:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788942076.612236:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942076.612239:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.612246:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942076.612252:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2319:2319:256:4294967295] 192.168.206.109@tcp LPNI seq info [2319:2319:8:4294967295] 00000400:00000200:3.0:1788942076.612256:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.612267:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942076.612275:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942076.612284:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90b559124000. 00000800:00000200:3.0:1788942076.612292:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942076.612302:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942076.612309:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b559124000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942076.612384:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942076.612389:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90b559124000. 00000400:00000200:3.0:1788942076.612394:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.612397:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942076.612404:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.612407:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.618211:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.618234:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.618239:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.618242:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.618254:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.618264:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.618276:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.618282:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.618289:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.618294:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f4b080 00000400:00000200:3.0:1788942076.618301:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.618307:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x6475 [1] + 224 00000800:00000001:3.0:1788942076.618316:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.618343:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.618347:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.618352:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942076.618363:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.618374:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884243072/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942076.618387:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90b545994000 x1875839884243072/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.618412:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942076.618432:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.618436:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788942076.620739:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.620745:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8500. 00000400:00000200:2.0:1788942076.620751:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.620758:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942076.620764:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ae58 00000400:00000010:2.0:1788942076.620767:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ae58. 00000100:00000001:2.0:1788942076.620772:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942076.620777:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884243328/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.620789:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.620793:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884243328/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.620801:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.620803:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942076.626586:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.626608:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.626736:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.626741:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.626753:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.626763:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.626775:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.626781:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.626788:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.626793:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4b180 00000400:00000200:3.0:1788942076.626800:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.626807:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x647d [1] + 224 00000800:00000001:3.0:1788942076.626815:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.626823:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.626827:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.626832:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942076.626842:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.627165:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884243328/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942076.627181:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545994000 x1875839884243328/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.627262:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942076.627515:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.627521:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788942076.630264:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.630270:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8c00. 00000400:00000200:2.0:1788942076.630275:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.630280:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942076.630286:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aee0 00000400:00000010:2.0:1788942076.630290:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aee0. 00000100:00000001:2.0:1788942076.630294:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942076.630298:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884243584/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.630308:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.630312:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884243584/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.630318:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.630319:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942076.639281:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.639307:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942076.639312:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.639314:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942076.639325:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.639335:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942076.639346:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.639352:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.639359:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.639363:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f4b280 00000400:00000200:2.0:1788942076.639369:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.639374:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x6485 [64] + 224 00000800:00000001:2.0:1788942076.639383:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.639392:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942076.639396:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.639400:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942076.639409:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942076.639430:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884243584/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942076.639443:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545994000 x1875839884243584/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.639589:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942076.639601:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.639606:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942076.641005:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.641011:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.641017:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.641018:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.641020:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.641022:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942076.641024:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942076.641026:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942076.641130:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942076.641133:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942076.641137:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788942076.651930:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.651938:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8800. 00000400:00000200:2.0:1788942076.651946:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.651955:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942076.651961:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a110 00000400:00000010:2.0:1788942076.651964:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a110. 00000100:00000001:2.0:1788942076.651970:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942076.651989:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994a80 x1875839884243840/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.652003:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.652008:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994a80 x1875839884243840/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.652015:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.652017:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942076.657246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983000. 00010000:00000010:0.1:1788942076.657262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48f00. 00010000:00000010:0.1:1788942076.657268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983400. 00010000:00000010:0.1:1788942076.657271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b400. 00000800:00000001:2.0:1788942076.671801:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.671827:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942076.671835:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.671838:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942076.671900:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.671910:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942076.671921:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.671926:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.671932:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.671938:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4b380 00000400:00000200:2.0:1788942076.671944:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.671951:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x648d [1] + 224 00000800:00000001:2.0:1788942076.671961:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.671971:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942076.671975:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.672044:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942076.672054:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942076.672066:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994a80 x1875839884243840/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942076.672079:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545994a80 x1875839884243840/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.672091:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942076.672100:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942076.672104:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.672110:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942076.672116:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2323:2323:256:4294967295] 192.168.206.109@tcp LPNI seq info [2323:2323:8:4294967295] 00000400:00000200:2.0:1788942076.672121:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.672130:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942076.672135:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942076.672141:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d500. 00000800:00000200:2.0:1788942076.672149:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942076.672158:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942076.672163:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942076.675508:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.675528:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d500. 00000400:00000200:2.0:1788942076.675537:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.675545:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942076.675560:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.675570:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788942076.677617:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.677626:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8800. 00000400:00000200:2.0:1788942076.677631:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.677639:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942076.677647:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a088 00000400:00000010:2.0:1788942076.677651:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a088. 00000100:00000001:2.0:1788942076.677657:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942076.677666:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994700 x1875839884243968/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.677686:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.677690:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994700 x1875839884243968/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.677699:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.677700:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788942076.680105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5590619c0. 00000080:00000010:0.1:1788942076.680137:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db5ac0. 00000080:00000010:0.1:1788942076.680148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f000. 00000800:00000001:3.0:1788942076.692654:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.692681:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942076.692686:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.692688:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.692700:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.692710:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942076.692720:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.692727:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.692733:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.692738:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4b400 00000400:00000200:3.0:1788942076.692745:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942076.692751:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6495 [1] + 224 00000800:00000001:3.0:1788942076.692760:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942076.692771:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942076.692775:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942076.693110:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942076.693121:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942076.693134:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994700 x1875839884243968/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942076.693146:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545994700 x1875839884243968/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942076.693160:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942076.694725:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.694735:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788942076.696171:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.696177:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8c00. 00000400:00000200:2.0:1788942076.696183:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.696189:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942076.696195:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 00000400:00000010:2.0:1788942076.696198:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 00000100:00000001:2.0:1788942076.696203:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942076.696208:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994700 x1875839884244224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.696218:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.696222:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994700 x1875839884244224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.696228:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.696230:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942076.699245:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.699267:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942076.699273:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.699276:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942076.699287:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.699296:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942076.699307:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.699314:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.699321:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.699326:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4b500 00000400:00000200:2.0:1788942076.699333:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.699342:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x649d [1] + 224 00000800:00000001:2.0:1788942076.699353:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.699362:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942076.699366:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.699371:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942076.699381:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942076.699391:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994700 x1875839884244224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942076.699404:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545994700 x1875839884244224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942092 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942076.699671:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942076.699683:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.699688:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788942076.702141:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.702147:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8500. 00000400:00000200:2.0:1788942076.702153:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.702160:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942076.702167:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 00000400:00000010:2.0:1788942076.702170:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 00000100:00000001:2.0:1788942076.702175:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942076.702180:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994700 x1875839884244480/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.702190:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942076.702193:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994700 x1875839884244480/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.702200:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942076.702201:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942076.705454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325600. 00010000:00000010:0.1:1788942076.710068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48a00. 00010000:00000010:0.1:1788942076.710494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00010000:00000010:0.1:1788942076.710568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227500. 00010000:00000010:0.1:1788942076.710573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a200. 00000800:00000001:2.0:1788942076.717318:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.717342:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942076.717347:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.717350:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942076.717360:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.717370:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942076.717383:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.717389:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.717395:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.717400:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4b600 00000400:00000200:2.0:1788942076.717406:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.717413:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x64a5 [1] + 224 00000800:00000001:2.0:1788942076.717433:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.717442:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942076.717446:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.717451:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942076.717460:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942076.717472:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994700 x1875839884244480/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942076.717485:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545994700 x1875839884244480/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942217 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942076.717515:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942076.717525:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942076.717529:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.717536:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942076.717545:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2327:2327:256:4294967295] 192.168.206.109@tcp LPNI seq info [2327:2327:8:4294967295] 00000400:00000200:2.0:1788942076.717551:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942076.717559:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942076.717564:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942076.717572:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d500. 00000800:00000200:2.0:1788942076.717579:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942076.717588:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942076.717593:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942076.717698:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942076.717702:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d500. 00000400:00000200:2.0:1788942076.717707:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942076.717711:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942076.717717:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942076.717721:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788942076.726678:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da18c0. 00000080:00000010:0.1:1788942076.726700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354d00. 00010000:00000001:3.0:1788942077.665908:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942077.665917:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942077.665925:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942077.665926:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942077.665929:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942077.665930:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942077.960943:0:30412:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942078.688944:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942078.688950:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942078.688955:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942078.688956:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942078.688959:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942078.688960:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942078.689459:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942078.689463:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942078.689465:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942079.010894:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942079.010903:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942079.010910:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acca80. 00000020:00000040:3.0:1788942079.010916:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942079.010919:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942079.010923:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942079.010927:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942079.010934:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55a0b9600. 00000100:00000001:3.0:1788942079.010940:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.010951:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942079.010961:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942079.010965:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.010971:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec9db366] to pc [ptlrpcd_01_00+0] req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.010993:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.010995:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942079.010998:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942079.011001:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd180. 00000020:00000040:3.0:1788942079.011003:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942079.011005:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942079.011006:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942079.011008:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942079.011010:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55a0b9b00. 00000100:00000001:3.0:1788942079.011013:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011017:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942079.011023:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942079.011025:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011028:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9f8626] to pc [ptlrpcd_01_01+1] req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.011035:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011037:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942079.011041:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942079.011043:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acdf80. 00000020:00000040:3.0:1788942079.011046:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942079.011048:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942079.011049:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942079.011050:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942079.011055:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55a0b9300. 00000100:00000001:3.0:1788942079.011057:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011061:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942079.011068:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942079.011070:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011073:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd09c123] to pc [ptlrpcd_01_00+0] req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.011079:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011081:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942079.011083:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942079.011086:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf800. 00000020:00000040:3.0:1788942079.011088:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942079.011090:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942079.011091:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942079.011092:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942079.011095:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b54283a600. 00000100:00000001:3.0:1788942079.011097:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011101:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942079.011107:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942079.011109:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011112:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000965c698e] to pc [ptlrpcd_01_01+1] req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.011118:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.011122:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1816) 00000100:00000001:3.0:1788942079.011136:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942079.011139:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942079.011142:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942079.011146:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.011154:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942079.011156:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.011159:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942079.011161:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942079.011163:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942079.011167:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884244608:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942079.011172:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942079.011177:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942079.011179:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.011182:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942079.011186:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b543460e00. 02000000:00000001:3.0:1788942079.011187:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942079.011195:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942079.011198:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4ec8. 00000400:00000010:3.0:1788942079.011204:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded000. 00000100:00000200:3.0:1788942079.011211:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884244608, portal 25 00000100:00000001:3.0:1788942079.011213:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942079.011215:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00000100:00000040:3.0:1788942079.011220:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.011228:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942079.011231:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942079.011233:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded550. 00000100:00000200:3.0:1788942079.011236:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884244608, offset 0 00000400:00000200:3.0:1788942079.011242:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942079.011249:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.011256:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942079.011261:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942079.011265:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942079.011269:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942079.011271:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942079.011274:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2328:2328:256:4294967295] 192.168.206.109@tcp LPNI seq info [2328:2328:8:4294967295] 00000400:00000200:3.0:1788942079.011278:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.011286:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942079.011291:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942079.011836:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b544d69100. 00000800:00000200:3.0:1788942079.011847:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942079.011870:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942079.011873:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b544d69100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942079.011886:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942079.011891:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942079.011893:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296483338 00000100:00000001:3.0:1788942079.011898:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296479305 00000100:00000001:3.0:1788942079.011902:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296483338 00000100:00000001:3.0:1788942079.011904:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296479305 00000100:00000001:3.0:1788942079.011908:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942079.011910:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.011913:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942079.011917:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.011923:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942079.011925:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.011927:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942079.011929:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942079.011931:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942079.011934:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884244864:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942079.011937:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942079.011940:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942079.011941:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.011943:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942079.011946:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b543461200. 02000000:00000001:3.0:1788942079.011947:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942079.011950:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942079.011954:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4630. 00000400:00000010:3.0:1788942079.011957:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded088. 00000100:00000200:3.0:1788942079.011960:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884244864, portal 4 00000100:00000001:3.0:1788942079.011962:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942079.011963:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000100:00000040:3.0:1788942079.011969:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.011974:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942079.011976:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942079.011978:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded220. 00000100:00000200:3.0:1788942079.011980:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884244864, offset 0 00000400:00000200:3.0:1788942079.011984:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942079.011988:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.011991:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942079.011994:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942079.011996:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942079.011998:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942079.012001:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942079.012003:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2329:2329:255:4294967295] 192.168.206.109@tcp LPNI seq info [2329:2329:7:4294967295] 00000400:00000200:3.0:1788942079.012006:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.012012:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942079.012016:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942079.012019:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b544d69900. 00000800:00000200:3.0:1788942079.012022:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942079.012026:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942079.012028:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b544d69900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942079.012031:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.012033:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24070 usecs (25 jiffies) 00000400:00000200:3.0:1788942079.012036:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942079.012038:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296479195 00000100:00000001:3.0:1788942079.012039:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296483338 00000100:00000001:3.0:1788942079.012041:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296479195 00000100:00000001:3.0:1788942079.012043:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296483338 00000100:00000001:3.0:1788942079.012044:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942079.012046:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.012048:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.012050:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942079.012057:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942079.012058:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942079.012060:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942079.012062:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942079.012063:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942079.012066:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788942079.012068:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942079.012069:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942079.012071:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942079.012072:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942079.012073:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942079.012075:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942079.012078:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.012085:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942079.012086:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.012087:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942079.012089:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942079.012091:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942079.012093:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884244736:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942079.012096:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942079.012098:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942079.012100:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.012101:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942079.012104:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b543460c00. 02000000:00000001:3.0:1788942079.012106:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942079.012109:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942079.012111:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4dc0. 00000400:00000010:3.0:1788942079.012115:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedbb0. 00000100:00000200:3.0:1788942079.012117:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884244736, portal 10 00000100:00000001:3.0:1788942079.012119:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942079.012121:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000040:3.0:1788942079.012126:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.012132:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942079.012134:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942079.012136:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded5d8. 00000100:00000200:3.0:1788942079.012139:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884244736, offset 0 00000400:00000200:3.0:1788942079.012144:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942079.012147:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.012150:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942079.012152:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942079.012154:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942079.012156:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942079.012158:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942079.012161:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2330:2330:254:4294967295] 192.168.206.109@tcp LPNI seq info [2330:2330:6:4294967295] 00000400:00000200:3.0:1788942079.012164:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.012169:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942079.012173:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942079.012176:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b544d69f00. 00000800:00000200:3.0:1788942079.012180:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942079.012184:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942079.012187:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b544d69f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942079.012190:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.012193:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 811846 usecs (812 jiffies) 00000400:00000200:3.0:1788942079.012196:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942079.012197:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296479982 00000100:00000001:3.0:1788942079.012200:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296483338 00000100:00000001:3.0:1788942079.012202:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296479982 00000100:00000001:3.0:1788942079.012204:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296483338 00000100:00000001:3.0:1788942079.012205:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942079.012207:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.012209:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942079.012213:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.012219:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942079.012221:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.012223:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942079.012225:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942079.012227:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942079.012230:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884244992:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942079.012233:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942079.012235:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942079.012236:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.012238:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942079.012240:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b543460000. 02000000:00000001:3.0:1788942079.012242:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942079.012244:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942079.012247:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4738. 00000400:00000010:3.0:1788942079.012249:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedc38. 00000100:00000200:3.0:1788942079.012252:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884244992, portal 4 00000100:00000001:3.0:1788942079.012254:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942079.012255:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000040:3.0:1788942079.012260:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.012271:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942079.012273:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942079.012275:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded6e8. 00000100:00000200:3.0:1788942079.012277:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884244992, offset 0 00000400:00000200:3.0:1788942079.012281:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942079.012284:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.012287:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942079.012289:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942079.012292:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942079.012847:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942079.012869:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942079.012872:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2331:2331:253:4294967295] 192.168.206.109@tcp LPNI seq info [2331:2331:5:4294967295] 00000400:00000200:3.0:1788942079.012876:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.012882:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942079.012887:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942079.012892:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38900. 00000800:00000200:3.0:1788942079.012897:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942079.012902:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942079.012905:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942079.012908:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.012911:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 290653 usecs (291 jiffies) 00000400:00000200:3.0:1788942079.012915:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942079.012917:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296479462 00000100:00000001:3.0:1788942079.012919:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296483338 00000100:00000001:3.0:1788942079.012921:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296479462 00000100:00000001:3.0:1788942079.012923:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296483338 00000100:00000001:3.0:1788942079.012926:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942079.012928:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.012931:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.012935:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.012947:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942079.012950:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942079.012984:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942079.012987:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b544d69100. 00000400:00000200:3.0:1788942079.012993:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942079.012997:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942079.013002:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded550 00000400:00000010:3.0:1788942079.013004:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded550. 00000100:00000001:3.0:1788942079.013007:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942079.013012:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.013022:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942079.013026:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.013033:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.013034:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942079.013045:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942079.013047:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b544d69900. 00000400:00000200:3.0:1788942079.013049:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942079.013053:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942079.013055:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded220 00000400:00000010:3.0:1788942079.013057:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded220. 00000100:00000001:3.0:1788942079.013059:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942079.013062:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.013069:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942079.013072:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.013078:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.013079:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942079.013086:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942079.013089:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b544d69f00. 00000400:00000200:3.0:1788942079.013091:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942079.013094:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942079.013096:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded5d8 00000400:00000010:3.0:1788942079.013098:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded5d8. 00000100:00000001:3.0:1788942079.013099:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942079.013103:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.013109:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942079.013112:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.013118:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.013119:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942079.013170:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942079.013173:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38900. 00000400:00000200:3.0:1788942079.013176:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942079.013179:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942079.013182:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded6e8 00000400:00000010:3.0:1788942079.013184:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded6e8. 00000100:00000001:3.0:1788942079.013186:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942079.013190:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.013196:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942079.013199:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.013205:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.013206:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942079.030481:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030531:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942079.030535:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030538:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942079.030557:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030564:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942079.030572:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030576:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030581:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030585:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4b780 00000400:00000200:2.0:1788942079.030589:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030595:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x64bd [1] + 224 00000800:00000001:2.0:1788942079.030602:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030606:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942079.030609:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942079.030613:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942079.030620:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.030627:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942079.030637:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.030658:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942079.030666:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030669:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942079.030671:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030673:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942079.030676:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030680:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942079.030684:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030687:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030689:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030692:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4b680 00000400:00000200:2.0:1788942079.030694:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030698:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x64ad [1] + 224 00000800:00000001:2.0:1788942079.030701:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030704:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942079.030706:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942079.030709:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942079.030712:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.030716:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942079.030724:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.030730:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942079.030734:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030736:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942079.030737:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030739:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942079.030742:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030745:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942079.030748:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030750:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030753:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030755:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4b800 00000400:00000200:2.0:1788942079.030758:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030761:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x64dd [1] + 224 00000800:00000001:2.0:1788942079.030764:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030767:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942079.030769:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942079.030772:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942079.030774:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.030778:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942079.030786:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.030792:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942079.030795:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030797:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942079.030799:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030801:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942079.030803:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030806:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942079.030809:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030812:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030814:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030817:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4b700 00000400:00000200:2.0:1788942079.030819:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942079.030823:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x64cd [1] + 224 00000800:00000001:2.0:1788942079.030826:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030835:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942079.030837:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942079.030839:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942079.030841:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.030845:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942079.030878:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.030885:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942079.030889:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942079.030891:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.030911:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942079.030914:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942079.030920:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942079.030922:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942079.030925:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4dc0. 00000400:00000200:2.0:1788942079.030929:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedbb0 00000400:00000010:2.0:1788942079.030931:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedbb0. 00000100:00000001:2.0:1788942079.030933:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.030938:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942079.030945:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.030951:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942079.030953:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.030956:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942079.030958:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942079.030961:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942079.030963:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942079.030965:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942079.030974:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=69 v=105 (105 105 105 137) 00000100:00001000:2.0:1788942079.030977:0:2355:0:(import.c:2261:obd_at_measure()) AT ffff90b5459bbc60 change: old=105 new=5 delta=-100 (val=5) hist 105 105 105 137 00000100:00001000:2.0:1788942079.030981:0:2355:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff90b5459f2800 ptl 12 has changed from 105 to 5 00000100:00001000:2.0:1788942079.030983:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942079.030986:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942079.030987:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942079.030990:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942079.030993:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.030996:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942079.030998:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967598 00000100:00000001:2.0:1788942079.031000:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942079.031002:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942079.031007:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031014:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942079.031016:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942079.031018:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942079.031022:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942079.031029:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884244736:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942079.031033:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942079.031035:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942079.031036:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4738. 00000400:00000200:2.0:1788942079.031039:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedc38 00000400:00000010:2.0:1788942079.031040:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedc38. 00000100:00000001:2.0:1788942079.031042:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.031045:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942079.031052:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031058:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942079.031059:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.031061:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942079.031062:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942079.031064:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942079.031065:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942079.031067:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942079.031070:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=69 v=5 (5 5 5 36) 00000100:00001000:2.0:1788942079.031073:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942079.031076:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942079.031077:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942079.031078:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942079.031080:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.031082:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942079.031084:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942079.031085:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942079.031086:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942079.031090:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031101:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942079.031102:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942079.031103:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942079.031107:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942079.031114:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884244992:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942079.031118:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942079.031120:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942079.031121:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4ec8. 00000400:00000200:2.0:1788942079.031124:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded000 00000400:00000010:2.0:1788942079.031126:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded000. 00000100:00000001:2.0:1788942079.031128:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.031131:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942079.031139:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031144:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942079.031145:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.031147:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942079.031148:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942079.031149:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942079.031150:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942079.031152:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942079.031155:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942079.031157:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942079.031159:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942079.031160:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942079.031162:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942079.031163:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.031165:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942079.031168:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031175:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942079.031177:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942079.031178:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942079.031181:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942079.031188:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884244608:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942079.031192:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942079.031194:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942079.031195:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4630. 00000400:00000200:2.0:1788942079.031197:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded088 00000400:00000010:2.0:1788942079.031199:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded088. 00000100:00000001:2.0:1788942079.031201:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.031204:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942079.031211:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031217:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942079.031218:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.031220:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942079.031221:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942079.031222:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942079.031224:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942079.031226:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942079.031229:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=69 v=5 (5 5 5 36) 00000100:00001000:2.0:1788942079.031232:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942079.031234:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942079.031235:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942079.031236:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942079.031238:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.031241:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942079.031242:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1788942079.031244:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942079.031245:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942079.031249:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031254:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942079.031256:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942079.031257:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942079.031259:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942079.031266:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884244864:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942079.031269:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.031272:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942079.031275:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd180 x1875839884244736/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942220 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031282:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942079.031284:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942079.031287:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b543460c00. 02000000:00000001:2.0:1788942079.031289:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942079.031292:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942079.031916:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942079.031923:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942079.031926:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55a0b9b00. 02000000:00000001:2.0:1788942079.031932:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942079.031934:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942079.031936:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd180. 00000100:00000001:2.0:1788942079.031939:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942079.031940:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.031942:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942079.031949:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf800 x1875839884244992/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031955:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942079.031957:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942079.031958:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b543460000. 02000000:00000001:2.0:1788942079.031960:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942079.031961:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942079.031962:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942079.031964:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942079.031965:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b54283a600. 02000000:00000001:2.0:1788942079.031968:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942079.031969:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942079.031970:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf800. 00000100:00000001:2.0:1788942079.031973:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942079.031974:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.031975:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942079.031978:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acca80 x1875839884244608/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.031983:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942079.031984:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942079.031985:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b543460e00. 02000000:00000001:2.0:1788942079.031987:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942079.031988:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942079.031989:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:2.0:1788942079.031990:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942079.031991:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55a0b9600. 02000000:00000001:2.0:1788942079.031993:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942079.031994:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942079.031995:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acca80. 00000100:00000001:2.0:1788942079.031997:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942079.031998:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.031999:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942079.032002:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acdf80 x1875839884244864/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942095 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.032007:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942079.032008:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942079.032009:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b543461200. 02000000:00000001:2.0:1788942079.032010:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942079.032011:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942079.032012:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942079.032014:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942079.032015:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55a0b9300. 02000000:00000001:2.0:1788942079.032016:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942079.032017:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942079.032018:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acdf80. 00000100:00000001:2.0:1788942079.032020:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942079.032021:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.032023:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.032030:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942079.032032:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.032034:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942079.032036:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942079.262007:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.262021:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942079.262026:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.262028:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942079.262036:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262044:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942079.262056:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262060:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262066:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262070:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103351d00 00000400:00000200:3.0:1788942079.262078:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x508d [2] + 1968 00000400:00000010:3.0:1788942079.262083:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450981b8. 00000400:00000200:3.0:1788942079.262088:0:2348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b55908d240 00000800:00000001:3.0:1788942079.262130:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.262137:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942079.262141:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942079.262145:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942079.262151:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b55908d240 00000400:00000010:3.0:1788942079.262153:0:2348:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff90b55908d240. 00000100:00000001:3.0:1788942079.262161:0:2348:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942079.262163:0:2348:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1788942079.262167:0:2348:0:(events.c:341:request_in_callback()) incoming req@ffff90b552274450 x1875839905242368 msgsize 328 00000100:00100000:3.0:1788942079.262171:0:2348:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000040:3.0:1788942079.262173:0:2348:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1788942079.262182:0:2348:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942079.262188:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.262192:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942079.262194:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.262196:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942079.262199:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262203:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942079.262207:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262209:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262211:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262213:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103351d80 00000400:00000200:3.0:1788942079.262220:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0xc79 [2] + 328 00000800:00000001:3.0:1788942079.262224:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.262241:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942079.262243:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942079.262247:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942079.262251:0:2348:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942079.262252:0:2348:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942079.262257:0:2348:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acdc00. 00000100:00000040:3.0:1788942079.262259:0:2348:0:(events.c:341:request_in_callback()) incoming req@ffff90b544acdc00 x1875839905242496 msgsize 328 00000100:00100000:3.0:1788942079.262263:0:2348:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942079.262277:0:2348:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942079.262282:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.262285:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788942079.262305:0:15937:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff90b54837f800. 00000100:00000010:3.0:1788942079.262312:0:15937:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff90b559124000. 00000100:00100000:3.0:1788942079.262315:0:15937:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788942079.262318:0:15937:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788942079.262322:0:15937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c48f0. 00000400:00000010:3.0:1788942079.262327:0:15937:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90b5459de540. 00000100:00000001:3.0:1788942079.262336:0:15937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788942079.262338:0:15937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905242368 02000000:00000001:3.0:1788942079.262340:0:15937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788942079.262343:0:15937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942079.262345:0:15937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.262350:0:15937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942079.262354:0:15937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905242368 00000020:00000001:3.0:1788942079.262358:0:15937:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942079.262359:0:15937:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:3.0:1788942079.262361:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942079.262364:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:3.0:1788942079.262367:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:3.0:1788942079.262369:0:15937:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000001:3.0:1788942079.262373:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942079.262378:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd380. 00000100:00000001:3.0:1788942079.262381:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942079.262383:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd380. 00000020:00000010:3.0:1788942079.262389:0:15937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b544907200. 00000020:00000010:3.0:1788942079.262395:0:15937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551bc0980. 00000020:00000010:3.0:1788942079.262410:0:15937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b5464ed578. 00000100:00000040:3.0:1788942079.262419:0:15937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788942079.262422:0:15937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788942079.262424:0:15937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788942079.262426:0:15937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.262434:0:15937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.262442:0:15937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942079.262451:0:15937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788942079.262453:0:15937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788942079.262457:0:15937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 51 00000100:00000040:3.0:1788942079.262460:0:15937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55292f000 : new rpc_count 1 00000100:00000001:3.0:1788942079.262462:0:15937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621707174626384 : -122366534925232 : ffff90b552274450) 00000100:00000040:3.0:1788942079.262470:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b552274450 x1875839905242368/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:545/0 lens 328/0 e 0 to 0 dl 1788942090 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942079.262479:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942079.262481:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd380. 00000100:00000001:3.0:1788942079.262483:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942079.262485:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd380. 00000100:00100000:3.0:1788942079.262489:0:15937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b552274450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:11975:x1875839905242368:12345-192.168.206.109@tcp:104: 00000100:00000200:3.0:1788942079.262493:0:15937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905242368 00010000:00000001:3.0:1788942079.262496:0:15937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788942079.262503:0:15937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942079.262504:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942079.262506:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=2 00000020:00000001:3.0:1788942079.262508:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:3.0:1788942079.262512:0:15937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:3.0:1788942079.262515:0:15937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942079.262518:0:15937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942079.262524:0:15937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000081fc1e4c/0xcbb91bbb78157669 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeec5c1 expref: -99 pid: 30325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788942079.262542:0:15937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788942079.262544:0:15937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788942079.262547:0:15937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b54837dc00. 02000000:00000001:3.0:1788942079.262550:0:15937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.262553:0:15937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942079.262557:0:15937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788942079.262559:0:15937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942079.262563:0:15937:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942079.262568:0:15937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942079.262571:0:15937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942079.262573:0:15937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:3.0:1788942079.262576:0:15937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788942079.262578:0:15937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.262580:0:15937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942079.262583:0:15937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942079.262586:0:15937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded6e8. 00000100:00000200:3.0:1788942079.262590:0:15937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905242368, offset 224 00000400:00000200:3.0:1788942079.262595:0:15937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942079.262601:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262607:0:15937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942079.262613:0:15937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2332:2332:256:4294967295] 192.168.206.109@tcp LPNI seq info [2332:2332:8:4294967295] 00000400:00000200:3.0:1788942079.262618:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.262625:0:15937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942079.262938:0:15937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942079.262944:0:15937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38900. 00000800:00000200:3.0:1788942079.262950:0:15937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942079.262956:0:15937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942079.262960:0:15937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942079.262970:0:15937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.262973:0:15937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00010000:00000001:3.0:1788942079.262976:0:15937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788942079.262980:0:15937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b5459de240. 00010000:00000001:3.0:1788942079.262982:0:15937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942079.262991:0:15937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788942079.262993:0:15937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942079.262995:0:15937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942079.262997:0:15937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.263002:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552274450 x1875839905242368/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:545/0 lens 328/224 e 0 to 0 dl 1788942090 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788942079.263013:0:15937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b552274450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:11975:x1875839905242368:12345-192.168.206.109@tcp:104: Request processed in 532us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1788942079.263020:0:15937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 51 00000100:00000040:3.0:1788942079.263023:0:15937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55292f000 : new rpc_count 0 00000100:00000001:3.0:1788942079.263025:0:15937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788942079.263027:0:15937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788942079.263031:0:15937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551bc0980. 00000020:00000010:3.0:1788942079.263034:0:15937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b5464ed578. 00000020:00000010:3.0:1788942079.263038:0:15937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b544907200. 00000020:00000040:3.0:1788942079.263042:0:15937:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 02000000:00000001:3.0:1788942079.263047:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788942079.263049:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552276800. 02000000:00000001:3.0:1788942079.263053:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788942079.263054:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369f80. 02000000:00000001:3.0:1788942079.263057:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788942079.263059:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552277c00. 02000000:00000001:3.0:1788942079.263061:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788942079.263063:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368380. 02000000:00000001:3.0:1788942079.263065:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788942079.263066:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552277800. 02000000:00000001:3.0:1788942079.263068:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788942079.263070:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b480. 02000000:00000001:3.0:1788942079.263072:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788942079.263073:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552276000. 02000000:00000001:3.0:1788942079.263076:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788942079.263077:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236a300. 02000000:00000001:3.0:1788942079.263079:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788942079.263081:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552274c00. 02000000:00000001:3.0:1788942079.263082:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788942079.263083:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd500. 02000000:00000001:3.0:1788942079.263086:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788942079.263087:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b54837cc00. 02000000:00000001:3.0:1788942079.263089:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788942079.263091:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544ace300. 00000100:00000010:3.0:1788942079.263094:0:15937:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff90b551bea000. 00000100:00000010:3.0:1788942079.263098:0:15937:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff90b552274400. 00000100:00000001:3.0:1788942079.263100:0:15937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788942079.263112:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942079.263114:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942079.263116:0:15945:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788942079.263119:0:15945:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788942079.263121:0:15945:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788942079.263124:0:15945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000081fc1e4c/0xcbb91bbb78157669 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeec5c1 expref: -99 pid: 30325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788942079.263132:0:15945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b552324400 already unused, calling callback (ffffffffc1162300) 00000008:00000001:3.0:1788942079.263135:0:15945:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788942079.263137:0:15945:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788942079.263139:0:15945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942079.263140:0:15945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942079.263141:0:15945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:3.0:1788942079.263144:0:15945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:3.0:1788942079.263146:0:15945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:3.0:1788942079.263149:0:15945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942079.263152:0:15945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000081fc1e4c/0xcbb91bbb78157669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4d194fbcadeec5c1 expref: -99 pid: 30325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788942079.263164:0:15945:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788942079.263167:0:15945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942079.263170:0:15945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:3.0:1788942079.263173:0:15945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000008:00000001:3.0:1788942079.263175:0:15945:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788942079.263177:0:15945:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788942079.263179:0:15945:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000008:00000001:3.0:1788942079.263181:0:15945:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942079.263184:0:15945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942079.263187:0:15945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942079.263189:0:15945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942079.263191:0:15945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942079.263193:0:15945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942079.263196:0:15945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324400 with handle 0xcbb91bbb78157669 from hash 00010000:00000001:3.0:1788942079.263198:0:15945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942079.263200:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942079.263201:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942079.263202:0:15945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942079.263205:0:15945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942079.263206:0:15945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788942079.263210:0:15945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942079.263213:0:15945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942079.263215:0:15945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942079.263217:0:15945:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788942079.263220:0:15945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544ace300. 00000020:00000040:3.0:1788942079.263223:0:15945:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942079.263226:0:15945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942079.263229:0:15945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942079.263232:0:15945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942079.263237:0:15945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b544907200. 00000100:00000001:3.0:1788942079.263241:0:15945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942079.263243:0:15945:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788942079.263248:0:15945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000081fc1e4c/0xcbb91bbb78157669 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec5c1 expref: -99 pid: 30325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788942079.263255:0:15945:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788942079.263257:0:15945:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942079.263261:0:15945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942079.263264:0:15945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.263270:0:15945:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a2e7fc8] to pc [ptlrpcd_01_00+0] req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788942079.263289:0:15945:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942079.263291:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942079.263292:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942079.263294:0:15945:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942079.263295:0:15945:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942079.263297:0:15945:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942079.263301:0:15945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000081fc1e4c/0xcbb91bbb78157669 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec5c1 expref: -99 pid: 30325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942079.263308:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942079.263310:0:15945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000081fc1e4c/0xcbb91bbb78157669 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec5c1 expref: -99 pid: 30325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788942079.263317:0:15945:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b542c43cc0. 00010000:00000040:3.0:1788942079.263321:0:15945:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25d00 count: 0 00010000:00000010:3.0:1788942079.263327:0:15945:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b553d25c00. 00010000:00000001:3.0:1788942079.263334:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942079.263336:0:15945:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788942079.263338:0:15945:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b5459de240. 00010000:00000001:3.0:1788942079.263341:0:15945:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942079.263343:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942079.263344:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942079.263346:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788942079.263347:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942079.263349:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942079.263351:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788942079.263352:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942079.263353:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942079.263355:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942079.263361:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942079.263364:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942079.263366:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942079.263371:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.263379:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942079.263381:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.263384:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942079.263386:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942079.263388:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942079.263392:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884245120:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788942079.263396:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942079.263399:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942079.263412:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942079.263414:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942079.263418:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544907e00. 02000000:00000001:3.0:1788942079.263420:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942079.263424:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942079.263427:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4000. 00000400:00000010:3.0:1788942079.263431:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded5d8. 00000100:00000200:3.0:1788942079.263435:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884245120, portal 18 00000100:00000001:3.0:1788942079.263437:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942079.263438:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948502272 : -122366761049344 : ffff90b544ace300) 00000100:00000040:3.0:1788942079.263444:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.263451:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942079.263453:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942079.263455:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded220. 00000100:00000200:3.0:1788942079.263458:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884245120, offset 0 00000400:00000200:3.0:1788942079.263462:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000800:00000200:2.0:1788942079.264869:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942079.264876:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38900. 00000400:00000200:2.0:1788942079.264882:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942079.264890:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942079.271872:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.271882:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942079.271886:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942079.271889:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942079.271892:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942079.271895:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942079.271898:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2334:2334:253:4294967295] 192.168.206.109@tcp LPNI seq info [2334:2334:5:4294967295] 00000400:00000200:3.0:1788942079.271903:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.271911:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942079.271917:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942079.271923:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38c00. 00000800:00000200:3.0:1788942079.271930:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942079.271937:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942079.271941:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788942079.271946:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942079.271952:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 288782 usecs (289 jiffies) 00000400:00000200:3.0:1788942079.271957:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942079.271959:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296479720 00000100:00000001:3.0:1788942079.271963:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296483338 00000100:00000001:3.0:1788942079.271965:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296479720 00000100:00000001:3.0:1788942079.271968:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296483338 00000100:00000001:3.0:1788942079.271970:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942079.271973:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.271976:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.271979:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942079.271985:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942079.271987:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942079.271989:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942079.271991:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942079.271993:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.271995:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942079.272005:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942079.272007:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942079.272131:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded6e8 00000400:00000010:2.0:1788942079.272135:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded6e8. 00000100:00000001:2.0:1788942079.272139:0:2347:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:2.0:1788942079.272142:0:2347:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788942079.272145:0:2347:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b54837dc00. 02000000:00000001:2.0:1788942079.272148:0:2347:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1788942079.272149:0:2347:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788942079.272180:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942079.272183:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:2.0:1788942079.272187:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942079.272191:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942079.272194:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a550 00000400:00000010:2.0:1788942079.272196:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a550. 00000100:00000001:2.0:1788942079.272199:0:2347:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788942079.272200:0:2347:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788942079.272208:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942079.272210:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bf00. 00000400:00000200:2.0:1788942079.272213:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942079.272216:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942079.272219:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a110 00000400:00000010:2.0:1788942079.272220:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a110. 00000100:00000001:2.0:1788942079.272223:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942079.272229:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.272241:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942079.272244:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.272251:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.272253:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942079.272315:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942079.272318:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38c00. 00000400:00000200:2.0:1788942079.272321:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942079.272325:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942079.272328:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded220 00000400:00000010:2.0:1788942079.272330:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded220. 00000100:00000001:2.0:1788942079.272332:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942079.272336:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.272343:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942079.272346:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.272352:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.272353:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788942079.278329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25d00. 00010000:00000010:3.1:1788942079.278342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324400. 00000800:00000001:3.0:1788942079.278415:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.278428:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942079.278431:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.278433:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942079.278442:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278450:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942079.278457:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278461:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278467:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278470:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f4b900 00000400:00000200:3.0:1788942079.278475:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278480:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x650d [1] + 224 00000800:00000001:3.0:1788942079.278486:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.278490:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942079.278493:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942079.278497:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942079.278504:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942079.278511:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942079.278521:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.278533:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942079.278540:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.278543:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942079.278545:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.278547:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942079.278550:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278553:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942079.278557:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278560:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278562:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278564:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f4b880 00000400:00000200:3.0:1788942079.278568:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942079.278571:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x64fd [1] + 224 00000800:00000001:3.0:1788942079.278574:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.278580:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942079.278582:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942079.278584:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942079.278587:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942079.278590:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942079.278598:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942079.278618:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942079.278622:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942079.278624:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942079.279094:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942079.279099:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942079.279105:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942079.279107:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942079.279110:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:1.0:1788942079.279114:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a088 00000400:00000010:1.0:1788942079.279116:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a088. 00000100:00000001:1.0:1788942079.279119:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942079.279125:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942079.279133:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942079.279143:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942079.279144:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942079.279146:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942079.279149:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942079.279151:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942079.279153:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942079.279155:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942079.279162:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95d38 time=67 v=5 (5 5 0 5) 00000100:00001000:1.0:1788942079.279166:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942079.279168:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942079.279169:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942079.279171:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942079.279174:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942079.279177:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942079.279179:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1788942079.279181:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942079.279183:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942079.279187:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942079.279193:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942079.279195:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942079.279197:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942079.279200:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942079.279206:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884245248:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942079.279210:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942079.279213:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942079.279216:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884245248/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942079.279221:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942079.279223:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942079.279226:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b54806ba00. 02000000:00000001:1.0:1788942079.279229:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942079.279231:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942079.279233:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942079.279234:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942079.279237:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b54806b800. 02000000:00000001:1.0:1788942079.279239:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942079.279240:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942079.279241:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00000100:00000001:1.0:1788942079.279244:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942079.279246:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942079.279247:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942079.279254:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942079.279256:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942079.279258:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942079.279260:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.281531:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942079.281537:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942079.281545:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942079.281547:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942079.281551:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4000. 00000400:00000200:2.0:1788942079.281556:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded5d8 00000400:00000010:2.0:1788942079.281558:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded5d8. 00000100:00000001:2.0:1788942079.281562:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942079.281572:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942079.281583:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.281590:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942079.281592:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.281595:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942079.281598:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942079.281600:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942079.281602:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942079.281605:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942079.281613:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96538 time=204 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942079.281617:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942079.281619:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942079.281621:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942079.281624:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942079.281626:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.281630:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942079.281632:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942079.281634:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942079.281636:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942079.281640:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.281647:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942079.281650:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942079.281652:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942079.281655:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942079.281663:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884245120:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788942079.281668:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.281670:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942079.281674:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544ace300 x1875839884245120/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942079.281680:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942079.281682:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942079.281685:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544907e00. 02000000:00000001:2.0:1788942079.281688:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942079.281691:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942079.281692:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942079.281695:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942079.281697:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b544907200. 02000000:00000001:2.0:1788942079.281699:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942079.281701:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942079.281703:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544ace300. 00000100:00000001:2.0:1788942079.281706:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942079.281707:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.281709:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942079.281715:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942079.281717:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942079.281719:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942079.281721:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788942079.285888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48200. 00010000:00000010:0.1:1788942079.285902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982600. 00000080:00000001:3.0:1788942079.316072:0:30551:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942079.714605:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942079.714611:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942079.714776:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942079.714780:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942079.714783:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942080.736956:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942080.736963:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942080.736983:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942080.736986:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942080.736988:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942081.027307:0:30697:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942081.766366:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942081.766372:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942081.766539:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942081.766542:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942081.766545:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788942082.004624:0:30759:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942082.787909:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942082.787916:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942082.794201:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942082.794208:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942082.794212:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788942083.592871:0:30886:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788942083.592879:0:30886:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 04:21:22 (1788942082) 00000001:00000001:3.0:1788942083.617059:0:30886:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1788942083.681244:0:28145:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296483338, at 4296483840 00000100:00000010:2.0:1788942083.681260:0:28145:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abda80. 00000100:00000040:3.0:1788942083.681694:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296483338, at 4296483840 00000100:00000010:3.0:1788942083.681700:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd9c0. 00000800:00000200:3.0:1788942083.719740:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942083.719750:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8c00. 00000400:00000200:3.0:1788942083.719758:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.719768:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942083.719778:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ae58 00000400:00000010:3.0:1788942083.719781:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ae58. 00000100:00000001:3.0:1788942083.719787:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942083.719797:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.719811:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942083.719815:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.719823:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942083.719825:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942083.724049:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.724065:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942083.724069:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.724072:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.724080:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.724088:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942083.724096:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.724101:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.724105:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.724109:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4b980 00000400:00000200:3.0:1788942083.724114:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.724119:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6515 [1] + 224 00000800:00000001:3.0:1788942083.724126:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.724133:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.724137:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.724141:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942083.724150:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942083.724158:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942083.724169:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.724195:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942083.724203:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.724206:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.724220:0:30889:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942083.724230:0:30889:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942083.724232:0:30889:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942083.724236:0:30889:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097ec8. 00000400:00000200:1.0:1788942083.724241:0:30889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aee0 00000400:00000010:1.0:1788942083.724244:0:30889:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aee0. 00000100:00000001:1.0:1788942083.724247:0:30889:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942083.724252:0:30889:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942083.724261:0:30889:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.724267:0:30889:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942083.724269:0:30889:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.724272:0:30889:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942083.724275:0:30889:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942083.724278:0:30889:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942083.724280:0:30889:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.724284:0:30889:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942083.724292:0:30889:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=73 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942083.724296:0:30889:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942083.724299:0:30889:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942083.724301:0:30889:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.724303:0:30889:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942083.724306:0:30889:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.724309:0:30889:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788942083.724311:0:30889:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967611 gen 2 00000100:00000040:1.0:1788942083.724317:0:30889:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff90b544ace680 x1875839884239488/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942091 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.724325:0:30889:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.724328:0:30889:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544ace680 x1875839884239488/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942091 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.724335:0:30889:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.724337:0:30889:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.724341:0:30889:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837c800. 02000000:00000001:1.0:1788942083.724345:0:30889:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.724347:0:30889:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.724349:0:30889:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.724351:0:30889:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.724354:0:30889:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b551a69000. 02000000:00000001:1.0:1788942083.724357:0:30889:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.724359:0:30889:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.724360:0:30889:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544ace680. 00000100:00000001:1.0:1788942083.724365:0:30889:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.724366:0:30889:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.724371:0:30889:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff90b545997b80 x1875839884241920/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.724390:0:30889:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.724393:0:30889:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997b80 x1875839884241920/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.724399:0:30889:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.724401:0:30889:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.724402:0:30889:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aeec00. 02000000:00000001:1.0:1788942083.724405:0:30889:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.724407:0:30889:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.724408:0:30889:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.724410:0:30889:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.724411:0:30889:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b544eb4a00. 02000000:00000001:1.0:1788942083.724413:0:30889:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.724414:0:30889:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.724416:0:30889:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997b80. 00000100:00000001:1.0:1788942083.724419:0:30889:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.724420:0:30889:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.724425:0:30889:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff90b55236aa00 x1875839884242560/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.724430:0:30889:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.724433:0:30889:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236aa00 x1875839884242560/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.724439:0:30889:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.724440:0:30889:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.724441:0:30889:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552275800. 02000000:00000001:1.0:1788942083.724443:0:30889:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.724444:0:30889:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.724445:0:30889:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.724447:0:30889:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.724448:0:30889:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcb400. 02000000:00000001:1.0:1788942083.724451:0:30889:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.724452:0:30889:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.724453:0:30889:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236aa00. 00000100:00000001:1.0:1788942083.724455:0:30889:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.724456:0:30889:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.724460:0:30889:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff90b545994a80 x1875839884243840/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.724466:0:30889:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.724469:0:30889:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994a80 x1875839884243840/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.724475:0:30889:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.724476:0:30889:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.724477:0:30889:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aed000. 02000000:00000001:1.0:1788942083.724480:0:30889:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.724481:0:30889:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.724482:0:30889:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.724483:0:30889:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.724485:0:30889:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b544eb4600. 02000000:00000001:1.0:1788942083.724487:0:30889:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.724488:0:30889:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.724489:0:30889:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994a80. 00000100:00000001:1.0:1788942083.724491:0:30889:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.724492:0:30889:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.724496:0:30889:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff90b545994700 x1875839884244480/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.724502:0:30889:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.724504:0:30889:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994700 x1875839884244480/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942217 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.724511:0:30889:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.724512:0:30889:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.724513:0:30889:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aef400. 02000000:00000001:1.0:1788942083.724516:0:30889:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.724517:0:30889:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.724518:0:30889:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.724520:0:30889:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.724521:0:30889:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b544eb5000. 02000000:00000001:1.0:1788942083.724523:0:30889:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.724524:0:30889:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.724525:0:30889:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994700. 00000100:00000001:1.0:1788942083.724527:0:30889:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.724528:0:30889:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.724531:0:30889:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788942083.724533:0:30889:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:1.0:1788942083.724536:0:30889:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942083.724538:0:30889:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942083.724543:0:30889:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.724549:0:30889:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942083.724551:0:30889:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942083.724553:0:30889:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.724557:0:30889:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942083.724564:0:30889:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997800 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:30889:1875839884245376:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942083.724569:0:30889:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.724571:0:30889:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.724573:0:30889:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942083.724575:0:30889:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.724577:0:30889:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.724583:0:30889:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942083.724585:0:30889:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff600. 00000100:00000001:1.0:1788942083.724588:0:30889:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942083.724590:0:30889:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.724593:0:30889:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942083.724596:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724598:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724601:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=4 00000020:00000001:1.0:1788942083.724604:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724607:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000040:1.0:1788942083.724613:0:30889:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324c00, remote cookie: 0x4d194fbcadeec70a, flags: 0x1001 00010000:00010000:1.0:1788942083.724618:0:30889:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.724629:0:30889:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.724635:0:30889:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942083.724639:0:30889:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942083.724642:0:30889:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942083.724643:0:30889:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942083.724645:0:30889:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942083.724648:0:30889:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b553d25000) refcount = 1 00010000:00010000:1.0:1788942083.724652:0:30889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.724658:0:30889:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942083.724661:0:30889:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942083.724662:0:30889:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.724665:0:30889:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942083.724668:0:30889:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.724671:0:30889:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.724676:0:30889:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942083.724678:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724679:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.724680:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724681:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.724682:0:30889:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.724687:0:30889:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942083.724688:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724689:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724691:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.724693:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724694:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724696:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724697:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724698:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=4 00000020:00000001:1.0:1788942083.724700:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724702:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724704:0:30889:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.724706:0:30889:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.724709:0:30889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.724716:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724717:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.724718:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724719:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724721:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=5 00000020:00000001:1.0:1788942083.724723:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724725:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724727:0:30889:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.724730:0:30889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.724736:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724737:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942083.724740:0:30889:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.724745:0:30889:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.724747:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724748:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.724749:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724750:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942083.724754:0:30889:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942083.724762:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724763:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724765:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.724766:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724769:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724772:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724773:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.724774:0:30889:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.724777:0:30889:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.724779:0:30889:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942083.724782:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724783:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724784:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.724786:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724789:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00000002:00010000:1.0:1788942083.724792:0:30889:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.724798:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724799:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.724801:0:30889:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942083.724802:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724803:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724804:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.724806:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724808:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000040:1.0:1788942083.724814:0:30889:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.724817:0:30889:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942083.724822:0:30889:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942083.724824:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724825:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.724827:0:30889:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942083.724830:0:30889:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f898 00000002:00002000:1.0:1788942083.724832:0:30889:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942083.724835:0:30889:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.724838:0:30889:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.724840:0:30889:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942083.724844:0:30889:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942083.724847:0:30889:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942083.724883:0:30889:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942083.724887:0:30889:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d2200. 00000080:00000001:1.0:1788942083.724892:0:30889:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942083.724895:0:30889:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942083.724899:0:30889:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942083.724903:0:30889:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942083.724908:0:30889:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392c80. 00800000:00000001:1.0:1788942083.724911:0:30889:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008027776 : -122366701523840 : ffff90b548392c80) 00800000:00000001:1.0:1788942083.724913:0:30889:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.724916:0:30889:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942083.724919:0:30889:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942083.724920:0:30889:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942083.724923:0:30889:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942083.724924:0:30889:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942083.724926:0:30889:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.724930:0:30889:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942083.724932:0:30889:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788942083.724936:0:30889:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942083.724938:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724940:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724941:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.724943:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724945:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724947:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724948:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942083.724949:0:30889:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942083.724951:0:30889:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942083.724952:0:30889:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392c80 1 00800000:00000010:1.0:1788942083.724954:0:30889:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392c80. 00800000:00000001:1.0:1788942083.724957:0:30889:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.724960:0:30889:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576b6 00800000:00000001:1.0:1788942083.724963:0:30889:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942083.724967:0:30889:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942083.724968:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724969:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724970:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.724972:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724974:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724977:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.724978:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.724979:0:30889:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.724981:0:30889:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.724983:0:30889:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.724985:0:30889:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942083.724989:0:30889:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576b6 from it ffffa57dc1f6fb58 00010000:00000001:1.0:1788942083.724991:0:30889:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.724992:0:30889:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.724993:0:30889:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.724995:0:30889:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724997:0:30889:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.724999:0:30889:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.725002:0:30889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.725008:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.725010:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.725011:0:30889:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942083.725013:0:30889:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942083.725016:0:30889:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec70a expref: -99 pid: 30889 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942083.725024:0:30889:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942083.725026:0:30889:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942083.725028:0:30889:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.725031:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.725032:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.725034:0:30889:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.725037:0:30889:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942083.725039:0:30889:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.725040:0:30889:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.725043:0:30889:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.725044:0:30889:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.725045:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.725046:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942083.725048:0:30889:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.725053:0:30889:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997800 x1875839884245376/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.725059:0:30889:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.725061:0:30889:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.725063:0:30889:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b97000. 02000000:00000001:1.0:1788942083.725066:0:30889:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.725067:0:30889:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.725069:0:30889:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.725070:0:30889:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.725072:0:30889:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aefc00. 02000000:00000001:1.0:1788942083.725075:0:30889:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.725076:0:30889:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.725077:0:30889:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997800. 00000100:00000001:1.0:1788942083.725079:0:30889:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.725081:0:30889:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.725084:0:30889:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942083.725089:0:30889:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942083.725124:0:30889:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bface0. 00000020:00000001:1.0:1788942083.725130:0:30889:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fae8 00000080:00200000:1.0:1788942083.725132:0:30889:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=13 00000080:00000001:1.0:1788942083.725134:0:30889:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942083.725136:0:30889:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f998 00000080:00200000:1.0:1788942083.725137:0:30889:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:1.0:1788942083.725146:0:30889:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367fe00. 00800000:00000002:1.0:1788942083.725150:0:30889:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942083.725155:0:30889:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942083.725157:0:30889:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.725159:0:30889:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f8b8 00800000:00000002:1.0:1788942083.725161:0:30889:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942083.725164:0:30889:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942083.725168:0:30889:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f850 00800000:00000002:1.0:1788942083.725170:0:30889:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788942083.725174:0:30889:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.725175:0:30889:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f788 00000002:00010000:1.0:1788942083.725177:0:30889:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788942083.725182:0:30889:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942083.725185:0:30889:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942083.725189:0:30889:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942083.725192:0:30889:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942083.725195:0:30889:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942083.725199:0:30889:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.725203:0:30889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.725204:0:30889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.725206:0:30889:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.725208:0:30889:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942083.725210:0:30889:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942083.725214:0:30889:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942083.725219:0:30889:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8400. 00000100:00000001:1.0:1788942083.725224:0:30889:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.725227:0:30889:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942083.725229:0:30889:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.725230:0:30889:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942083.725231:0:30889:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.725233:0:30889:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.725239:0:30889:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00010000:00000001:1.0:1788942083.725242:0:30889:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942083.725244:0:30889:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942083.725247:0:30889:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.725249:0:30889:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.725251:0:30889:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942083.725254:0:30889:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1e00. 00000020:00000001:1.0:1788942083.725257:0:30889:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942083.725259:0:30889:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1e00 with handle 0xcbb91bbb781576bd to hash 00000020:00000001:1.0:1788942083.725261:0:30889:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942083.725263:0:30889:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942083.725266:0:30889:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942083.725268:0:30889:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.725270:0:30889:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.725272:0:30889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30889 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.725279:0:30889:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30889 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.725288:0:30889:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30889 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942083.725293:0:30889:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942083.725295:0:30889:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942083.725300:0:30889:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b545c7b9c0. 00000100:00000001:1.0:1788942083.725302:0:30889:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706967038400 : -122366742513216 : ffff90b545c7b9c0) 00000100:00000001:1.0:1788942083.725304:0:30889:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.725305:0:30889:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000001:1.0:1788942083.725309:0:30889:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942083.725312:0:30889:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.725314:0:30889:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942083.725315:0:30889:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942083.725319:0:30889:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884245504/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.725325:0:30889:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942083.725327:0:30889:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.725330:0:30889:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942083.725333:0:30889:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942083.725335:0:30889:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942083.725338:0:30889:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:30889:1875839884245504:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942083.725343:0:30889:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942083.725347:0:30889:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942083.725349:0:30889:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.725351:0:30889:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942083.725354:0:30889:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559180000. 02000000:00000001:1.0:1788942083.725356:0:30889:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942083.725361:0:30889:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942083.725364:0:30889:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7faa8. 00000400:00000010:1.0:1788942083.725369:0:30889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daaa0. 00000100:00000200:1.0:1788942083.725375:0:30889:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884245504, portal 10 00000100:00000001:1.0:1788942083.725387:0:30889:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.725388:0:30889:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:1.0:1788942083.725394:0:30889:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66a00 x1875839884245504/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.725401:0:30889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942083.725403:0:30889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942083.725406:0:30889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942083.725409:0:30889:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884245504, offset 0 00000400:00000200:1.0:1788942083.725415:0:30889:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942083.725421:0:30889:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942083.725429:0:30889:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942083.725434:0:30889:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942083.725438:0:30889:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942083.725441:0:30889:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942083.725443:0:30889:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942083.725446:0:30889:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2336:2336:256:4294967295] 192.168.206.109@tcp LPNI seq info [2336:2336:8:4294967295] 00000400:00000200:1.0:1788942083.725451:0:30889:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942083.725459:0:30889:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942083.725464:0:30889:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942083.725469:0:30889:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2b00. 00000800:00000200:1.0:1788942083.725474:0:30889:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942083.725482:0:30889:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942083.725486:0:30889:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788942083.725504:0:30889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942083.725508:0:30889:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 809490 usecs (810 jiffies) 00000400:00000200:1.0:1788942083.725511:0:30889:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942083.725514:0:30889:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296484694 00000100:00000001:1.0:1788942083.725520:0:30889:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296484677 00000100:00000001:1.0:1788942083.725525:0:30889:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296484694 00000100:00000001:1.0:1788942083.725528:0:30889:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296484677 00000100:00000001:1.0:1788942083.725531:0:30889:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942083.725533:0:30889:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.725535:0:30889:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942083.725537:0:30889:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942083.725539:0:30889:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788942083.725541:0:30889:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942083.725543:0:30889:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942083.726058:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942083.726063:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2b00. 00000400:00000200:3.0:1788942083.726068:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.726074:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942083.726079:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:3.0:1788942083.726081:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:3.0:1788942083.726085:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942083.726089:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884245504/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.726098:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942083.726101:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66a00 x1875839884245504/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.726108:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942083.726110:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942083.734875:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.734890:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942083.734895:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.734898:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.734907:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.734914:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942083.734923:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.734928:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.734933:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.734937:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4ba00 00000400:00000200:3.0:1788942083.734942:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.734947:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x651d [1] + 224 00000800:00000001:3.0:1788942083.734953:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.734959:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.734963:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.734967:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942083.734974:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942083.734983:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884245504/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942083.734994:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e66a00 x1875839884245504/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.735021:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942083.735028:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.735032:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942083.738064:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942083.738069:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8c00. 00000400:00000200:3.0:1788942083.738075:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.738081:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942083.738087:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:3.0:1788942083.738089:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:3.0:1788942083.738094:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942083.738098:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997800 x1875839884245760/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942083.738107:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942083.738111:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997800 x1875839884245760/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942083.738117:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942083.738119:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942083.751828:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.751843:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942083.751848:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.751866:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.751874:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.751882:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942083.751890:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.751896:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.751901:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.751905:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f4bb00 00000400:00000200:3.0:1788942083.751910:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.751915:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x6525 [1] + 224 00000800:00000001:3.0:1788942083.751921:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.751928:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.751932:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.751936:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942083.751944:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942083.751953:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997800 x1875839884245760/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942083.751964:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b545997800 x1875839884245760/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942083.751981:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942083.751988:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942083.751991:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.751996:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942083.752003:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2338:2338:256:4294967295] 192.168.206.109@tcp LPNI seq info [2338:2338:8:4294967295] 00000400:00000200:3.0:1788942083.752007:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.752015:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942083.752020:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942083.752027:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38b00. 00000800:00000200:3.0:1788942083.752033:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942083.752039:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942083.752044:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942083.752130:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942083.752134:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38b00. 00000400:00000200:3.0:1788942083.752137:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.752140:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942083.752145:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.752149:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788942083.769068:0:30893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00000080:00000010:0.1:1788942083.769088:0:30893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bface0. 00010000:00000010:0.1:1788942083.787007:0:30893:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25000. 00010000:00000010:0.1:1788942083.787022:0:30893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324c00. 00000800:00000200:3.0:1788942083.789306:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942083.789310:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8c00. 00000400:00000200:3.0:1788942083.789316:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.789320:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942083.789326:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a000 00000400:00000010:3.0:1788942083.789328:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a000. 00000100:00000001:3.0:1788942083.789332:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942083.789336:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994700 x1875839884245888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.789346:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942083.789349:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994700 x1875839884245888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.789357:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942083.789358:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942083.803984:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942083.804003:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942083.804008:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942083.804011:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942083.804019:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942083.804028:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942083.804037:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942083.804042:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942083.804047:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942083.804051:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4bb80 00000400:00000200:2.0:1788942083.804057:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942083.804062:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x652d [1] + 224 00000800:00000001:2.0:1788942083.804068:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942083.804077:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942083.804080:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942083.804085:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942083.804092:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942083.804106:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994700 x1875839884245888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942083.804117:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545994700 x1875839884245888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.804196:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942083.804204:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942083.804208:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1788942083.810981:0:30893:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392600. 00800000:00000001:1.0:1788942083.810989:0:30893:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008026112 : -122366701525504 : ffff90b548392600) 00800000:00000001:1.0:1788942083.810993:0:30893:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.810996:0:30893:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942083.811001:0:30893:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942083.811003:0:30893:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942083.811005:0:30893:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942083.811008:0:30893:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942083.811009:0:30893:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.811014:0:30893:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942083.811016:0:30893:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788942083.811019:0:30893:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942076 to 1788942083 00000080:00200000:1.0:1788942083.811022:0:30893:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942083.811026:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.811028:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.811031:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.811034:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.811036:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.811039:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.811041:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942083.811043:0:30893:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942083.811047:0:30893:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942083.811049:0:30893:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392600 1 00800000:00000010:1.0:1788942083.811051:0:30893:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392600. 00800000:00000001:1.0:1788942083.811055:0:30893:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.811058:0:30893:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576c4 00800000:00000001:1.0:1788942083.811060:0:30893:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942083.811063:0:30893:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942083.811065:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.811066:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.811067:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.811068:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.811070:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.811072:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.811073:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.811075:0:30893:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.811076:0:30893:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.811078:0:30893:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.811081:0:30893:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942083.811084:0:30893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576c4 from it ffffa57dc1c9fb58 00010000:00000001:1.0:1788942083.811085:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.811086:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.811088:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.811089:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.811091:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.811093:0:30893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.811097:0:30893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.811111:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.811112:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.811114:0:30893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942083.811117:0:30893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942083.811119:0:30893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942083.811127:0:30893:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942083.811130:0:30893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942083.811132:0:30893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.811135:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.811137:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.811138:0:30893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.811141:0:30893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942083.811143:0:30893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.811145:0:30893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.811148:0:30893:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.811151:0:30893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.811152:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.811154:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942083.811156:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.811168:0:30893:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994700 x1875839884245888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.811176:0:30893:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.811179:0:30893:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.811182:0:30893:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b94000. 02000000:00000001:1.0:1788942083.811185:0:30893:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.811187:0:30893:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.811189:0:30893:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.811191:0:30893:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.811193:0:30893:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aecc00. 02000000:00000001:1.0:1788942083.811197:0:30893:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.811198:0:30893:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.811200:0:30893:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994700. 00000100:00000001:1.0:1788942083.811204:0:30893:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.811205:0:30893:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.811209:0:30893:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942083.811213:0:30893:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942083.811226:0:30893:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa0a0. 00000020:00000001:1.0:1788942083.811231:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fae8 00000080:00200000:1.0:1788942083.811233:0:30893:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=13 00000080:00000001:1.0:1788942083.811237:0:30893:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942083.811239:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f998 00000080:00200000:1.0:1788942083.811241:0:30893:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:1.0:1788942083.811248:0:30893:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367e800. 00800000:00000002:1.0:1788942083.811252:0:30893:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942083.811256:0:30893:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942083.811259:0:30893:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.811261:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f8b8 00800000:00000002:1.0:1788942083.811263:0:30893:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942083.811266:0:30893:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942083.811270:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f850 00800000:00000002:1.0:1788942083.811272:0:30893:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788942083.811276:0:30893:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.811278:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f788 00000002:00010000:1.0:1788942083.811280:0:30893:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788942083.811284:0:30893:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942083.811287:0:30893:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942083.811290:0:30893:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942083.811293:0:30893:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942083.811298:0:30893:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942083.811302:0:30893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.811305:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.811306:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.811307:0:30893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.811310:0:30893:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942083.811312:0:30893:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942083.811316:0:30893:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942083.811321:0:30893:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8000. 00000100:00000001:1.0:1788942083.811327:0:30893:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.811331:0:30893:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942083.811333:0:30893:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.811334:0:30893:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942083.811335:0:30893:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.811337:0:30893:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.811343:0:30893:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00010000:00000001:1.0:1788942083.811346:0:30893:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942083.811348:0:30893:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942083.811353:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.811355:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.811358:0:30893:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942083.811362:0:30893:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0a00. 00000020:00000001:1.0:1788942083.811365:0:30893:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942083.811367:0:30893:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0a00 with handle 0xcbb91bbb781576cb to hash 00000020:00000001:1.0:1788942083.811369:0:30893:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942083.811371:0:30893:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.811374:0:30893:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.811388:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.811391:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.811394:0:30893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.811401:0:30893:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.811409:0:30893:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942083.811414:0:30893:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942083.811415:0:30893:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942083.811421:0:30893:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b545c7b240. 00000100:00000001:1.0:1788942083.811423:0:30893:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706967036480 : -122366742515136 : ffff90b545c7b240) 00000100:00000001:1.0:1788942083.811426:0:30893:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.811427:0:30893:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942083.811431:0:30893:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942083.811434:0:30893:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.811436:0:30893:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942083.811438:0:30893:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942083.811442:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.811450:0:30893:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942083.811452:0:30893:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.811455:0:30893:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942083.811457:0:30893:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942083.811459:0:30893:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942083.811462:0:30893:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:30893:1875839884246016:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942083.811466:0:30893:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942083.811470:0:30893:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942083.811472:0:30893:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.811475:0:30893:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942083.811478:0:30893:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559185800. 02000000:00000001:1.0:1788942083.811480:0:30893:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942083.811486:0:30893:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942083.811490:0:30893:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f420. 00000400:00000010:1.0:1788942083.811495:0:30893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942083.811501:0:30893:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884246016, portal 10 00000100:00000001:1.0:1788942083.811503:0:30893:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.811504:0:30893:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942083.811509:0:30893:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.811516:0:30893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942083.811518:0:30893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942083.811521:0:30893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daee0. 00000100:00000200:1.0:1788942083.811524:0:30893:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884246016, offset 0 00000400:00000200:1.0:1788942083.811530:0:30893:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942083.811536:0:30893:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942083.811543:0:30893:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942083.811548:0:30893:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942083.811551:0:30893:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942083.811555:0:30893:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942083.811557:0:30893:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942083.811561:0:30893:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2340:2340:256:4294967295] 192.168.206.109@tcp LPNI seq info [2340:2340:8:4294967295] 00000400:00000200:1.0:1788942083.811565:0:30893:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942083.811574:0:30893:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942083.811580:0:30893:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942083.811585:0:30893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2500. 00000800:00000200:1.0:1788942083.811590:0:30893:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942083.811596:0:30893:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942083.811600:0:30893:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788942083.811620:0:30893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942083.811624:0:30893:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 805958 usecs (806 jiffies) 00000400:00000200:1.0:1788942083.811628:0:30893:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942083.811630:0:30893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296484776 00000100:00000001:1.0:1788942083.811636:0:30893:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296484756 00000100:00000001:1.0:1788942083.811640:0:30893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296484776 00000100:00000001:1.0:1788942083.811643:0:30893:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296484756 00000100:00000001:1.0:1788942083.811646:0:30893:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942083.811648:0:30893:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.811650:0:30893:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942083.811651:0:30893:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942083.811654:0:30893:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b240 going to sleep for 11 seconds 00000100:00000001:1.0:1788942083.811656:0:30893:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942083.811659:0:30893:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942083.811963:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942083.811968:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:2.0:1788942083.811973:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942083.811977:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942083.811983:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daee0 00000400:00000010:2.0:1788942083.811985:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daee0. 00000100:00000001:2.0:1788942083.811989:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942083.811993:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.812001:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942083.812004:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.812009:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.812011:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788942083.812216:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942083.812220:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942083.812221:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942083.812224:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942083.812226:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942083.812228:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942083.812229:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942083.812231:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942083.812234:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942083.812235:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942083.813875:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942083.813880:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.813885:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788942083.822069:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.822083:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942083.822087:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.822089:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.822097:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.822104:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942083.822112:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.822118:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.822123:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.822127:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4bc00 00000400:00000200:3.0:1788942083.822132:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.822138:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6535 [1] + 224 00000800:00000001:3.0:1788942083.822144:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.822151:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.822155:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.822159:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942083.822166:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942083.822174:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942083.822184:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.822197:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942083.822204:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.822206:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.822361:0:30893:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942083.822370:0:30893:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942083.822372:0:30893:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942083.822385:0:30893:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f420. 00000400:00000200:1.0:1788942083.822390:0:30893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:1.0:1788942083.822393:0:30893:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:1.0:1788942083.822396:0:30893:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942083.822400:0:30893:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942083.822408:0:30893:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.822413:0:30893:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942083.822415:0:30893:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.822418:0:30893:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942083.822421:0:30893:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942083.822424:0:30893:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942083.822426:0:30893:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.822429:0:30893:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942083.822439:0:30893:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=73 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942083.822443:0:30893:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942083.822446:0:30893:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942083.822449:0:30893:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.822455:0:30893:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942083.822459:0:30893:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942083.822461:0:30893:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967611 00000100:00000001:1.0:1788942083.822463:0:30893:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942083.822466:0:30893:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788942083.822471:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.822477:0:30893:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788942083.822481:0:30893:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942083.822483:0:30893:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.822487:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942083.822494:0:30893:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:30893:1875839884246016:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942083.822499:0:30893:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.822501:0:30893:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942083.822504:0:30893:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942083.822506:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.822509:0:30893:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.822516:0:30893:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942083.822518:0:30893:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b545c7b240. 00000100:00000001:1.0:1788942083.822521:0:30893:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942083.822522:0:30893:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788942083.822525:0:30893:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942083.822529:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.822531:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.822534:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00000020:00000001:1.0:1788942083.822536:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.822539:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00010000:1.0:1788942083.822544:0:30893:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.822553:0:30893:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788942083.822557:0:30893:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.822562:0:30893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.822564:0:30893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.822569:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.822570:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942083.822574:0:30893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.822579:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.822582:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.822585:0:30893:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942083.822588:0:30893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.822593:0:30893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0a00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942083.822597:0:30893:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942083.822600:0:30893:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.822606:0:30893:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942083.822608:0:30893:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942083.822611:0:30893:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.822616:0:30893:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942083.822618:0:30893:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942083.822619:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.822620:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.822622:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=5 00000020:00000001:1.0:1788942083.822623:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.822625:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.822628:0:30893:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942083.822630:0:30893:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788942083.822635:0:30893:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942083.822637:0:30893:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.822639:0:30893:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942083.822641:0:30893:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942083.822644:0:30893:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942083.822645:0:30893:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942083.822647:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.822648:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942083.822650:0:30893:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0a00 with handle 0xcbb91bbb781576cb from hash 00010000:00000001:1.0:1788942083.822652:0:30893:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942083.822653:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.822654:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.822655:0:30893:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942083.822657:0:30893:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942083.822658:0:30893:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942083.822661:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.822662:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.822663:0:30893:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.822664:0:30893:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.822667:0:30893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.822671:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.822672:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.822673:0:30893:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788942083.822674:0:30893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.822676:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.822677:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.822677:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942083.822680:0:30893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.822688:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.822690:0:30893:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788942083.822694:0:30893:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788942083.822699:0:30893:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942083.822706:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942083.822708:0:30893:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.822710:0:30893:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.822712:0:30893:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.822714:0:30893:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942083.822717:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942083.822718:0:30893:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.822719:0:30893:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942083.822722:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f710 00000002:00002000:1.0:1788942083.822724:0:30893:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788942083.822727:0:30893:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.822731:0:30893:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.822733:0:30893:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942083.822736:0:30893:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942083.822739:0:30893:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942083.822742:0:30893:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:1.0:1788942083.822745:0:30893:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942083.822746:0:30893:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c9fb20 it_disposition 7 00000080:00002000:1.0:1788942083.822751:0:30893:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54450f798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788942083.822757:0:30893:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942083.822761:0:30893:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942083.822762:0:30893:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.822765:0:30893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942083.822769:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.822772:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.822776:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.822778:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942083.822782:0:30893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942083.822790:0:30893:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942083.822795:0:30893:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.822797:0:30893:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942083.822803:0:30893:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942083.822805:0:30893:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.822806:0:30893:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942083.822809:0:30893:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942083.822811:0:30893:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1c9f930 released 00000080:00010000:1.0:1788942083.822813:0:30893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576c4 from it ffffa57dc1c9f930 00010000:00000001:1.0:1788942083.822815:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.822816:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.822818:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.822820:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.822822:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.822823:0:30893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.822825:0:30893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942083.822830:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.822831:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.822832:0:30893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942083.822834:0:30893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942083.822836:0:30893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942083.822842:0:30893:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942083.822845:0:30893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942083.822846:0:30893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.822880:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.822881:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.822883:0:30893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.822886:0:30893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942083.822888:0:30893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.822890:0:30893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.822893:0:30893:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.822895:0:30893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.822896:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.822897:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942083.822899:0:30893:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942083.822900:0:30893:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942083.822903:0:30893:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942083.822907:0:30893:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54367e800. 00000100:00000001:1.0:1788942083.822910:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.822915:0:30893:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884246016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.822921:0:30893:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.822923:0:30893:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.822925:0:30893:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559185800. 02000000:00000001:1.0:1788942083.822928:0:30893:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.822930:0:30893:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.822932:0:30893:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.822934:0:30893:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.822936:0:30893:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b8000. 02000000:00000001:1.0:1788942083.822938:0:30893:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.822940:0:30893:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.822942:0:30893:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:1.0:1788942083.822944:0:30893:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.822945:0:30893:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942083.822948:0:30893:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942083.822949:0:30893:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1c9fb20 released 00000080:00000001:1.0:1788942083.822950:0:30893:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942083.822953:0:30893:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942083.822955:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb70 00000080:00002000:1.0:1788942083.822957:0:30893:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff90b54450f798, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788942083.822960:0:30893:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.823002:0:30893:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942083.823004:0:30893:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942083.823006:0:30893:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942083.823007:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbb0 00000080:00200000:1.0:1788942083.823009:0:30893:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942083.823014:0:30893:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367e800. 00800000:00000002:1.0:1788942083.823018:0:30893:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942083.823021:0:30893:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942083.823023:0:30893:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.823024:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fad0 00800000:00000002:1.0:1788942083.823026:0:30893:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942083.823029:0:30893:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942083.823031:0:30893:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942083.823035:0:30893:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.823036:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9a0 00000002:00010000:1.0:1788942083.823038:0:30893:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942083.823041:0:30893:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942083.823042:0:30893:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.823043:0:30893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942083.823046:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.823048:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.823050:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.823052:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942083.823054:0:30893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942083.823060:0:30893:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942083.823063:0:30893:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.823065:0:30893:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942083.823070:0:30893:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942083.823072:0:30893:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942083.823074:0:30893:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.823075:0:30893:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.823077:0:30893:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.823079:0:30893:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942083.823081:0:30893:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942083.823083:0:30893:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942083.823085:0:30893:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54367e800. 00000080:00000001:1.0:1788942083.823087:0:30893:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942083.823088:0:30893:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.823091:0:30893:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942083.823093:0:30893:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576c4 00800000:00000001:1.0:1788942083.823096:0:30893:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942083.823098:0:30893:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942083.823100:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.823101:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.823103:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.823105:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.823107:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.823109:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.823110:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.823112:0:30893:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.823113:0:30893:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.823115:0:30893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576c4 from it ffffa57dc1c9fbe8 00010000:00000001:1.0:1788942083.823117:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.823118:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.823120:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.823121:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.823123:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.823124:0:30893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.823127:0:30893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942083.823132:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.823133:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.823134:0:30893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942083.823136:0:30893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942083.823138:0:30893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942083.823143:0:30893:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942083.823145:0:30893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942083.823146:0:30893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.823148:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.823149:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.823150:0:30893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.823151:0:30893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942083.823153:0:30893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.823154:0:30893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.823156:0:30893:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.823158:0:30893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.823159:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.823160:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942083.823162:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942083.823164:0:30893:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.823166:0:30893:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942083.823171:0:30893:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.823174:0:30893:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942083.823176:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbd8 00000080:00002000:1.0:1788942083.823178:0:30893:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff90b54450f798) flags 0x8000e refc 0 00000080:00000001:1.0:1788942083.823180:0:30893:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942083.823182:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc20 00000080:00200000:1.0:1788942083.823183:0:30893:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=16392 00000080:00000001:1.0:1788942083.823187:0:30893:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942083.823188:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fba8 00000080:00002000:1.0:1788942083.823190:0:30893:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff90b54450f798, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788942083.823193:0:30893:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942083.823215:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00200008:1.0:1788942083.823218:0:30893:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788942083.823222:0:30893:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942083.823223:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc80 00000080:00200000:1.0:1788942083.823225:0:30893:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942083.823228:0:30893:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367e800. 00800000:00000002:1.0:1788942083.823230:0:30893:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942083.823233:0:30893:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942083.823234:0:30893:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.823235:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fba0 00800000:00000002:1.0:1788942083.823237:0:30893:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942083.823240:0:30893:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942083.823242:0:30893:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942083.823245:0:30893:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.823247:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa70 00000002:00010000:1.0:1788942083.823248:0:30893:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942083.823251:0:30893:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942083.823253:0:30893:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.823254:0:30893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942083.823257:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.823259:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.823261:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.823263:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942083.823266:0:30893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788942083.823272:0:30893:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942083.823274:0:30893:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.823277:0:30893:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788942083.823282:0:30893:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942083.823283:0:30893:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942083.823285:0:30893:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.823286:0:30893:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.823287:0:30893:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.823289:0:30893:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942083.823291:0:30893:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942083.823293:0:30893:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942083.823295:0:30893:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54367e800. 00000080:00000001:1.0:1788942083.823297:0:30893:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942083.823299:0:30893:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.823301:0:30893:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942083.823303:0:30893:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576c4 00800000:00000001:1.0:1788942083.823306:0:30893:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942083.823307:0:30893:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942083.823308:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.823309:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.823311:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.823313:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.823314:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.823317:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.823318:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.823319:0:30893:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.823321:0:30893:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.823322:0:30893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576c4 from it ffffa57dc1c9fcb8 00010000:00000001:1.0:1788942083.823324:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.823325:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.823327:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.823328:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.823331:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.823333:0:30893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.823335:0:30893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942083.823342:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.823343:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.823344:0:30893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942083.823345:0:30893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942083.823348:0:30893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942083.823355:0:30893:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942083.823356:0:30893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942083.823358:0:30893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.823359:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.823360:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.823361:0:30893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.823363:0:30893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942083.823364:0:30893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.823366:0:30893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.823368:0:30893:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.823370:0:30893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.823371:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.823372:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942083.823373:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942083.823375:0:30893:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942083.823390:0:30893:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942083.823393:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00000008:1.0:1788942083.823395:0:30893:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788942083.823892:0:30893:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942083.823916:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00200008:1.0:1788942083.823918:0:30893:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788942083.823922:0:30893:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942083.823923:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc80 00000080:00200000:1.0:1788942083.823925:0:30893:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942083.823929:0:30893:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367e800. 00800000:00000002:1.0:1788942083.823932:0:30893:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942083.823934:0:30893:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942083.823936:0:30893:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.823937:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fba0 00800000:00000002:1.0:1788942083.823939:0:30893:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942083.823942:0:30893:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942083.823944:0:30893:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942083.823946:0:30893:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.823948:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa70 00000002:00010000:1.0:1788942083.823950:0:30893:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942083.823952:0:30893:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942083.823954:0:30893:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.823955:0:30893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942083.823958:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.823960:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.823962:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.823964:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942083.823967:0:30893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788942083.823975:0:30893:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942083.823978:0:30893:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.823980:0:30893:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788942083.823986:0:30893:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942083.823988:0:30893:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942083.823990:0:30893:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.823991:0:30893:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.823993:0:30893:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.823995:0:30893:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942083.823997:0:30893:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942083.823999:0:30893:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942083.824001:0:30893:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54367e800. 00000080:00000001:1.0:1788942083.824003:0:30893:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942083.824004:0:30893:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.824006:0:30893:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942083.824009:0:30893:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576c4 00800000:00000001:1.0:1788942083.824011:0:30893:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942083.824013:0:30893:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942083.824014:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.824015:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.824017:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.824019:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.824022:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.824024:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824025:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.824026:0:30893:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.824028:0:30893:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.824030:0:30893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576c4 from it ffffa57dc1c9fcb8 00010000:00000001:1.0:1788942083.824031:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.824032:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.824033:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.824035:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.824037:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.824039:0:30893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.824042:0:30893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942083.824048:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824049:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.824050:0:30893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942083.824051:0:30893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942083.824053:0:30893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942083.824059:0:30893:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942083.824061:0:30893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942083.824063:0:30893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.824065:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824066:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.824067:0:30893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824069:0:30893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942083.824070:0:30893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824072:0:30893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824074:0:30893:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824076:0:30893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.824077:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824078:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942083.824080:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942083.824081:0:30893:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942083.824083:0:30893:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942083.824086:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00000008:1.0:1788942083.824088:0:30893:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788942083.824198:0:30893:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942083.824201:0:30893:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942083.824202:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00200000:1.0:1788942083.824204:0:30893:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942083.824208:0:30893:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367e800. 00800000:00000002:1.0:1788942083.824211:0:30893:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942083.824212:0:30893:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942083.824214:0:30893:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.824215:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa98 00800000:00000002:1.0:1788942083.824218:0:30893:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942083.824220:0:30893:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942083.824223:0:30893:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942083.824226:0:30893:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.824228:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f968 00000002:00010000:1.0:1788942083.824229:0:30893:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942083.824232:0:30893:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942083.824233:0:30893:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.824234:0:30893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942083.824237:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.824239:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.824241:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.824243:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942083.824245:0:30893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788942083.824251:0:30893:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942083.824254:0:30893:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.824256:0:30893:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788942083.824261:0:30893:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942083.824263:0:30893:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942083.824264:0:30893:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.824265:0:30893:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942083.824267:0:30893:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.824268:0:30893:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942083.824270:0:30893:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942083.824271:0:30893:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942083.824273:0:30893:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54367e800. 00000080:00000001:1.0:1788942083.824276:0:30893:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942083.824277:0:30893:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.824279:0:30893:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942083.824282:0:30893:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576c4 00800000:00000001:1.0:1788942083.824284:0:30893:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942083.824285:0:30893:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942083.824287:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.824288:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.824289:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.824291:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.824293:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.824295:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824296:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.824297:0:30893:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.824298:0:30893:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.824300:0:30893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576c4 from it ffffa57dc1c9fbb0 00010000:00000001:1.0:1788942083.824302:0:30893:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.824303:0:30893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.824304:0:30893:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324c00 refcount=3 00000020:00000001:1.0:1788942083.824305:0:30893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.824307:0:30893:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349248 : -122366534202368 : ffff90b552324c00) 00010000:00000001:1.0:1788942083.824309:0:30893:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.824311:0:30893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942083.824316:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824317:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.824318:0:30893:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942083.824320:0:30893:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942083.824322:0:30893:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788942083.824327:0:30893:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942083.824329:0:30893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942083.824330:0:30893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.824332:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824333:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.824334:0:30893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824337:0:30893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942083.824338:0:30893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824339:0:30893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824341:0:30893:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824343:0:30893:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.824343:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824344:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942083.824346:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942083.824347:0:30893:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.824349:0:30893:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:1.0:1788942083.824353:0:30893:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.824357:0:30893:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942083.824359:0:30893:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942083.824361:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00200008:1.0:1788942083.824363:0:30893:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000 00000080:00000010:1.0:1788942083.824368:0:30893:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415bf7c0. 00000080:00000001:1.0:1788942083.824371:0:30893:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.824373:0:30893:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.824396:0:30893:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942083.824398:0:30893:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c03066f0 arg=7fff11cff2a0 00000020:00000001:1.0:1788942083.824404:0:30893:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942083.824408:0:30893:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff90b5487b8000. 00000020:00000001:1.0:1788942083.824412:0:30893:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.824415:0:30893:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788942083.824417:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fad0 00000080:00200000:1.0:1788942083.824419:0:30893:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1788942083.824423:0:30893:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367e800. 00800000:00000002:1.0:1788942083.824426:0:30893:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:1.0:1788942083.824433:0:30893:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788942083.824435:0:30893:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942083.824438:0:30893:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:1.0:1788942083.824441:0:30893:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788942083.824443:0:30893:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788942083.824445:0:30893:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788942083.824447:0:30893:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788942083.824450:0:30893:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x24:0x0] 40000000:00000001:1.0:1788942083.824452:0:30893:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.824455:0:30893:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.824456:0:30893:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.824458:0:30893:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942083.824460:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9e8 00800000:00000002:1.0:1788942083.824462:0:30893:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000404:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788942083.824466:0:30893:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788942083.824468:0:30893:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942083.824471:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 2 00010000:00000001:1.0:1788942083.824473:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.824476:0:30893:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942083.824478:0:30893:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942083.824481:0:30893:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788942083.824487:0:30893:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942083.824490:0:30893:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942083.824492:0:30893:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942083.824494:0:30893:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788942083.824496:0:30893:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.824497:0:30893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942083.824499:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 3 00010000:00000001:1.0:1788942083.824501:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942083.824504:0:30893:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.824505:0:30893:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.824506:0:30893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942083.824508:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 3 00010000:00000001:1.0:1788942083.824509:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942083.824511:0:30893:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.824512:0:30893:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.824514:0:30893:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942083.824515:0:30893:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25000 count: 3 00010000:00000001:1.0:1788942083.824517:0:30893:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942083.824519:0:30893:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.824520:0:30893:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942083.824523:0:30893:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788942083.824527:0:30893:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788942083.824530:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f670 00000080:00002000:1.0:1788942083.824532:0:30893:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:1.0:1788942083.824536:0:30893:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942083.824539:0:30893:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942083.824544:0:30893:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788942083.824547:0:30893:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942083.824548:0:30893:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824551:0:30893:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942083.824553:0:30893:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942083.824554:0:30893:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942083.824556:0:30893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.824557:0:30893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942083.824560:0:30893:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324c00 with handle 0xcbb91bbb781576c4 from hash 00010000:00000001:1.0:1788942083.824562:0:30893:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942083.824563:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.824564:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.824566:0:30893:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942083.824568:0:30893:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942083.824570:0:30893:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942083.824573:0:30893:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942083.824575:0:30893:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942083.824577:0:30893:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788942083.824582:0:30893:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942083.824586:0:30893:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942083.824591:0:30893:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942083.824593:0:30893:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824595:0:30893:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942083.824598:0:30893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.824600:0:30893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.824602:0:30893:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942083.824604:0:30893:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942083.824607:0:30893:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942083.824612:0:30893:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b9c00. 00000100:00000001:1.0:1788942083.824618:0:30893:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824621:0:30893:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942083.824623:0:30893:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942083.824629:0:30893:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788942083.824636:0:30893:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942083.824637:0:30893:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942083.824639:0:30893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942083.824641:0:30893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324c00/0xcbb91bbb781576c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec73b expref: -99 pid: 30893 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788942083.824648:0:30893:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25000 count: 0 00010000:00000010:1.0:1788942083.824652:0:30893:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87300. 00010000:00000001:1.0:1788942083.824658:0:30893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.824659:0:30893:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824661:0:30893:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942083.824662:0:30893:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.824664:0:30893:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788942083.824675:0:30893:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942083.824685:0:30893:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942083.824693:0:30893:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942083.824694:0:30893:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942083.824700:0:30893:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b545c7b240. 00000100:00000001:1.0:1788942083.824702:0:30893:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706967036480 : -122366742515136 : ffff90b545c7b240) 00000100:00000001:1.0:1788942083.824705:0:30893:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.824707:0:30893:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942083.824711:0:30893:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942083.824714:0:30893:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.824716:0:30893:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942083.824717:0:30893:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942083.824721:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.824728:0:30893:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942083.824730:0:30893:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.824734:0:30893:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942083.824737:0:30893:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942083.824739:0:30893:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942083.824743:0:30893:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:30893:1875839884246272:192.168.206.109@tcp:36:lfs.0 00000100:00000001:1.0:1788942083.824747:0:30893:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942083.824752:0:30893:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942083.824755:0:30893:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.824757:0:30893:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942083.824761:0:30893:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942083.824763:0:30893:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942083.824770:0:30893:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942083.824773:0:30893:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f420. 00000400:00000010:1.0:1788942083.824780:0:30893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942083.824786:0:30893:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884246272, portal 10 00000100:00000001:1.0:1788942083.824789:0:30893:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.824790:0:30893:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942083.824795:0:30893:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.824802:0:30893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942083.824804:0:30893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942083.824807:0:30893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da990. 00000100:00000200:1.0:1788942083.824811:0:30893:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875839884246272, offset 0 00000400:00000200:1.0:1788942083.824816:0:30893:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942083.824824:0:30893:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942083.824830:0:30893:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942083.824835:0:30893:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942083.824840:0:30893:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942083.824843:0:30893:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942083.824846:0:30893:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942083.824849:0:30893:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2341:2341:256:4294967295] 192.168.206.109@tcp LPNI seq info [2341:2341:8:4294967295] 00000400:00000200:1.0:1788942083.824878:0:30893:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942083.824887:0:30893:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942083.824894:0:30893:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942083.824899:0:30893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2600. 00000800:00000200:1.0:1788942083.824906:0:30893:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942083.824913:0:30893:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942083.824918:0:30893:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788942083.824936:0:30893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942083.824941:0:30893:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 804781 usecs (805 jiffies) 00000400:00000200:1.0:1788942083.824944:0:30893:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942083.824946:0:30893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296484786 00000100:00000001:1.0:1788942083.824953:0:30893:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296484776 00000100:00000001:1.0:1788942083.824958:0:30893:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296484786 00000100:00000001:1.0:1788942083.824961:0:30893:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296484776 00000100:00000001:1.0:1788942083.824964:0:30893:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942083.824967:0:30893:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.824969:0:30893:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942083.824971:0:30893:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942083.824974:0:30893:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b240 going to sleep for 11 seconds 00000100:00000001:1.0:1788942083.824976:0:30893:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942083.824979:0:30893:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942083.825155:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942083.825161:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2600. 00000400:00000200:3.0:1788942083.825166:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.825171:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942083.825176:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da990 00000400:00000010:3.0:1788942083.825178:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da990. 00000100:00000001:3.0:1788942083.825182:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942083.825186:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942083.825194:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942083.825197:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942083.825209:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942083.825211:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942083.849035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00000080:00000010:1.1:1788942083.849052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa0a0. 00010000:00000010:1.1:1788942083.849059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25000. 00010000:00000010:1.1:1788942083.849063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324c00. 00000800:00000001:3.0:1788942083.860993:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.861007:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942083.861011:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.861014:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.861022:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.861030:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942083.861038:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.861043:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.861048:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.861052:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f4bd00 00000400:00000200:3.0:1788942083.861057:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.861063:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x653d [1] + 224 00000800:00000001:3.0:1788942083.861070:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.861089:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.861093:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.861106:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942083.861113:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942083.861121:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942083.861132:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942083.861155:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942083.861162:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942083.861166:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.861171:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942083.861177:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2342:2342:256:4294967295] 192.168.206.109@tcp LPNI seq info [2342:2342:8:4294967295] 00000400:00000200:3.0:1788942083.861181:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.861190:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942083.861196:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942083.861202:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38b00. 00000800:00000200:3.0:1788942083.861208:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942083.861214:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942083.861219:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38b00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788942083.861311:0:30893:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942083.861319:0:30893:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942083.861321:0:30893:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942083.861324:0:30893:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f420. 00000400:00000200:1.0:1788942083.861329:0:30893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:1.0:1788942083.861332:0:30893:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:1.0:1788942083.861335:0:30893:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942083.861340:0:30893:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942083.861349:0:30893:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884246272/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.861356:0:30893:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942083.861358:0:30893:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.861361:0:30893:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942083.861365:0:30893:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942083.861367:0:30893:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942083.861369:0:30893:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.861372:0:30893:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942083.861389:0:30893:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=73 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942083.861393:0:30893:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942083.861396:0:30893:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942083.861397:0:30893:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.861400:0:30893:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942083.861404:0:30893:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.861407:0:30893:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942083.861409:0:30893:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:1.0:1788942083.861411:0:30893:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942083.861413:0:30893:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.861414:0:30893:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942083.861417:0:30893:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942083.861419:0:30893:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967611 00000100:00000001:1.0:1788942083.861421:0:30893:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942083.861424:0:30893:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942083.861430:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884246272/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942099 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.861436:0:30893:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942083.861439:0:30893:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942083.861441:0:30893:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.861445:0:30893:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884246272/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942099 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942083.861452:0:30893:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:30893:1875839884246272:192.168.206.109@tcp:36:lfs.0 00000100:00000001:1.0:1788942083.861457:0:30893:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.861459:0:30893:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.861461:0:30893:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942083.861463:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.861466:0:30893:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884246272/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942099 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.861472:0:30893:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942083.861475:0:30893:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b545c7b240. 00000100:00000001:1.0:1788942083.861478:0:30893:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942083.861480:0:30893:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.861487:0:30893:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942083.861490:0:30893:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x24:0x0] 00800000:00000001:1.0:1788942083.861492:0:30893:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.861496:0:30893:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942083.861501:0:30893:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942083.861504:0:30893:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942083.861506:0:30893:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942083.861509:0:30893:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788942083.861528:0:30893:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548db3180. 00000080:00000001:1.0:1788942083.861538:0:30893:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788942083.861539:0:30893:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248) 00000080:00000001:1.0:1788942083.861542:0:30893:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942083.861544:0:30893:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788942083.861546:0:30893:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.861548:0:30893:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942083.861550:0:30893:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788942083.861552:0:30893:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 0 to 1788942083 00000080:00200000:1.0:1788942083.861556:0:30893:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00000001:1.0:1788942083.861557:0:30893:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788942083.861560:0:30893:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018646088 : -122366690905528 : ffff90b548db3248) 00000080:00000001:1.0:1788942083.861562:0:30893:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942083.861565:0:30893:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942083.861567:0:30893:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.861572:0:30893:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.861576:0:30893:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884246272/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942099 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942083.861583:0:30893:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942083.861585:0:30893:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942083.861588:0:30893:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54367e800. 00000080:00000010:1.0:1788942083.861593:0:30893:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff90b5487b8000. 00000080:00000001:1.0:1788942083.861596:0:30893:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.861612:0:30893:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788942083.861614:0:30893:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942083.861617:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00200008:1.0:1788942083.861619:0:30893:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000 00000080:00400000:1.0:1788942083.861623:0:30893:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788942083.861626:0:30893:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415bf7c0. 00000080:00000001:1.0:1788942083.861629:0:30893:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788942083.861632:0:30893:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00000008:1.0:1788942083.861633:0:30893:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000, rc = 0 00000080:00000001:1.0:1788942083.861636:0:30893:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.861638:0:30893:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942083.862059:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942083.862064:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38b00. 00000400:00000200:3.0:1788942083.862069:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.862074:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942083.862082:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.862087:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942083.902298:0:30901:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942083.902304:0:30901:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942083.902306:0:30901:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942083.902310:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bbc0 00000080:00200000:1.0:1788942083.902314:0:30901:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942083.902321:0:30901:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367e800. 00800000:00000002:1.0:1788942083.902328:0:30901:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942083.902332:0:30901:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942083.902335:0:30901:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.902338:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bae0 00800000:00000002:1.0:1788942083.902340:0:30901:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942083.902344:0:30901:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942083.902347:0:30901:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942083.902352:0:30901:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942083.902354:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b9b0 00000002:00010000:1.0:1788942083.902356:0:30901:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942083.902360:0:30901:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942083.902362:0:30901:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942083.902366:0:30901:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942083.902371:0:30901:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.902374:0:30901:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.902387:0:30901:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.902391:0:30901:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942083.902394:0:30901:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942083.902399:0:30901:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942083.902403:0:30901:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942083.902409:0:30901:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942083.902415:0:30901:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.902418:0:30901:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.902421:0:30901:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942083.902423:0:30901:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942083.902427:0:30901:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942083.902434:0:30901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8000. 00000100:00000001:1.0:1788942083.902441:0:30901:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.902445:0:30901:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942083.902447:0:30901:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.902449:0:30901:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942083.902450:0:30901:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.902452:0:30901:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.902457:0:30901:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942083.902462:0:30901:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942083.902464:0:30901:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942083.902468:0:30901:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e600. 00010000:00000010:1.0:1788942083.902472:0:30901:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78b80. 00010000:00000001:1.0:1788942083.902477:0:30901:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942083.902480:0:30901:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0a00. 00000020:00000001:1.0:1788942083.902483:0:30901:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942083.902486:0:30901:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0a00 with handle 0xcbb91bbb781576d2 to hash 00000020:00000001:1.0:1788942083.902488:0:30901:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942083.902489:0:30901:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.902493:0:30901:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.902496:0:30901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.902498:0:30901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.902501:0:30901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.902509:0:30901:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.902519:0:30901:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942083.902524:0:30901:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942083.902525:0:30901:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942083.902531:0:30901:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b545c7b840. 00000100:00000001:1.0:1788942083.902533:0:30901:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706967038016 : -122366742513600 : ffff90b545c7b840) 00000100:00000001:1.0:1788942083.902535:0:30901:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.902537:0:30901:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942083.902541:0:30901:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942083.902545:0:30901:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.902547:0:30901:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942083.902548:0:30901:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942083.902557:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.902566:0:30901:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942083.902568:0:30901:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.902572:0:30901:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942083.902575:0:30901:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942083.902577:0:30901:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942083.902581:0:30901:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:30901:1875839884246400:192.168.206.109@tcp:101:multiop.0 00000100:00000001:1.0:1788942083.902586:0:30901:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942083.902590:0:30901:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942083.902591:0:30901:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.902594:0:30901:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942083.902598:0:30901:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559185800. 02000000:00000001:1.0:1788942083.902600:0:30901:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942083.902607:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942083.902611:0:30901:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f420. 00000400:00000010:1.0:1788942083.902617:0:30901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942083.902623:0:30901:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884246400, portal 10 00000100:00000001:1.0:1788942083.902625:0:30901:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.902626:0:30901:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942083.902632:0:30901:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.902638:0:30901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942083.902641:0:30901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942083.902643:0:30901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da000. 00000100:00000200:1.0:1788942083.902646:0:30901:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884246400, offset 0 00000400:00000200:1.0:1788942083.902667:0:30901:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942083.902675:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942083.902683:0:30901:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942083.902687:0:30901:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942083.902690:0:30901:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942083.902693:0:30901:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942083.902695:0:30901:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942083.902699:0:30901:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2343:2343:256:4294967295] 192.168.206.109@tcp LPNI seq info [2343:2343:8:4294967295] 00000400:00000200:1.0:1788942083.902703:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942083.902712:0:30901:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942083.902717:0:30901:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942083.902721:0:30901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2f00. 00000800:00000200:1.0:1788942083.902727:0:30901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942083.902734:0:30901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942083.902738:0:30901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788942083.902747:0:30901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942083.902752:0:30901:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 803655 usecs (804 jiffies) 00000400:00000200:1.0:1788942083.902755:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942083.902758:0:30901:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296484865 00000100:00000001:1.0:1788942083.902764:0:30901:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296484786 00000100:00000001:1.0:1788942083.902769:0:30901:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296484865 00000100:00000001:1.0:1788942083.902772:0:30901:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296484786 00000100:00000001:1.0:1788942083.902777:0:30901:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942083.902779:0:30901:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.902781:0:30901:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942083.902783:0:30901:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942083.902786:0:30901:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b840 going to sleep for 11 seconds 00000100:00000001:1.0:1788942083.902788:0:30901:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942083.902791:0:30901:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942083.903038:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942083.903043:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:2.0:1788942083.903050:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942083.903055:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942083.903060:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da000 00000400:00000010:2.0:1788942083.903063:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da000. 00000100:00000001:2.0:1788942083.903067:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942083.903071:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.903081:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942083.903084:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.903089:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.903091:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942083.912319:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.912338:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942083.912343:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.912346:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.912355:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.912363:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942083.912373:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.912485:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.912491:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.912495:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4bd80 00000400:00000200:3.0:1788942083.912501:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.912506:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6545 [1] + 224 00000800:00000001:3.0:1788942083.912513:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.912523:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.912527:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.912531:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942083.912539:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942083.912547:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942083.912557:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.912588:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942083.912596:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.912599:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.913925:0:30901:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942083.913935:0:30901:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942083.913938:0:30901:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942083.913941:0:30901:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f420. 00000400:00000200:1.0:1788942083.913947:0:30901:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:1.0:1788942083.913949:0:30901:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:1.0:1788942083.913953:0:30901:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942083.913961:0:30901:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942083.913971:0:30901:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.913977:0:30901:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942083.913979:0:30901:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.913981:0:30901:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942083.913984:0:30901:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942083.913987:0:30901:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942083.913989:0:30901:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942083.913992:0:30901:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942083.914000:0:30901:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=73 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942083.914004:0:30901:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942083.914006:0:30901:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942083.914008:0:30901:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.914010:0:30901:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942083.914013:0:30901:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.914017:0:30901:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942083.914019:0:30901:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967611 00000100:00000001:1.0:1788942083.914021:0:30901:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942083.914024:0:30901:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942083.914029:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.914036:0:30901:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942083.914039:0:30901:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942083.914040:0:30901:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.914044:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942083.914052:0:30901:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:30901:1875839884246400:192.168.206.109@tcp:101:multiop.0 00000100:00000001:1.0:1788942083.914057:0:30901:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.914059:0:30901:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.914061:0:30901:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942083.914063:0:30901:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.914067:0:30901:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.914073:0:30901:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942083.914076:0:30901:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b545c7b840. 00000100:00000001:1.0:1788942083.914080:0:30901:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942083.914081:0:30901:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.914084:0:30901:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942083.914087:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914090:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914093:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00000020:00000001:1.0:1788942083.914106:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914109:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000040:1.0:1788942083.914115:0:30901:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0a00, remote cookie: 0x4d194fbcadeec76c, flags: 0x1001 00010000:00010000:1.0:1788942083.914120:0:30901:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942083.914130:0:30901:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.914142:0:30901:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942083.914145:0:30901:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942083.914147:0:30901:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942083.914148:0:30901:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942083.914150:0:30901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942083.914153:0:30901:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551c3e600) refcount = 1 00010000:00010000:1.0:1788942083.914157:0:30901:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.914163:0:30901:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942083.914166:0:30901:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942083.914167:0:30901:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942083.914170:0:30901:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942083.914173:0:30901:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.914175:0:30901:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.914182:0:30901:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942083.914183:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914184:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.914185:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914186:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.914187:0:30901:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.914191:0:30901:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942083.914192:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914193:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914195:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942083.914196:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914199:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914201:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914202:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914203:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00000020:00000001:1.0:1788942083.914205:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914207:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914209:0:30901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942083.914212:0:30901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942083.914215:0:30901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.914220:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914221:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.914222:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914223:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914224:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=5 00000020:00000001:1.0:1788942083.914226:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914227:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914229:0:30901:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.914231:0:30901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.914237:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914238:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942083.914240:0:30901:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.914245:0:30901:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.914247:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914248:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.914249:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914250:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942083.914254:0:30901:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942083.914262:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914263:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914264:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942083.914266:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914268:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914468:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914470:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.914471:0:30901:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.914474:0:30901:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.914476:0:30901:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942083.914478:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914480:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914481:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942083.914483:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914485:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00000002:00010000:1.0:1788942083.914489:0:30901:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.914496:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914497:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.914499:0:30901:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942083.914500:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914501:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914502:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942083.914504:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914506:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000040:1.0:1788942083.914512:0:30901:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 2 00010000:00000001:1.0:1788942083.914514:0:30901:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942083.914518:0:30901:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942083.914520:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914521:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.914523:0:30901:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942083.914525:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b938 00000002:00002000:1.0:1788942083.914527:0:30901:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942083.914530:0:30901:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.914533:0:30901:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.914536:0:30901:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942083.914539:0:30901:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942083.914543:0:30901:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942083.914546:0:30901:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942083.914549:0:30901:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54367e800. 00000080:00000001:1.0:1788942083.914553:0:30901:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942083.914555:0:30901:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942083.914560:0:30901:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942083.914564:0:30901:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942083.914576:0:30901:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b5483924c0. 00800000:00000001:1.0:1788942083.914578:0:30901:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008025792 : -122366701525824 : ffff90b5483924c0) 00800000:00000001:1.0:1788942083.914580:0:30901:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942083.914582:0:30901:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942083.914585:0:30901:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942083.914586:0:30901:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942083.914590:0:30901:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942083.914592:0:30901:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942083.914593:0:30901:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.914598:0:30901:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942083.914605:0:30901:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788942083.914611:0:30901:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942083.914613:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914614:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914615:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942083.914617:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914619:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914621:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914622:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942083.914623:0:30901:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942083.914626:0:30901:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942083.914627:0:30901:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b5483924c0 1 00800000:00000010:1.0:1788942083.914629:0:30901:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b5483924c0. 00800000:00000001:1.0:1788942083.914632:0:30901:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.914635:0:30901:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576d2 00800000:00000001:1.0:1788942083.914638:0:30901:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942083.914640:0:30901:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942083.914641:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914642:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914643:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942083.914645:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914648:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914650:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.914651:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942083.914653:0:30901:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942083.914654:0:30901:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942083.914656:0:30901:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942083.914658:0:30901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942083.914662:0:30901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576d2 from it ffffa57dc149bbf8 00010000:00000001:1.0:1788942083.914663:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.914665:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.914666:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942083.914667:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.914669:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942083.915241:0:30901:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942083.915245:0:30901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942083.915253:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.915255:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.915256:0:30901:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942083.915259:0:30901:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942083.915261:0:30901:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942083.915268:0:30901:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942083.915518:0:30901:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942083.915520:0:30901:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942083.915525:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.915526:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942083.915528:0:30901:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.915531:0:30901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942083.915533:0:30901:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.915535:0:30901:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.915538:0:30901:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.915540:0:30901:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942083.915541:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942083.915542:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942083.915545:0:30901:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.915552:0:30901:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884246400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.915560:0:30901:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942083.915562:0:30901:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942083.915566:0:30901:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559185800. 02000000:00000001:1.0:1788942083.915570:0:30901:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942083.915572:0:30901:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942083.915574:0:30901:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942083.915576:0:30901:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942083.915578:0:30901:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b8000. 02000000:00000001:1.0:1788942083.915582:0:30901:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942083.915583:0:30901:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942083.915585:0:30901:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942083.915588:0:30901:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942083.915590:0:30901:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942083.915594:0:30901:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942083.915599:0:30901:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942083.915715:0:30901:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900f5c0. 00000020:00000001:2.0:1788942083.915721:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bb28 00000080:00200000:2.0:1788942083.915724:0:30901:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=25 00000080:00000001:2.0:1788942083.915728:0:30901:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942083.915730:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b9d8 00000080:00200000:2.0:1788942083.915732:0:30901:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:2.0:1788942083.915739:0:30901:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00800000:00000002:2.0:1788942083.915744:0:30901:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942083.915748:0:30901:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942083.915751:0:30901:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942083.915753:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b8f8 00800000:00000002:2.0:1788942083.915755:0:30901:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942083.915758:0:30901:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788942083.915763:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b890 00800000:00000002:2.0:1788942083.915764:0:30901:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788942083.915769:0:30901:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942083.915771:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b7c8 00000002:00010000:2.0:1788942083.915773:0:30901:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788942083.915777:0:30901:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942083.915779:0:30901:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942083.915783:0:30901:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236bb80. 00000020:00000040:2.0:1788942083.915786:0:30901:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942083.915791:0:30901:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942083.915795:0:30901:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942083.915797:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.915799:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.915800:0:30901:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.915803:0:30901:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942083.915805:0:30901:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942083.915809:0:30901:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942083.915815:0:30901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276800. 00000100:00000001:2.0:1788942083.915820:0:30901:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.915824:0:30901:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942083.915826:0:30901:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.915827:0:30901:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942083.915828:0:30901:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.915830:0:30901:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942083.915837:0:30901:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00010000:00000001:2.0:1788942083.915840:0:30901:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942083.915842:0:30901:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942083.915846:0:30901:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 2 00010000:00000001:2.0:1788942083.915848:0:30901:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942083.915885:0:30901:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942083.915889:0:30901:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792ae00. 00000020:00000001:2.0:1788942083.915892:0:30901:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942083.915895:0:30901:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792ae00 with handle 0xcbb91bbb781576d9 to hash 00000020:00000001:2.0:1788942083.915897:0:30901:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942083.915899:0:30901:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.915903:0:30901:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.915906:0:30901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942083.915908:0:30901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942083.915911:0:30901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942083.915918:0:30901:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942083.915927:0:30901:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942083.915933:0:30901:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942083.915935:0:30901:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942083.915942:0:30901:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590330c0. 00000100:00000001:2.0:1788942083.915944:0:30901:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289702592 : -122366419849024 : ffff90b5590330c0) 00000100:00000001:2.0:1788942083.915946:0:30901:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942083.915948:0:30901:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000001:2.0:1788942083.915952:0:30901:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942083.915956:0:30901:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.915958:0:30901:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942083.915960:0:30901:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942083.915966:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.915974:0:30901:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942083.915976:0:30901:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942083.915979:0:30901:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942083.915981:0:30901:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942083.915984:0:30901:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942083.915988:0:30901:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:30901:1875839884246528:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942083.915992:0:30901:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942083.915996:0:30901:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942083.915998:0:30901:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942083.916000:0:30901:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942083.916004:0:30901:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab6000. 02000000:00000001:2.0:1788942083.916006:0:30901:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942083.916013:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942083.916016:0:30901:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942083.916022:0:30901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61f68. 00000100:00000200:2.0:1788942083.916028:0:30901:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884246528, portal 10 00000100:00000001:2.0:1788942083.916030:0:30901:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942083.916031:0:30901:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000040:2.0:1788942083.916037:0:30901:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.916045:0:30901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942083.916048:0:30901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942083.916051:0:30901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942083.916054:0:30901:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884246528, offset 0 00000400:00000200:2.0:1788942083.916060:0:30901:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942083.916068:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942083.916074:0:30901:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942083.916079:0:30901:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942083.916083:0:30901:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942083.916086:0:30901:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942083.916089:0:30901:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942083.916093:0:30901:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2344:2344:256:4294967295] 192.168.206.109@tcp LPNI seq info [2344:2344:8:4294967295] 00000400:00000200:2.0:1788942083.916097:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942083.916106:0:30901:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942083.916111:0:30901:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942083.916116:0:30901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d500. 00000800:00000200:2.0:1788942083.916122:0:30901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942083.916128:0:30901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942083.916132:0:30901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788942083.916153:0:30901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942083.916158:0:30901:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 802486 usecs (803 jiffies) 00000400:00000200:2.0:1788942083.916161:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942083.916163:0:30901:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296484878 00000100:00000001:2.0:1788942083.916171:0:30901:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296484865 00000100:00000001:2.0:1788942083.916177:0:30901:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296484878 00000100:00000001:2.0:1788942083.916180:0:30901:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296484865 00000100:00000001:2.0:1788942083.916183:0:30901:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942083.916186:0:30901:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.916187:0:30901:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942083.916190:0:30901:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942083.916192:0:30901:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590330c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788942083.916195:0:30901:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942083.916197:0:30901:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942083.917136:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942083.917142:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d500. 00000400:00000200:3.0:1788942083.917148:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.917155:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942083.917161:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000400:00000010:3.0:1788942083.917163:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:3.0:1788942083.917168:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942083.917173:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.917183:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942083.917187:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.917193:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942083.917194:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942083.929719:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.929736:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942083.929740:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.929742:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.929750:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.929758:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942083.929767:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.929772:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.929777:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.929782:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4be00 00000400:00000200:3.0:1788942083.929788:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.929803:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x654d [1] + 224 00000800:00000001:3.0:1788942083.929810:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.929817:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.929821:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.929826:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942083.929834:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942083.929844:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942083.929897:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.929917:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942083.929926:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.929930:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942083.930253:0:30901:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942083.930261:0:30901:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942083.930263:0:30901:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942083.930266:0:30901:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098d68. 00000400:00000200:2.0:1788942083.930271:0:30901:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61f68 00000400:00000010:2.0:1788942083.930445:0:30901:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61f68. 00000100:00000001:2.0:1788942083.930449:0:30901:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942083.930455:0:30901:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942083.930464:0:30901:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.930470:0:30901:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942083.930472:0:30901:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942083.930474:0:30901:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942083.930477:0:30901:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942083.930479:0:30901:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942083.930481:0:30901:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942083.930484:0:30901:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942083.930491:0:30901:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=73 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942083.930495:0:30901:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942083.930498:0:30901:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942083.930499:0:30901:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.930502:0:30901:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942083.930505:0:30901:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.930508:0:30901:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942083.930510:0:30901:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967611 00000100:00000001:2.0:1788942083.930512:0:30901:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942083.930515:0:30901:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942083.930519:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.930526:0:30901:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942083.930529:0:30901:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942083.930531:0:30901:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942083.930534:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942083.930542:0:30901:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:30901:1875839884246528:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942083.930546:0:30901:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942083.930548:0:30901:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.930551:0:30901:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942083.930552:0:30901:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942083.930555:0:30901:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.930561:0:30901:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942083.930564:0:30901:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590330c0. 00000100:00000001:2.0:1788942083.930567:0:30901:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942083.930568:0:30901:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.930571:0:30901:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942083.930575:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.930577:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.930581:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=4 00000020:00000001:2.0:1788942083.930583:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930586:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000040:2.0:1788942083.930592:0:30901:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792ae00, remote cookie: 0x4d194fbcadeec788, flags: 0x1001 00010000:00010000:2.0:1788942083.930598:0:30901:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942083.930606:0:30901:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788942083.930609:0:30901:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788942083.930617:0:30901:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227900. 00010000:00000010:2.0:1788942083.930621:0:30901:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c880. 00010000:00000001:2.0:1788942083.930625:0:30901:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942083.930629:0:30901:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942083.930641:0:30901:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942083.930647:0:30901:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942083.930661:0:30901:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942083.930664:0:30901:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942083.930665:0:30901:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942083.930666:0:30901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942083.930669:0:30901:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff90b551227900) refcount = 1 00010000:00010000:2.0:1788942083.930673:0:30901:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942083.930679:0:30901:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942083.930682:0:30901:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942083.930684:0:30901:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942083.930686:0:30901:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942083.930689:0:30901:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942083.930692:0:30901:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942083.930697:0:30901:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942083.930698:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930700:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.930701:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930702:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.930704:0:30901:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942083.930707:0:30901:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942083.930709:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.930710:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.930711:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942083.930713:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930715:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930718:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.930719:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.930720:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=4 00000020:00000001:2.0:1788942083.930722:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930723:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930726:0:30901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942083.930728:0:30901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942083.930731:0:30901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942083.930736:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930738:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.930739:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.930740:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.930741:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=5 00000020:00000001:2.0:1788942083.930742:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930744:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930746:0:30901:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942083.930749:0:30901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942083.930754:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930755:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942083.930758:0:30901:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942083.930763:0:30901:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942083.930765:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930766:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.930767:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930768:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942083.930773:0:30901:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942083.930786:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.930787:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.930788:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942083.930790:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930792:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930794:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930795:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942083.930797:0:30901:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942083.930935:0:30901:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942083.930939:0:30901:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942083.930941:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.930942:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.930944:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942083.930946:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930947:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00000002:00010000:2.0:1788942083.930951:0:30901:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942083.930958:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930959:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.930960:0:30901:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942083.930962:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.930963:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.930964:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942083.930966:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.930968:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000040:2.0:1788942083.930971:0:30901:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 2 00010000:00000001:2.0:1788942083.930974:0:30901:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942083.930978:0:30901:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:2.0:1788942083.930981:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.930982:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942083.930984:0:30901:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942083.930986:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b750 00000002:00002000:2.0:1788942083.930989:0:30901:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942083.930992:0:30901:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942083.930996:0:30901:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942083.930998:0:30901:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942083.931001:0:30901:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942083.931004:0:30901:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942083.931008:0:30901:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:2.0:1788942083.931011:0:30901:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942083.931013:0:30901:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc149bac8 it_disposition b 00000080:00000001:2.0:1788942083.931016:0:30901:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942083.931021:0:30901:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942083.931023:0:30901:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942083.931026:0:30901:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1788942083.931029:0:30901:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788942083.931035:0:30901:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942083.931037:0:30901:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:2.0:1788942083.931040:0:30901:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942083.931042:0:30901:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1788942083.931045:0:30901:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788942083.931049:0:30901:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00200000:2.0:1788942083.931051:0:30901:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff90b548d321c8): rc = 0 00000080:00000001:2.0:1788942083.931054:0:30901:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018117576 : -122366691434040 : ffff90b548d321c8) 00010000:00000001:2.0:1788942083.931056:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.931057:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.931059:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942083.931061:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.931063:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.931065:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.931066:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942083.931068:0:30901:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942083.931069:0:30901:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942083.931071:0:30901:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942083.931073:0:30901:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942083.931075:0:30901:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942083.931078:0:30901:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) for lock 0xcbb91bbb781576d9 00800000:00000001:2.0:1788942083.931081:0:30901:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942083.931083:0:30901:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942083.931084:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.931085:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.931086:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942083.931088:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.931090:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.931092:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.931093:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942083.931094:0:30901:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942083.931096:0:30901:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788942083.931101:0:30901:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54450e798 inode ffff90b548d321c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1788942083.931105:0:30901:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942083.931107:0:30901:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942083.931109:0:30901:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788942083.931113:0:30901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) 00000080:00010000:2.0:1788942083.931116:0:30901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576d9 from it ffffa57dc149bac8 00010000:00000001:2.0:1788942083.931118:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942083.931119:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942083.931120:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942083.931122:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.931124:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942083.931126:0:30901:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942083.931128:0:30901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942083.931135:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.931136:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.931137:0:30901:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942083.931139:0:30901:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942083.931142:0:30901:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781576d9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec788 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942083.931154:0:30901:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942083.931156:0:30901:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942083.931158:0:30901:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942083.931162:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.931163:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.931165:0:30901:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.931168:0:30901:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942083.931170:0:30901:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.931172:0:30901:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.931174:0:30901:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.931176:0:30901:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942083.931177:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.931178:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942083.931180:0:30901:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942083.931183:0:30901:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000100:00000001:2.0:1788942083.931188:0:30901:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942083.931192:0:30901:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236bb80 x1875839884246528/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.931199:0:30901:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942083.931202:0:30901:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942083.931205:0:30901:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab6000. 02000000:00000001:2.0:1788942083.931207:0:30901:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942083.931210:0:30901:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942083.931211:0:30901:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942083.931214:0:30901:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942083.931216:0:30901:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276800. 02000000:00000001:2.0:1788942083.931220:0:30901:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942083.931222:0:30901:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942083.931224:0:30901:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236bb80. 00000100:00000001:2.0:1788942083.931228:0:30901:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942083.931229:0:30901:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942083.931236:0:30901:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942083.931239:0:30901:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788942083.931244:0:30901:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942083.931258:0:30901:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900ffe0. 00000080:00000001:2.0:1788942083.931263:0:30901:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942083.931264:0:30901:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8), inode mode 41ed mask 3 00000080:00000001:2.0:1788942083.931267:0:30901:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942083.931269:0:30901:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788942083.931271:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bb58 00000080:00200000:2.0:1788942083.931528:0:30901:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90b548d321c8), file ffff90b5453cd500, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788942083.931535:0:30901:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b544abda80. 00000080:00000001:2.0:1788942083.931539:0:30901:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942083.931541:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149ba08 00000080:00200000:2.0:1788942083.931543:0:30901:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90b548d321c8), intent=open|creat 00000080:00000010:2.0:1788942083.931550:0:30901:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00000080:00000001:2.0:1788942083.931556:0:30901:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942083.931559:0:30901:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942083.931561:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b928 00800000:00000002:2.0:1788942083.931563:0:30901:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:2.0:1788942083.931566:0:30901:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788942083.931569:0:30901:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788942083.931573:0:30901:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:2.0:1788942083.931576:0:30901:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788942083.931578:0:30901:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788942083.931580:0:30901:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788942083.931583:0:30901:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788942083.931585:0:30901:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x25:0x0] 40000000:00000001:2.0:1788942083.931588:0:30901:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942083.931590:0:30901:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942083.931592:0:30901:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942083.931594:0:30901:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942083.931595:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b8a8 00800000:00000002:2.0:1788942083.931597:0:30901:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788942083.931601:0:30901:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942083.931602:0:30901:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b7e0 00000002:00010000:2.0:1788942083.931604:0:30901:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788942083.931608:0:30901:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942083.931610:0:30901:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788942083.931613:0:30901:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788942083.931617:0:30901:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942083.931619:0:30901:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942083.931621:0:30901:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 2 00010000:00000001:2.0:1788942083.931623:0:30901:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942083.931626:0:30901:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942083.931628:0:30901:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.931630:0:30901:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942083.931633:0:30901:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942083.931636:0:30901:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236bb80. 00000020:00000040:2.0:1788942083.931639:0:30901:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942083.931644:0:30901:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942083.931646:0:30901:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942083.936168:0:30901:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942083.936180:0:30901:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942083.936186:0:30901:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942083.936189:0:30901:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942083.936190:0:30901:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.936195:0:30901:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942083.936198:0:30901:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942083.936202:0:30901:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942083.936894:0:30901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837d400. 00000100:00000001:3.0:1788942083.936905:0:30901:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942083.936913:0:30901:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942083.936915:0:30901:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942083.936917:0:30901:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942083.936919:0:30901:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942083.936921:0:30901:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942083.936932:0:30901:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00010000:00000001:3.0:1788942083.936937:0:30901:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942083.936940:0:30901:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788942083.936946:0:30901:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 2 00010000:00000001:3.0:1788942083.936948:0:30901:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942083.936951:0:30901:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942083.936955:0:30901:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982400. 00000020:00000001:3.0:1788942083.936961:0:30901:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942083.936964:0:30901:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982400 with handle 0xcbb91bbb781576e0 to hash 00000020:00000001:3.0:1788942083.936966:0:30901:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942083.936968:0:30901:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942083.936971:0:30901:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942083.936975:0:30901:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942083.936977:0:30901:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942083.936982:0:30901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb781576e0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942083.936996:0:30901:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb781576e0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788942083.937007:0:30901:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788942083.937017:0:30901:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788942083.937026:0:30901:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb781576e0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30901 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942083.937032:0:30901:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942083.937034:0:30901:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942083.937040:0:30901:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b542bfce40. 00000100:00000001:3.0:1788942083.937042:0:30901:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706916187712 : -122366793363904 : ffff90b542bfce40) 00000100:00000001:3.0:1788942083.937044:0:30901:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942083.937046:0:30901:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000001:3.0:1788942083.937050:0:30901:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942083.937054:0:30901:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942083.937056:0:30901:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942083.937058:0:30901:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942083.937062:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.937070:0:30901:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942083.937072:0:30901:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942083.937075:0:30901:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942083.937077:0:30901:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942083.937080:0:30901:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942083.937083:0:30901:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:30901:1875839884246784:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942083.937087:0:30901:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942083.937091:0:30901:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942083.937094:0:30901:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942083.937096:0:30901:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942083.937147:0:30901:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559220000. 02000000:00000001:3.0:1788942083.937150:0:30901:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942083.937157:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942083.937161:0:30901:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4d68. 00000400:00000010:3.0:1788942083.937167:0:30901:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b54837d800. 00000100:00000200:3.0:1788942083.937176:0:30901:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884246784, portal 10 00000100:00000001:3.0:1788942083.937178:0:30901:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942083.937179:0:30901:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000040:3.0:1788942083.937186:0:30901:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.937192:0:30901:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942083.937195:0:30901:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942083.937199:0:30901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded550. 00000100:00000200:3.0:1788942083.937201:0:30901:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884246784, offset 0 00000400:00000200:3.0:1788942083.937208:0:30901:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942083.937217:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.937224:0:30901:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942083.937229:0:30901:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942083.937233:0:30901:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942083.937237:0:30901:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942083.937239:0:30901:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942083.937243:0:30901:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2345:2345:256:4294967295] 192.168.206.109@tcp LPNI seq info [2345:2345:8:4294967295] 00000400:00000200:3.0:1788942083.937247:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.937255:0:30901:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942083.937260:0:30901:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942083.937265:0:30901:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38b00. 00000800:00000200:3.0:1788942083.937292:0:30901:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942083.937301:0:30901:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942083.937305:0:30901:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788942083.937324:0:30901:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942083.937329:0:30901:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 801326 usecs (802 jiffies) 00000400:00000200:3.0:1788942083.937333:0:30901:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942083.937335:0:30901:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296484898 00000100:00000001:3.0:1788942083.937341:0:30901:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296484878 00000100:00000001:3.0:1788942083.937346:0:30901:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296484898 00000100:00000001:3.0:1788942083.937349:0:30901:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296484878 00000100:00000001:3.0:1788942083.937351:0:30901:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942083.937354:0:30901:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942083.937356:0:30901:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942083.937358:0:30901:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942083.937361:0:30901:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b542bfce40 going to sleep for 11 seconds 00000100:00000001:3.0:1788942083.937363:0:30901:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942083.937366:0:30901:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942083.937955:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942083.937961:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38b00. 00000400:00000200:2.0:1788942083.937967:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942083.937973:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942083.937979:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded550 00000400:00000010:2.0:1788942083.937981:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded550. 00000100:00000001:2.0:1788942083.937985:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942083.937990:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942099 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.938001:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942083.938005:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942099 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942083.938010:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942083.938013:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942083.957896:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.957916:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942083.957921:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.957924:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.957933:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.957941:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942083.957950:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.957955:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.957961:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.957965:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f4bf00 00000400:00000200:3.0:1788942083.957970:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.957975:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x655d [32] + 224 00000800:00000001:3.0:1788942083.957982:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942083.957991:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942083.957995:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942083.957999:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942083.958007:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942083.958015:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942099 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942083.958027:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942083.958053:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942083.958060:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942083.958064:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.958069:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942083.958075:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2346:2346:256:4294967295] 192.168.206.109@tcp LPNI seq info [2346:2346:8:4294967295] 00000400:00000200:3.0:1788942083.958079:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942083.958087:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942083.958092:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942083.958097:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b54837cc00. 00000800:00000200:3.0:1788942083.958103:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942083.958111:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942083.958115:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54837cc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788942083.958185:0:30901:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942083.958194:0:30901:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942083.958196:0:30901:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942083.958199:0:30901:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4d68. 00000400:00000200:1.0:1788942083.958204:0:30901:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b54837d800 00000400:00000010:1.0:1788942083.958206:0:30901:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b54837d800. 00000100:00000001:1.0:1788942083.958210:0:30901:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942083.958215:0:30901:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942083.958225:0:30901:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236bb80 x1875839884246784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942099 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.958232:0:30901:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942083.958234:0:30901:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.958236:0:30901:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942083.958240:0:30901:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942083.958243:0:30901:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942083.958245:0:30901:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942083.958247:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1788942083.958249:0:30901:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788942083.958252:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b54837cc00. 00000400:00000200:3.0:1788942083.958257:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1788942083.958260:0:30901:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=73 v=5 (105 105 105 137) 00000400:00000200:3.0:1788942083.958263:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000100:00001000:1.0:1788942083.958267:0:30901:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=9 v=5 (1 0 0 0) 00000800:00000001:3.0:1788942083.958272:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788942083.958272:0:30901:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1788942083.958277:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.958282:0:30901:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.958286:0:30901:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942083.958289:0:30901:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.958292:0:30901:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942083.958294:0:30901:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x1] 00000100:00000001:1.0:1788942083.958296:0:30901:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942083.958298:0:30901:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942083.958300:0:30901:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000001:1.0:1788942083.958303:0:30901:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942083.958305:0:30901:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967611 00000100:00000001:1.0:1788942083.958307:0:30901:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942083.958310:0:30901:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942083.958316:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236bb80 x1875839884246784/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942099 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.958323:0:30901:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942083.958328:0:30901:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942083.958330:0:30901:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942083.958334:0:30901:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236bb80 x1875839884246784/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942099 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942083.958342:0:30901:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:30901:1875839884246784:192.168.206.109@tcp:101:multiop.0 00000100:00000001:1.0:1788942083.958346:0:30901:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942083.958350:0:30901:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942083.958352:0:30901:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942083.958354:0:30901:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942083.958357:0:30901:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236bb80 x1875839884246784/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942099 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942083.958364:0:30901:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942083.958367:0:30901:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b542bfce40. 00000100:00000001:1.0:1788942083.958371:0:30901:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942083.958373:0:30901:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942083.958387:0:30901:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942083.958392:0:30901:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942083.958394:0:30901:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942083.958397:0:30901:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=4 00000020:00000001:1.0:1788942083.958400:0:30901:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:1.0:1788942083.958403:0:30901:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000040:1.0:1788942083.958408:0:30901:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982400, remote cookie: 0x4d194fbcadeec7a4, flags: 0x1001 00010000:00010000:1.0:1788942083.958413:0:30901:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb781576e0 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7a4 expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942083.958422:0:30901:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:1.0:1788942083.958426:0:30901:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00000100:00000040:3.0:1788942084.194538:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942084.194551:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942084.194565:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd500. 00000020:00000040:3.0:1788942084.194573:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942084.194579:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942084.194583:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942084.194589:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942084.194599:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38100. 00000100:00000001:3.0:1788942084.194608:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194624:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942084.194646:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942084.194653:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194661:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085707b62] to pc [ptlrpcd_01_01+1] req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.194693:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194697:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942084.194702:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942084.194706:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf100. 00000020:00000040:3.0:1788942084.194710:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942084.194713:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942084.194714:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942084.194717:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942084.194722:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38f00. 00000100:00000001:3.0:1788942084.194727:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194732:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942084.194740:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942084.194743:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194747:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d69b3f8] to pc [ptlrpcd_01_00+0] req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.194756:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194758:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942084.194762:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942084.194767:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acea00. 00000020:00000040:3.0:1788942084.194770:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942084.194773:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942084.194775:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942084.194777:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942084.194781:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38000. 00000100:00000001:3.0:1788942084.194785:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194791:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942084.194798:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942084.194800:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194804:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7eda7e0] to pc [ptlrpcd_01_01+1] req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.194812:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.194814:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942084.194818:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942084.194821:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acfb80. 00000020:00000040:3.0:1788942084.194823:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942084.194825:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942084.194827:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788942084.195017:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942084.195025:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942084.195028:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942084.195042:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.195055:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942084.195057:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942084.195062:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942084.195065:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942084.195068:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942084.195072:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884246912:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942084.195076:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942084.195081:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942084.195083:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942084.195086:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942084.195094:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c7400. 02000000:00000001:2.0:1788942084.195097:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942084.195104:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942084.195117:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942084.195125:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61f68. 00000100:00000200:2.0:1788942084.195133:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884246912, portal 25 00000100:00000001:2.0:1788942084.195135:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942084.195137:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948498688 : -122366761052928 : ffff90b544acd500) 00000100:00000040:2.0:1788942084.195143:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.195151:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942084.195154:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942084.195158:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942084.195161:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884246912, offset 0 00000400:00000200:2.0:1788942084.195168:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942084.195176:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942084.195186:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942084.195191:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942084.195196:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942084.195199:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942084.195202:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942084.195206:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2347:2347:256:4294967295] 192.168.206.109@tcp LPNI seq info [2347:2347:8:4294967295] 00000400:00000200:2.0:1788942084.195211:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942084.195220:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942084.195226:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942084.195231:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d200. 00000800:00000200:2.0:1788942084.195246:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942084.195255:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942084.195261:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d200 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1788942084.195272:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942084.195280:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38d00. 00000100:00000001:3.0:1788942084.195289:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.195297:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942084.195305:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942084.195307:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.195312:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008da7cfa] to pc [ptlrpcd_01_00+0] req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.195320:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.195325:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1822) 00000100:00000001:3.0:1788942084.195782:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942084.195787:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942084.195789:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942084.195797:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.195812:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942084.195814:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942084.195817:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942084.195820:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942084.195822:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942084.195826:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884247040:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942084.196675:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942084.196683:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942084.196686:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942084.196689:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942084.196698:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d600. 02000000:00000001:3.0:1788942084.196700:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942084.196709:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942084.196714:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4580. 00000400:00000010:3.0:1788942084.196722:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942084.196729:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884247040, portal 10 00000100:00000001:3.0:1788942084.196732:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942084.196734:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000040:3.0:1788942084.196745:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.196753:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942084.196757:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942084.196760:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedee0. 00000100:00000200:3.0:1788942084.196764:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884247040, offset 0 00000400:00000200:3.0:1788942084.196771:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942084.196780:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.196789:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942084.196795:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942084.196799:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942084.196802:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942084.196805:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942084.196810:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2348:2348:255:4294967295] 192.168.206.109@tcp LPNI seq info [2348:2348:7:4294967295] 00000400:00000200:3.0:1788942084.196814:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.196824:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942084.197350:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942084.197358:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38600. 00000100:00000001:2.0:1788942084.197364:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942084.197370:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000400:00000200:2.0:1788942084.197391:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000800:00000200:3.0:1788942084.197399:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000100:00000001:2.0:1788942084.197401:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296488524 00000800:00000200:3.0:1788942084.197408:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942084.197414:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296484898 00000100:00000001:3.0:1788942084.197416:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.197425:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 800181 usecs (801 jiffies) 00000100:00000001:2.0:1788942084.197427:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296488524 00000400:00000200:3.0:1788942084.197434:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942084.197436:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296484898 00000100:00000001:2.0:1788942084.197441:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942084.197445:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.197449:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296485157 00000100:00000001:2.0:1788942084.197450:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788942084.197456:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296488524 00000100:00000001:3.0:1788942084.197459:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296485157 00000100:00000001:3.0:1788942084.197466:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296488524 00000100:00000040:2.0:1788942084.197468:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.197472:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942084.197481:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.197491:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788942084.197493:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942084.197498:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.197502:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788942084.197505:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942084.197510:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942084.197516:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942084.197521:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884247168:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942084.197525:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942084.197530:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942084.197532:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942084.197535:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942084.197542:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c7000. 02000000:00000001:2.0:1788942084.197544:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942084.197549:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942084.197552:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450980b0. 00000400:00000010:2.0:1788942084.197558:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61660. 00000100:00000200:2.0:1788942084.197564:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884247168, portal 4 00000100:00000001:2.0:1788942084.197566:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942084.197568:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504064 : -122366761047552 : ffff90b544acea00) 00000100:00000040:2.0:1788942084.197575:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.197583:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942084.197586:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942084.197589:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61220. 00000100:00000200:2.0:1788942084.197592:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884247168, offset 0 00000400:00000200:2.0:1788942084.197598:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942084.197604:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942084.197611:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942084.197615:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942084.197618:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942084.197623:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942084.197632:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000100:00000001:3.0:1788942084.197640:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788942084.197642:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2349:2349:254:4294967295] 192.168.206.109@tcp LPNI seq info [2349:2349:6:4294967295] 00000100:00000001:3.0:1788942084.197644:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942084.197650:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942084.197653:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942084.197656:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942084.197662:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884247296:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942084.197666:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942084.197670:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942084.197672:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942084.197675:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942084.197680:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d800. 02000000:00000001:3.0:1788942084.197682:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942084.197687:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942084.197691:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c45d8. 00000400:00000010:3.0:1788942084.197696:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded330. 00000100:00000200:3.0:1788942084.197701:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884247296, portal 4 00000100:00000001:3.0:1788942084.197704:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942084.197705:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00000100:00000040:3.0:1788942084.197712:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.197720:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942084.197722:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942084.197725:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedcc0. 00000100:00000200:3.0:1788942084.197728:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884247296, offset 0 00000400:00000200:3.0:1788942084.197733:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942084.197986:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942084.197997:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942084.198005:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942084.198011:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d500. 00000800:00000200:2.0:1788942084.198017:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942084.198025:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942084.198029:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942084.198035:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942084.198040:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24018 usecs (25 jiffies) 00000400:00000200:2.0:1788942084.198043:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942084.198046:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296484381 00000100:00000001:2.0:1788942084.198048:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296488524 00000100:00000001:2.0:1788942084.198050:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296484381 00000100:00000001:2.0:1788942084.198052:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296488524 00000100:00000001:2.0:1788942084.198054:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942084.198056:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.198059:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.198062:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.198070:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942084.198072:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942084.198075:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942084.198077:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942084.198078:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.198081:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942084.198126:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942084.198130:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d200. 00000400:00000200:2.0:1788942084.198136:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942084.198140:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942084.203305:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.203324:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942084.203330:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942084.203335:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942084.203339:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942084.203343:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942084.203347:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2350:2350:253:4294967295] 192.168.206.109@tcp LPNI seq info [2350:2350:5:4294967295] 00000400:00000200:3.0:1788942084.203353:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.203364:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942084.203392:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942084.203402:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38a00. 00000800:00000200:3.0:1788942084.203412:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942084.203423:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000400:00000200:2.0:1788942084.203430:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000800:00000200:3.0:1788942084.203431:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1788942084.203442:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:3.0:1788942084.203450:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.203453:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1788942084.203464:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 286923 usecs (287 jiffies) 00000100:00000200:2.0:1788942084.203470:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788942084.203480:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942084.203488:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296484649 00000100:00000001:3.0:1788942084.203497:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296488524 00000100:00000001:2.0:1788942084.203501:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942084.203503:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296484649 00000100:00000001:3.0:1788942084.203508:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296488524 00000100:00000040:2.0:1788942084.203510:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.203521:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.203523:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942084.203556:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942084.203560:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38600. 00000400:00000200:2.0:1788942084.203566:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942084.203570:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942084.203573:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedee0 00000400:00000010:2.0:1788942084.203575:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedee0. 00000100:00000001:2.0:1788942084.203578:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942084.203582:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.203590:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942084.203593:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.203599:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.203600:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942084.203608:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942084.203610:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d500. 00000400:00000200:2.0:1788942084.203612:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942084.203616:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942084.203618:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61220 00000400:00000010:2.0:1788942084.203620:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61220. 00000100:00000001:2.0:1788942084.203622:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942084.203626:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.203632:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942084.203635:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.203641:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.203642:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942084.203792:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942084.203796:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38a00. 00000400:00000200:2.0:1788942084.203807:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942084.203811:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942084.203814:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedcc0 00000400:00000010:2.0:1788942084.203816:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedcc0. 00000100:00000001:2.0:1788942084.203820:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942084.203824:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.203832:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942084.203835:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.203841:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.203842:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942084.208759:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942084.208777:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.208782:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.208787:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942084.208797:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942084.208800:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942084.208804:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942084.208806:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942084.208808:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.208811:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942084.208828:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.208837:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942084.208840:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.208842:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.208878:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210003:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942084.210017:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210022:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210030:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210035:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4c000 00000400:00000200:3.0:1788942084.210042:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210049:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x657d [1] + 224 00000800:00000001:3.0:1788942084.210060:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.210072:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.210077:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942084.210083:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942084.210092:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942084.210104:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942084.210117:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.210138:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942084.210146:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.210150:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942084.210152:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.210154:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.210158:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210162:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942084.210166:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210168:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210171:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210174:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4c080 00000400:00000200:3.0:1788942084.210177:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.210182:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x658d [1] + 224 00000800:00000001:3.0:1788942084.210188:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.210193:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.210195:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942084.210199:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942084.210204:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942084.210209:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942084.210220:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.210220:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942084.210231:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942084.210246:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942084.210249:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1788942084.210250:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:2.0:1788942084.210254:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4580. 00000400:00000200:2.0:1788942084.210266:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedd48 00000400:00000010:2.0:1788942084.210268:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedd48. 00000100:00000001:2.0:1788942084.210289:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942084.210303:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942084.210318:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.210328:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942084.210332:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.210335:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942084.210339:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942084.210343:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942084.210346:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942084.210350:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942084.210360:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=74 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942084.210364:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942084.210368:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942084.210370:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942084.210372:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942084.210386:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.210390:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942084.210395:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967611 00000100:00000001:2.0:1788942084.210398:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942084.210403:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942084.210409:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.210416:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942084.210421:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942084.210423:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942084.210427:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942084.210435:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884247040:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942084.210442:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.210444:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942084.210448:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf100 x1875839884247040/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.210454:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942084.210458:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942084.210462:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d600. 02000000:00000001:2.0:1788942084.210469:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942084.210472:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942084.210475:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942084.210478:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942084.210480:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38f00. 02000000:00000001:2.0:1788942084.210484:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942084.210486:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942084.210488:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf100. 00000100:00000001:2.0:1788942084.210493:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942084.210494:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.210497:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.210499:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942084.210500:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942084.210502:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.210503:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.210521:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942084.210523:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788942084.220794:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.220819:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942084.220823:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.220826:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.220838:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.220848:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942084.220981:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.220986:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.220991:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.220996:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4c100 00000400:00000200:3.0:1788942084.221002:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.221010:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x659d [1] + 224 00000800:00000001:3.0:1788942084.221019:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.221026:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.221029:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942084.221034:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942084.221043:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942084.221053:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942084.221066:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.221095:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942084.221101:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.221105:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942084.221107:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.221109:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.221112:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.221116:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942084.221120:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.221123:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.221126:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.221129:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4bf80 00000400:00000200:3.0:1788942084.221132:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.221137:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x656d [1] + 224 00000800:00000001:3.0:1788942084.221141:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.221220:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.221223:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942084.221227:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942084.221230:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942084.221236:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942084.221244:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.221252:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942084.221255:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.221258:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942084.221289:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942084.221294:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942084.221303:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942084.221305:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942084.221308:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c45d8. 00000400:00000200:3.0:1788942084.221313:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded330 00000400:00000010:3.0:1788942084.221316:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded330. 00000100:00000001:3.0:1788942084.221319:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942084.221323:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942084.221333:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.221339:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942084.221341:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942084.221344:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942084.221348:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942084.221351:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942084.221354:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942084.221358:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942084.221369:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=74 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942084.221432:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=8 v=5 (1 0 0 0) 00000400:00000001:2.0:1788942084.221811:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942084.221817:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942084.221821:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450980b0. 00000400:00000200:2.0:1788942084.221830:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61660 00000400:00000010:2.0:1788942084.221833:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61660. 00000100:00000001:2.0:1788942084.221838:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942084.221863:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942084.221876:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.221884:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942084.221887:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.221891:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942084.221894:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942084.221896:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942084.221898:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942084.221901:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942084.221910:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=74 v=5 (5 5 5 36) 00000100:00001000:2.0:1788942084.221921:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942084.221923:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942084.221925:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942084.221928:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942084.221931:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.221934:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942084.221937:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1788942084.221939:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942084.221940:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942084.221945:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.221952:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942084.221955:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942084.221958:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942084.221963:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942084.221972:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884247168:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942084.221978:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.221982:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942084.221985:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acea00 x1875839884247168/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.221991:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942084.221993:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942084.221996:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c7000. 02000000:00000001:2.0:1788942084.222001:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942084.222003:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942084.222005:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942084.222007:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942084.222009:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38000. 02000000:00000001:2.0:1788942084.222012:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942084.222014:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942084.222016:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acea00. 00000100:00000001:2.0:1788942084.222019:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942084.222021:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.222023:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.222026:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942084.222027:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942084.222032:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942084.222034:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942084.222036:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098d68. 00000400:00000200:2.0:1788942084.222039:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61f68 00000400:00000010:2.0:1788942084.222041:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61f68. 00000100:00000001:2.0:1788942084.222043:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942084.222047:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942084.222054:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.222060:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942084.222062:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.222064:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942084.222065:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942084.222066:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942084.222068:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942084.222069:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942084.222072:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942084.222075:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942084.222076:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942084.222078:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942084.222079:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942084.222081:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.222083:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942084.222086:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.222092:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942084.222095:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942084.222096:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942084.222100:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942084.222107:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884246912:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942084.222111:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.222112:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942084.222115:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd500 x1875839884246912/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942084.222121:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942084.222122:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942084.222124:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c7400. 02000000:00000001:2.0:1788942084.222127:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942084.222128:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942084.222129:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:2.0:1788942084.222131:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942084.222132:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38100. 02000000:00000001:2.0:1788942084.222135:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942084.222136:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942084.222137:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd500. 00000100:00000001:2.0:1788942084.222140:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942084.222141:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.222143:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942084.222150:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942084.222153:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.222155:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942084.222156:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.223643:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942084.223654:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942084.223661:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942084.223667:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.223674:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942084.223677:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942084.223681:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942084.223684:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942084.223698:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.223708:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942084.223712:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942084.223715:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942084.223721:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942084.223729:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884247296:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942084.223735:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942084.223739:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942084.223743:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acfb80 x1875839884247296/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942084.223750:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942084.223754:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942084.223759:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d800. 02000000:00000001:3.0:1788942084.223764:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942084.223767:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942084.223769:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942084.223772:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942084.223775:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38d00. 02000000:00000001:3.0:1788942084.223778:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942084.223780:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942084.223782:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acfb80. 00000100:00000001:3.0:1788942084.223787:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942084.223788:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942084.223791:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942084.223800:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942084.223802:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.223805:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942084.223808:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942084.833047:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942084.833058:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942084.833066:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942084.833067:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942084.833102:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942084.833105:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942084.833109:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942084.989140:0:30911:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942084.989150:0:30911:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942084.989153:0:30911:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942084.989163:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557bc0 00000080:00200000:1.0:1788942084.989169:0:30911:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942084.989181:0:30911:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550dab200. 00800000:00000002:1.0:1788942084.989189:0:30911:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942084.989194:0:30911:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942084.989199:0:30911:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942084.989202:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557ae0 00800000:00000002:1.0:1788942084.989205:0:30911:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942084.989208:0:30911:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942084.989215:0:30911:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942084.989220:0:30911:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942084.989223:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15579b0 00000002:00010000:1.0:1788942084.989224:0:30911:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942084.989229:0:30911:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942084.989231:0:30911:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942084.989236:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942084.989244:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 2 00010000:00000001:1.0:1788942084.989247:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942084.989253:0:30911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942084.989257:0:30911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942084.989263:0:30911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942084.989288:0:30911:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942084.989294:0:30911:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942084.989301:0:30911:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942084.989309:0:30911:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942084.989311:0:30911:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942084.989313:0:30911:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942084.989315:0:30911:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942084.989317:0:30911:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942084.989319:0:30911:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942084.989322:0:30911:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942084.989325:0:30911:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942084.989329:0:30911:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550dab200. 00000080:00000001:1.0:1788942084.989333:0:30911:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942084.989335:0:30911:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942084.989338:0:30911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942084.989342:0:30911:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576d2 00800000:00000001:1.0:1788942084.989345:0:30911:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942084.989348:0:30911:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942084.989350:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.989353:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.989356:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942084.989358:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942084.989361:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942084.989365:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.989367:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942084.989368:0:30911:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942084.989379:0:30911:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942084.989382:0:30911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576d2 from it ffffa57dc1557bf8 00010000:00000001:1.0:1788942084.989384:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.989385:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.989386:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942084.989388:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942084.989390:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942084.989392:0:30911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942084.989395:0:30911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942084.989401:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.989402:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.989403:0:30911:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942084.989406:0:30911:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942084.989408:0:30911:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781576d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec76c expref: -99 pid: 30901 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942084.989418:0:30911:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942084.989422:0:30911:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942084.989425:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942084.989429:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.989430:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.989432:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.989435:0:30911:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942084.989438:0:30911:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.989440:0:30911:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.989442:0:30911:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.989444:0:30911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942084.989446:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.989447:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942084.989451:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942084.989453:0:30911:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942084.989455:0:30911:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942084.989460:0:30911:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942084.989470:0:30911:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa120. 00000020:00000001:1.0:1788942084.989474:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557b28 00000080:00200000:1.0:1788942084.989477:0:30911:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=25 00000080:00000001:1.0:1788942084.989480:0:30911:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942084.989482:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15579d8 00000080:00200000:1.0:1788942084.989484:0:30911:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:1.0:1788942084.989492:0:30911:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550dab200. 00800000:00000002:1.0:1788942084.989495:0:30911:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942084.989499:0:30911:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942084.989501:0:30911:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942084.989502:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15578f8 00800000:00000002:1.0:1788942084.989504:0:30911:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942084.989507:0:30911:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942084.989511:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557890 00800000:00000002:1.0:1788942084.989513:0:30911:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788942084.989516:0:30911:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942084.989517:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15577c8 00000002:00010000:1.0:1788942084.989518:0:30911:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788942084.989522:0:30911:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942084.989525:0:30911:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942084.989531:0:30911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942084.989535:0:30911:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942084.989542:0:30911:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942084.989547:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942084.989550:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.989551:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.989553:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942084.989556:0:30911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942084.989559:0:30911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942084.989562:0:30911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942084.989571:0:30911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba400. 00000100:00000001:1.0:1788942084.989579:0:30911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.989586:0:30911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942084.989588:0:30911:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.989589:0:30911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942084.989590:0:30911:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.989592:0:30911:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942084.989601:0:30911:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942084.989606:0:30911:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942084.989608:0:30911:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942084.989611:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 2 00010000:00000001:1.0:1788942084.989613:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942084.989615:0:30911:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942084.989621:0:30911:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0200. 00000020:00000001:1.0:1788942084.989625:0:30911:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942084.989627:0:30911:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0200 with handle 0xcbb91bbb781576e7 to hash 00000020:00000001:1.0:1788942084.989629:0:30911:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942084.989631:0:30911:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.989635:0:30911:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.989638:0:30911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942084.989640:0:30911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942084.989644:0:30911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942084.989652:0:30911:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942084.989663:0:30911:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942084.989669:0:30911:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942084.989672:0:30911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942084.989681:0:30911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b545c7b840. 00000100:00000001:1.0:1788942084.989683:0:30911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706967038016 : -122366742513600 : ffff90b545c7b840) 00000100:00000001:1.0:1788942084.989686:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942084.989687:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942084.989693:0:30911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942084.989697:0:30911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942084.990353:0:30911:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942084.990358:0:30911:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942084.990382:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.990394:0:30911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942084.990397:0:30911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942084.990402:0:30911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942084.990406:0:30911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942084.990410:0:30911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942084.990414:0:30911:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884247424:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942084.990419:0:30911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942084.990426:0:30911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942084.990429:0:30911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942084.990432:0:30911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942084.990439:0:30911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559185800. 02000000:00000001:1.0:1788942084.990441:0:30911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942084.990453:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942084.990459:0:30911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f420. 00000400:00000010:1.0:1788942084.990469:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942084.990479:0:30911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884247424, portal 10 00000100:00000001:1.0:1788942084.990482:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942084.990483:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942084.990492:0:30911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942100 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.990500:0:30911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942084.990503:0:30911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942084.990507:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942084.990512:0:30911:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884247424, offset 0 00000400:00000200:1.0:1788942084.990519:0:30911:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942084.990531:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942084.990541:0:30911:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942084.990549:0:30911:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942084.990555:0:30911:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942084.990561:0:30911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942084.990563:0:30911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942084.990568:0:30911:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2351:2351:256:4294967295] 192.168.206.109@tcp LPNI seq info [2351:2351:8:4294967295] 00000400:00000200:1.0:1788942084.990572:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942084.990584:0:30911:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942084.990591:0:30911:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942084.990598:0:30911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2200. 00000800:00000200:1.0:1788942084.990607:0:30911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942084.990616:0:30911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942084.990621:0:30911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788942084.990646:0:30911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942084.990651:0:30911:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 799030 usecs (800 jiffies) 00000400:00000200:1.0:1788942084.990655:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942084.990658:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296485949 00000100:00000001:1.0:1788942084.990662:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296488524 00000100:00000001:1.0:1788942084.990665:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296485949 00000100:00000001:1.0:1788942084.990667:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296488524 00000100:00000001:1.0:1788942084.990669:0:30911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942084.990672:0:30911:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942084.990675:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942084.990677:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942084.990681:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b840 going to sleep for 11 seconds 00000100:00000001:1.0:1788942084.990684:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942084.990688:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942084.991008:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942084.991016:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2200. 00000400:00000200:2.0:1788942084.991022:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942084.991028:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942084.991038:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:2.0:1788942084.991041:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:2.0:1788942084.991048:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942084.991053:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942100 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942084.991067:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942084.991070:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942100 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942084.991077:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942084.991079:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942084.994957:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.994980:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942084.994986:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.994989:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.994999:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.995009:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942084.995019:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.995025:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.995031:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.995036:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4c180 00000400:00000200:3.0:1788942084.995042:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942084.995049:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x65ad [1] + 224 00000800:00000001:3.0:1788942084.995059:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.995068:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942084.995072:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942084.995077:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942084.995087:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942084.995098:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942100 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942084.995111:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942100 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942084.995129:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942084.995139:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942084.995143:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942084.995210:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942084.995221:0:30911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942084.995223:0:30911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942084.995228:0:30911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f420. 00000400:00000200:1.0:1788942084.995234:0:30911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:1.0:1788942084.995237:0:30911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:1.0:1788942084.995241:0:30911:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942084.995246:0:30911:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942100 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942084.995255:0:30911:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942100 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.995262:0:30911:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942084.995264:0:30911:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942084.995268:0:30911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942084.995281:0:30911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942084.995284:0:30911:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942084.995287:0:30911:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942084.995291:0:30911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942084.995303:0:30911:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=74 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942084.995308:0:30911:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942084.995311:0:30911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942084.995313:0:30911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.995316:0:30911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942084.995319:0:30911:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942084.995323:0:30911:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788942084.995326:0:30911:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967614 gen 2 00000100:00000040:1.0:1788942084.995333:0:30911:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff90b545997800 x1875839884245760/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942084.995340:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942084.995344:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997800 x1875839884245760/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942084.995350:0:30911:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942084.995353:0:30911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942084.995358:0:30911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aec000. 02000000:00000001:1.0:1788942084.995362:0:30911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942084.995366:0:30911:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942084.995367:0:30911:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942084.995383:0:30911:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942084.995386:0:30911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aef800. 02000000:00000001:1.0:1788942084.995391:0:30911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942084.995393:0:30911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942084.995395:0:30911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997800. 00000100:00000001:1.0:1788942084.995399:0:30911:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942084.995400:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942084.995405:0:30911:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff90b545e64700 x1875839884246272/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942084.995412:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942084.995415:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884246272/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942099 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942084.995420:0:30911:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942084.995422:0:30911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942084.995423:0:30911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942084.995426:0:30911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942084.995427:0:30911:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942084.995428:0:30911:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942084.995430:0:30911:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942084.995431:0:30911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b9c00. 02000000:00000001:1.0:1788942084.995433:0:30911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942084.995434:0:30911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942084.995436:0:30911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:1.0:1788942084.995438:0:30911:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942084.995440:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788942084.995445:0:30911:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90b55236bb80 x1875839884246784/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942099 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.995453:0:30911:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788942084.995456:0:30911:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1788942084.995459:0:30911:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942084.995461:0:30911:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942084.995467:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942100 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.995474:0:30911:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942084.995477:0:30911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942084.995479:0:30911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942084.995483:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942100 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942084.995492:0:30911:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884247424:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942084.995498:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942084.995501:0:30911:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942084.995504:0:30911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942084.995505:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942084.995509:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942100 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.995515:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942084.995517:0:30911:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b545c7b840. 00000100:00000001:1.0:1788942084.995520:0:30911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942084.995522:0:30911:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.995525:0:30911:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942084.995530:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995533:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995536:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=4 00000020:00000001:1.0:1788942084.995540:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995543:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000040:1.0:1788942084.995551:0:30911:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0200, remote cookie: 0x4d194fbcadeec7c7, flags: 0x1001 00010000:00010000:1.0:1788942084.995557:0:30911:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942084.995567:0:30911:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788942084.995571:0:30911:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788942084.995581:0:30911:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ec00. 00010000:00000010:1.0:1788942084.995587:0:30911:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78380. 00010000:00000001:1.0:1788942084.995593:0:30911:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942084.995596:0:30911:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942084.995605:0:30911:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942084.995611:0:30911:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942084.995616:0:30911:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942084.995619:0:30911:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942084.995620:0:30911:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942084.995622:0:30911:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942084.995625:0:30911:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff90b551c3ec00) refcount = 1 00010000:00010000:1.0:1788942084.995629:0:30911:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942084.995635:0:30911:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942084.995639:0:30911:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942084.995640:0:30911:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942084.995643:0:30911:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942084.995646:0:30911:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942084.995649:0:30911:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942084.995655:0:30911:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942084.995658:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995660:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.995661:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995662:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.995663:0:30911:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942084.995669:0:30911:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942084.995671:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995673:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995674:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942084.995676:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995678:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995681:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995682:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995683:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=4 00000020:00000001:1.0:1788942084.995685:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995687:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995690:0:30911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942084.995694:0:30911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942084.995698:0:30911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942084.995704:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995705:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.995707:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995708:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995710:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=5 00000020:00000001:1.0:1788942084.995711:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995713:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995715:0:30911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942084.995718:0:30911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942084.995724:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995725:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942084.995728:0:30911:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942084.995740:0:30911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942084.995742:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995743:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.995744:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995745:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942084.995750:0:30911:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942100 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942084.995757:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995758:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995759:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942084.995761:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995763:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995765:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995766:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942084.995768:0:30911:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942084.995770:0:30911:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942084.995774:0:30911:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942084.995776:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995778:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995779:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942084.995780:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995782:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00000002:00010000:1.0:1788942084.995785:0:30911:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942084.995791:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995792:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.995794:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942084.995795:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995796:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995797:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942084.995799:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995802:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000040:1.0:1788942084.995806:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:1.0:1788942084.995809:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942084.995813:0:30911:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:1.0:1788942084.995815:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995816:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942084.995818:0:30911:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942084.995821:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557750 00000002:00002000:1.0:1788942084.995823:0:30911:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942084.995826:0:30911:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942084.995830:0:30911:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942084.995833:0:30911:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942084.995837:0:30911:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942084.995840:0:30911:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942084.995845:0:30911:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:1.0:1788942084.995848:0:30911:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942084.995884:0:30911:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1557ac8 it_disposition b 00000080:00000001:1.0:1788942084.995888:0:30911:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942084.995895:0:30911:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942084.995899:0:30911:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942084.995903:0:30911:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942084.995906:0:30911:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788942084.995913:0:30911:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942084.995916:0:30911:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788942084.995919:0:30911:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942084.995922:0:30911:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942084.995925:0:30911:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942084.995931:0:30911:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:1.0:1788942084.995934:0:30911:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff90b548db3248): rc = 0 00000080:00000001:1.0:1788942084.995937:0:30911:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018646088 : -122366690905528 : ffff90b548db3248) 00010000:00000001:1.0:1788942084.995939:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995940:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995942:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942084.995943:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995946:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995948:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995950:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942084.995951:0:30911:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942084.995953:0:30911:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942084.995955:0:30911:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942084.995958:0:30911:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942084.995960:0:30911:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942084.995963:0:30911:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) for lock 0xcbb91bbb781576e7 00800000:00000001:1.0:1788942084.995966:0:30911:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942084.995968:0:30911:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942084.995970:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.995971:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.995972:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942084.995974:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995976:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.995979:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.995980:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942084.995981:0:30911:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942084.995983:0:30911:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788942084.995991:0:30911:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54450faf8 inode ffff90b548db3248 refc 1 flags 0x20000e 00000080:00000001:1.0:1788942084.995996:0:30911:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942084.995998:0:30911:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942084.996001:0:30911:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788942084.996004:0:30911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) 00000080:00010000:1.0:1788942084.996008:0:30911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576e7 from it ffffa57dc1557ac8 00010000:00000001:1.0:1788942084.996011:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942084.996012:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942084.996013:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942084.996015:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.996017:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942084.996019:0:30911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942084.996022:0:30911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942084.996028:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.996030:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.996031:0:30911:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942084.996034:0:30911:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942084.996037:0:30911:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781576e7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7c7 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942084.996044:0:30911:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942084.996047:0:30911:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942084.996049:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942084.996054:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.996055:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.996057:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996061:0:30911:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942084.996063:0:30911:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996065:0:30911:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996067:0:30911:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996069:0:30911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942084.996070:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.996071:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942084.996073:0:30911:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942084.996077:0:30911:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550dab200. 00000100:00000001:1.0:1788942084.996081:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942084.996086:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884247424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942100 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.996093:0:30911:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942084.996094:0:30911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942084.996096:0:30911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559185800. 02000000:00000001:1.0:1788942084.996099:0:30911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942084.996101:0:30911:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942084.996103:0:30911:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942084.996105:0:30911:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942084.996107:0:30911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba400. 02000000:00000001:1.0:1788942084.996110:0:30911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942084.996112:0:30911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942084.996113:0:30911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942084.996116:0:30911:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942084.996118:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942084.996128:0:30911:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942084.996131:0:30911:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248), inode mode 41ed mask 1 00000080:00000001:1.0:1788942084.996137:0:30911:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942084.996154:0:30911:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfaa60. 00000080:00000001:1.0:1788942084.996160:0:30911:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942084.996162:0:30911:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248), inode mode 41ed mask 3 00000080:00000001:1.0:1788942084.996164:0:30911:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942084.996167:0:30911:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788942084.996169:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557b58 00000080:00200000:1.0:1788942084.996171:0:30911:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90b548db3248), file ffff90b545293080, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1788942084.996177:0:30911:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b5466c9420. 00000080:00000001:1.0:1788942084.996182:0:30911:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942084.996184:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557a08 00000080:00200000:1.0:1788942084.996185:0:30911:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90b548db3248), intent=open|creat 00000080:00000010:1.0:1788942084.996194:0:30911:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550dab200. 00000080:00000001:1.0:1788942084.996201:0:30911:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942084.996205:0:30911:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942084.996207:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557928 00800000:00000002:1.0:1788942084.996209:0:30911:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1788942084.996212:0:30911:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788942084.996216:0:30911:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942084.996221:0:30911:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:1.0:1788942084.996226:0:30911:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788942084.996228:0:30911:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788942084.996230:0:30911:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788942084.996234:0:30911:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788942084.996237:0:30911:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x26:0x0] 40000000:00000001:1.0:1788942084.996240:0:30911:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942084.996242:0:30911:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942084.996244:0:30911:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942084.996246:0:30911:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942084.996248:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15578a8 00800000:00000002:1.0:1788942084.996251:0:30911:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788942084.996256:0:30911:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942084.996257:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15577e0 00000002:00010000:1.0:1788942084.996260:0:30911:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1788942084.996264:0:30911:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942084.996266:0:30911:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942084.996270:0:30911:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788942084.996273:0:30911:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942084.996275:0:30911:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942084.996278:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:1.0:1788942084.996280:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942084.996282:0:30911:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942084.996285:0:30911:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996287:0:30911:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942084.996288:0:30911:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942084.996292:0:30911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942084.996296:0:30911:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942084.996301:0:30911:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942084.996303:0:30911:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996306:0:30911:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942084.996310:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942084.996313:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942084.996314:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942084.996315:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942084.996318:0:30911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942084.996321:0:30911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942084.996325:0:30911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942084.996333:0:30911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba400. 00000100:00000001:1.0:1788942084.996341:0:30911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996345:0:30911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942084.996347:0:30911:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996348:0:30911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942084.996350:0:30911:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942084.996352:0:30911:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942084.996362:0:30911:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942084.996366:0:30911:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942084.996368:0:30911:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942084.996381:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:1.0:1788942084.996383:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942084.996386:0:30911:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942084.996389:0:30911:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1e00. 00000020:00000001:1.0:1788942084.996392:0:30911:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942084.996395:0:30911:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1e00 with handle 0xcbb91bbb781576ee to hash 00000020:00000001:1.0:1788942084.996397:0:30911:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942084.996398:0:30911:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942084.996402:0:30911:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942084.996405:0:30911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942084.996407:0:30911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942084.996410:0:30911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942084.996418:0:30911:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942084.996429:0:30911:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942084.996436:0:30911:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942084.996445:0:30911:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942084.996451:0:30911:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942084.996453:0:30911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942084.996460:0:30911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b545c7b840. 00000100:00000001:1.0:1788942084.996462:0:30911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706967038016 : -122366742513600 : ffff90b545c7b840) 00000100:00000001:1.0:1788942084.996465:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942084.996466:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942084.996471:0:30911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942084.996476:0:30911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942084.996478:0:30911:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942084.996480:0:30911:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942084.996484:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.996492:0:30911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942084.996494:0:30911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942084.996498:0:30911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942084.996501:0:30911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942084.996504:0:30911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942084.996507:0:30911:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884247680:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942084.996511:0:30911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942084.996518:0:30911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942084.996520:0:30911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942084.996522:0:30911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942084.996596:0:30911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559220000. 02000000:00000001:1.0:1788942084.996598:0:30911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942084.996606:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942084.996611:0:30911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f420. 00000400:00000010:1.0:1788942084.996618:0:30911:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b5487b9c00. 00000100:00000200:1.0:1788942084.996626:0:30911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884247680, portal 10 00000100:00000001:1.0:1788942084.996628:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942084.996630:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942084.996636:0:30911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942100 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942084.996642:0:30911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942084.996645:0:30911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942084.996648:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942084.996652:0:30911:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884247680, offset 0 00000400:00000200:1.0:1788942084.996658:0:30911:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942084.996665:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942084.996674:0:30911:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942084.996680:0:30911:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942084.996684:0:30911:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942084.996688:0:30911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942084.996691:0:30911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942084.996695:0:30911:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2352:2352:256:4294967295] 192.168.206.109@tcp LPNI seq info [2352:2352:8:4294967295] 00000400:00000200:1.0:1788942084.996700:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942084.996711:0:30911:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942084.996717:0:30911:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942084.996723:0:30911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2700. 00000800:00000200:1.0:1788942084.996731:0:30911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942084.996739:0:30911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942084.996744:0:30911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942084.996767:0:30911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942084.996772:0:30911:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 797863 usecs (798 jiffies) 00000400:00000200:1.0:1788942084.996776:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942084.996779:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296485953 00000100:00000001:1.0:1788942084.996782:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296488524 00000100:00000001:1.0:1788942084.996784:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296485953 00000100:00000001:1.0:1788942084.996786:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296488524 00000100:00000001:1.0:1788942084.996789:0:30911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942084.996791:0:30911:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942084.996794:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942084.996796:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942084.996798:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b840 going to sleep for 11 seconds 00000100:00000001:1.0:1788942084.996801:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942084.996803:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942084.997192:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942084.997197:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788942084.997203:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942084.997209:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942084.997215:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:3.0:1788942084.997218:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:3.0:1788942084.997222:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942084.997227:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942100 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942084.997238:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942084.997241:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942100 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942084.997248:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942084.997250:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942085.007237:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942085.007262:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942085.007268:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942085.007282:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942085.007295:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942085.007304:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942085.007316:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942085.007322:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942085.007328:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942085.007333:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f4c280 00000400:00000200:3.0:1788942085.007339:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942085.007346:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x65b5 [32] + 224 00000800:00000001:3.0:1788942085.007354:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942085.007363:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942085.007367:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942085.007387:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942085.007398:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942085.007409:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942100 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942085.007422:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942100 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942085.007445:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942085.007455:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942085.007458:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942085.007465:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942085.007471:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2353:2353:256:4294967295] 192.168.206.109@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:3.0:1788942085.007476:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942085.007486:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942085.007493:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942085.007500:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b54837e000. 00000800:00000200:3.0:1788942085.007508:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942085.007516:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942085.007521:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54837e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942085.007619:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942085.007623:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b54837e000. 00000400:00000200:3.0:1788942085.007626:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942085.007630:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942085.007636:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942085.007640:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942085.007957:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942085.007968:0:30911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942085.007970:0:30911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942085.007974:0:30911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f420. 00000400:00000200:1.0:1788942085.007979:0:30911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5487b9c00 00000400:00000010:1.0:1788942085.007982:0:30911:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b5487b9c00. 00000100:00000001:1.0:1788942085.007986:0:30911:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942085.007994:0:30911:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942100 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942085.008005:0:30911:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884247680/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942100 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942085.008011:0:30911:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942085.008014:0:30911:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942085.008017:0:30911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942085.008022:0:30911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942085.008026:0:30911:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942085.008029:0:30911:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942085.008033:0:30911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942085.008045:0:30911:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=75 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942085.008050:0:30911:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942085.008053:0:30911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942085.008055:0:30911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.008058:0:30911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942085.008061:0:30911:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942085.008065:0:30911:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942085.008067:0:30911:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013d/0x1] 00000100:00000001:1.0:1788942085.008069:0:30911:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942085.008072:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942085.008074:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942085.008077:0:30911:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942085.008079:0:30911:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788942085.008081:0:30911:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942085.008085:0:30911:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942085.008090:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942100 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942085.008097:0:30911:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942085.008101:0:30911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942085.008103:0:30911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942085.008108:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942100 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942085.008122:0:30911:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884247680:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942085.008128:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942085.008131:0:30911:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942085.008134:0:30911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942085.008137:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942085.008141:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942100 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942085.008147:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942085.008151:0:30911:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b545c7b840. 00000100:00000001:1.0:1788942085.008154:0:30911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942085.008156:0:30911:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.008159:0:30911:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942085.008165:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.008168:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.008171:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=4 00000020:00000001:1.0:1788942085.008174:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008178:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000040:1.0:1788942085.008186:0:30911:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1e00, remote cookie: 0x4d194fbcadeec7e3, flags: 0x1001 00010000:00010000:1.0:1788942085.008192:0:30911:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 4/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942085.008202:0:30911:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:1.0:1788942085.008206:0:30911:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788942085.008216:0:30911:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e100. 00010000:00000010:1.0:1788942085.008222:0:30911:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78c80. 00010000:00000001:1.0:1788942085.008228:0:30911:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942085.008232:0:30911:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942085.008247:0:30911:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942085.008253:0:30911:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942085.008258:0:30911:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942085.008261:0:30911:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942085.008275:0:30911:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942085.008277:0:30911:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942085.008280:0:30911:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff90b551c3e100) refcount = 1 00010000:00010000:1.0:1788942085.008285:0:30911:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942085.008291:0:30911:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942085.008294:0:30911:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942085.008296:0:30911:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942085.008299:0:30911:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942085.008301:0:30911:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942085.008305:0:30911:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942085.008311:0:30911:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942085.008312:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008314:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.008315:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008316:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.008318:0:30911:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942085.008324:0:30911:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942085.008327:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.008328:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.008330:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=3 00000020:00000001:1.0:1788942085.008332:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008334:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008337:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.008339:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.008340:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=4 00000020:00000001:1.0:1788942085.008342:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008344:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008347:0:30911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942085.008350:0:30911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942085.008354:0:30911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942085.008361:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008362:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.008364:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.008365:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.008366:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=5 00000020:00000001:1.0:1788942085.008368:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008381:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008384:0:30911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942085.008387:0:30911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942085.008394:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008395:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942085.008398:0:30911:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942085.008404:0:30911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942085.008405:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008407:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.008408:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008409:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942085.008415:0:30911:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942100 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942085.008431:0:30911:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942085.008437:0:30911:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942100 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942085.008444:0:30911:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.008452:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.008454:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.008455:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=3 00000020:00000001:1.0:1788942085.008457:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008459:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00000002:00010000:1.0:1788942085.008463:0:30911:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788942085.008472:0:30911:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5483924c0. 00010000:00000001:1.0:1788942085.008474:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008475:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942085.008477:0:30911:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942085.008479:0:30911:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942085.008482:0:30911:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942085.008485:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942085.008486:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942085.008489:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942085.008490:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942085.008492:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.008494:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.008495:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=3 00000020:00000001:1.0:1788942085.008497:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008499:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00000002:00010000:1.0:1788942085.008503:0:30911:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942085.008514:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008515:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.008517:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942085.008518:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.008519:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.008520:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=3 00000020:00000001:1.0:1788942085.008522:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008524:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000040:1.0:1788942085.008529:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:1.0:1788942085.008532:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942085.008536:0:30911:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:1.0:1788942085.008538:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.008540:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942085.008542:0:30911:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942085.008545:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557768 00000002:00002000:1.0:1788942085.008548:0:30911:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788942085.008551:0:30911:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942085.008555:0:30911:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942085.008558:0:30911:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942085.008562:0:30911:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942085.008566:0:30911:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.008571:0:30911:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942085.008573:0:30911:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b5466c9420 it_disposition 1800037 00000080:00002000:1.0:1788942085.008579:0:30911:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54450fbd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788942085.008585:0:30911:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942085.008588:0:30911:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788942085.008590:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557990 00000080:00200000:1.0:1788942085.008592:0:30911:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90b548db3248), intent=open|creat 00000080:00000001:1.0:1788942085.008595:0:30911:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788942085.008598:0:30911:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942085.008603:0:30911:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942085.008606:0:30911:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942085.008610:0:30911:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788942085.008614:0:30911:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788942085.008631:0:30911:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548db0840. 00000020:00000001:1.0:1788942085.008644:0:30911:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788942085.008646:0:30911:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788942085.008649:0:30911:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788942085.008651:0:30911:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x26:0x0](ffff90b548db0908) 00000020:00000001:1.0:1788942085.008655:0:30911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942085.008660:0:30911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:1.0:1788942085.008662:0:30911:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:1.0:1788942085.008668:0:30911:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788942085.008673:0:30911:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b552366000. 00000020:00000001:1.0:1788942085.008675:0:30911:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788942085.008677:0:30911:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942085.008686:0:30911:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788942085.008691:0:30911:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b5435084d8. 00020000:00000001:1.0:1788942085.008693:0:30911:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621706925671640 : -122366783879976 : ffff90b5435084d8) 00020000:00000001:1.0:1788942085.008696:0:30911:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788942085.008700:0:30911:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942085.008705:0:30911:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c92a0. 00020000:00000010:1.0:1788942085.008709:0:30911:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063480. 00020000:00000010:1.0:1788942085.008714:0:30911:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9cc0. 00020000:00000001:1.0:1788942085.008716:0:30911:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977844416 : -122366731707200 : ffff90b5466c9cc0) 00020000:00000002:1.0:1788942085.008720:0:30911:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9cc0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942085.008724:0:30911:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942085.008728:0:30911:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063480: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:1.0:1788942085.008731:0:30911:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788942085.008733:0:30911:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9cc0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942085.008737:0:30911:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942085.008739:0:30911:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063480: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:1.0:1788942085.008743:0:30911:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b551f92320. 00020000:00000010:1.0:1788942085.008746:0:30911:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b545c7b840. 00020000:00000001:1.0:1788942085.008751:0:30911:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788942085.008754:0:30911:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b545045c08. 00020000:00000001:1.0:1788942085.008758:0:30911:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788942085.008759:0:30911:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788942085.008777:0:30911:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788942085.008780:0:30911:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b552366578. 00000020:00000001:1.0:1788942085.008782:0:30911:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788942085.008784:0:30911:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942085.008786:0:30911:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621707175618040 : -122366533933576 : ffff90b5523665f8) 00020000:00000001:1.0:1788942085.008790:0:30911:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788942085.008795:0:30911:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b551263880. 00020000:00000001:1.0:1788942085.008798:0:30911:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942085.008802:0:30911:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621707175618040 : -122366533933576 : ffff90b5523665f8) 00020000:00000001:1.0:1788942085.008805:0:30911:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621707175618040 : -122366533933576 : ffff90b5523665f8) 00020000:00000002:1.0:1788942085.008809:0:30911:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x17:0x0]@ffff90b552366578[0:0] -> [0x200000404:0x26:0x0]@ffff90b552366000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:1.0:1788942085.008814:0:30911:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788942085.008816:0:30911:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788942085.008818:0:30911:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942085.008821:0:30911:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621707175616640 : -122366533934976 : ffff90b552366080) 00000020:00001000:1.0:1788942085.008824:0:30911:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:1.0:1788942085.008827:0:30911:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788942085.008830:0:30911:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788942085.008832:0:30911:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833958 mtime from 0 to 1788942084 00000080:00000001:1.0:1788942085.008837:0:30911:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788942085.008840:0:30911:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018635528 : -122366690916088 : ffff90b548db0908) 00010000:00000001:1.0:1788942085.008842:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.008844:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.008846:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=3 00000020:00000001:1.0:1788942085.008847:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.008904:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00000080:00000001:1.0:1788942085.008908:0:30911:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942085.008910:0:30911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942085.008911:0:30911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:1.0:1788942085.008913:0:30911:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:1.0:1788942085.008916:0:30911:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788942085.008918:0:30911:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942085.008919:0:30911:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942085.008923:0:30911:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c97e0. 00020000:00000010:1.0:1788942085.008926:0:30911:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063900. 00020000:00000010:1.0:1788942085.008929:0:30911:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9840. 00020000:00000001:1.0:1788942085.008930:0:30911:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977843264 : -122366731708352 : ffff90b5466c9840) 00020000:00000002:1.0:1788942085.008933:0:30911:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9840, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942085.008936:0:30911:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942085.008939:0:30911:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063900: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:1.0:1788942085.008943:0:30911:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435084d8) owner ffff90b5412f27c0 00020000:00000001:1.0:1788942085.008946:0:30911:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942085.008949:0:30911:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435084d8) owner ffff90b5412f27c0 00020000:00000010:1.0:1788942085.008954:0:30911:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b559063900. 00020000:00000010:1.0:1788942085.008958:0:30911:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c97e0. 00020000:00000010:1.0:1788942085.008961:0:30911:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9840. 00020000:00000002:1.0:1788942085.008963:0:30911:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788942085.008965:0:30911:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942085.008968:0:30911:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942085.008971:0:30911:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788942085.008974:0:30911:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942085.008978:0:30911:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9cc0 addref 2/0 by ffff90b5412f27c0. 00020000:00000002:1.0:1788942085.008980:0:30911:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942085.008983:0:30911:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788942085.008985:0:30911:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788942085.008986:0:30911:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788942085.008988:0:30911:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788942085.008990:0:30911:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788942085.008993:0:30911:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788942085.008995:0:30911:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:1.0:1788942085.008997:0:30911:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.008999:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.009000:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942085.009002:0:30911:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942085.009005:0:30911:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942085.009007:0:30911:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942085.009010:0:30911:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x26:0x0](ffff90b548db0908) 00000080:00010000:1.0:1788942085.009013:0:30911:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff90b548db0908) for lock 0xcbb91bbb781576ee 00800000:00000001:1.0:1788942085.009017:0:30911:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942085.009019:0:30911:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942085.009020:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.009022:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.009023:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=3 00000020:00000001:1.0:1788942085.009025:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.009027:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.009029:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.009031:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942085.009032:0:30911:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942085.009034:0:30911:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009035:0:30911:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788942085.009038:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942085.009044:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942100 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942085.009051:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942085.009056:0:30911:0:(namei.c:1651:ll_create_it()) inode ffff90b548db0908 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:1.0:1788942085.009061:0:30911:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942085.009064:0:30911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff90b548db0908) 00000080:00000001:1.0:1788942085.009067:0:30911:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942085.009071:0:30911:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550dab200. 00000100:00000001:1.0:1788942085.009075:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942085.009078:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942100 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942085.009083:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009087:0:30911:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788942085.009089:0:30911:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942085.009091:0:30911:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548db0908 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:1.0:1788942085.009101:0:30911:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942085.009103:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557a68 00000080:00200008:1.0:1788942085.009106:0:30911:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x26:0x0](ffff90b548db0908), flags 104501 00000080:00000010:1.0:1788942085.009114:0:30911:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415bf7c0. 00000080:00000010:1.0:1788942085.009121:0:30911:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392600. 00000080:00000001:1.0:1788942085.009124:0:30911:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942085.009129:0:30911:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942085.009133:0:30911:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942085.009136:0:30911:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfa860. 00000002:00100000:1.0:1788942085.009141:0:30911:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942100 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942085.009148:0:30911:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942085.009150:0:30911:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942085.009153:0:30911:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942085.009157:0:30911:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009160:0:30911:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942085.009163:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942085.009166:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942100 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942085.009173:0:30911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942085.009177:0:30911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559220000. 02000000:00000001:1.0:1788942085.009205:0:30911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942085.009207:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942085.009210:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557a68 00000080:00000008:1.0:1788942085.009212:0:30911:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x26:0x0](ffff90b548db0908), flags 104501, rc = 0 00000080:00000001:1.0:1788942085.009217:0:30911:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942085.009218:0:30911:0:(dcache.c:176:ll_intent_release()) intent ffff90b5466c9420 released 00000080:00010000:1.0:1788942085.009221:0:30911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576ee from it ffff90b5466c9420 00010000:00000001:1.0:1788942085.009223:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942085.009224:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942085.009226:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=3 00000020:00000001:1.0:1788942085.009228:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.009230:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942085.009232:0:30911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942085.009236:0:30911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942085.009243:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.009245:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.009246:0:30911:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942085.009250:0:30911:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942085.009253:0:30911:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942085.009261:0:30911:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942085.009264:0:30911:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942085.009267:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942085.009271:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.009273:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.009274:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.009278:0:30911:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942085.009280:0:30911:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.009282:0:30911:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.009285:0:30911:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.009287:0:30911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942085.009288:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.009289:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942085.009290:0:30911:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942085.009292:0:30911:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942085.009294:0:30911:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788942085.009296:0:30911:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942085.009299:0:30911:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788942085.009301:0:30911:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009304:0:30911:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788942085.009305:0:30911:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009307:0:30911:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942085.009310:0:30911:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009312:0:30911:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942085.009314:0:30911:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b5466c9420. 00000080:00000001:1.0:1788942085.009317:0:30911:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009322:0:30911:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942085.009324:0:30911:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x26:0x0](ffff90b548db0908), inode mode 81a4 mask 40 00000080:00000001:1.0:1788942085.009328:0:30911:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942085.009388:0:30911:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942085.009392:0:30911:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942085.009395:0:30911:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942085.009398:0:30911:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009410:0:30911:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1788942085.009412:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557c30 00000080:00200008:1.0:1788942085.009415:0:30911:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x26:0x0](ffff90b548db0908) current size 0, valid attrs 20070, mode 0, uid -1054686654, gid -1, new size 213440, atime 1788942085.000000000, mtime 1788942085.000000000, ctime 1788942085.000000000 00000080:00000002:1.0:1788942085.009422:0:30911:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788942085, ctime 1788942085, now = 1788942085 00000080:00000002:1.0:1788942085.009424:0:30911:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff90b548db0908 attr 0x100201f0 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000010:1.0:1788942085.009429:0:30911:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff90b550dab200. 00000080:00000001:1.0:1788942085.009432:0:30911:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1788942085.009439:0:30911:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788942085.009440:0:30911:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x26:0x0], valid 0x100201f0/0x0 00000002:00000001:1.0:1788942085.009445:0:30911:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788942085.009448:0:30911:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942085.009453:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:1.0:1788942085.009456:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942085.009459:0:30911:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942085.009462:0:30911:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942085.009466:0:30911:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788942085.009474:0:30911:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942085.009478:0:30911:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942085.009480:0:30911:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942085.009482:0:30911:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:1.0:1788942085.009486:0:30911:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942085.009488:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942085.009490:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:1.0:1788942085.009492:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942085.009495:0:30911:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942085.009497:0:30911:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942085.009498:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942085.009500:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:1.0:1788942085.009502:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942085.009504:0:30911:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942085.009505:0:30911:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942085.009506:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942085.009508:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:1.0:1788942085.009510:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942085.009511:0:30911:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942085.009513:0:30911:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942085.009513:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942085.009515:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:1.0:1788942085.009516:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942085.009518:0:30911:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009520:0:30911:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009522:0:30911:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942085.009524:0:30911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942085.009526:0:30911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:1.0:1788942085.009528:0:30911:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:1.0:1788942085.009530:0:30911:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788942085.009531:0:30911:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1788942085.009534:0:30911:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788942085.009536:0:30911:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788942085.009538:0:30911:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942085.009540:0:30911:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942085.009543:0:30911:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788942085.009545:0:30911:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942085.009546:0:30911:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942085.009548:0:30911:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:1.0:1788942085.009550:0:30911:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942085.009552:0:30911:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788942085.009554:0:30911:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff90b548db0908) invalid 00000020:00000001:1.0:1788942085.009556:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557838 00000080:00002000:1.0:1788942085.009558:0:30911:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90b54450fbd0) parent ffff90b54450faf8 inode ffff90b548db0908 refc 1 00000080:00000001:1.0:1788942085.009563:0:30911:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788942085.009565:0:30911:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942085.009566:0:30911:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.009570:0:30911:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942085.009573:0:30911:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942085.009575:0:30911:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942085.009577:0:30911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942085.009579:0:30911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942085.009582:0:30911:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1e00 with handle 0xcbb91bbb781576ee from hash 00010000:00000001:1.0:1788942085.009585:0:30911:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942085.009587:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.009588:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.009589:0:30911:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942085.009591:0:30911:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942085.009594:0:30911:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942085.009597:0:30911:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942085.009599:0:30911:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942085.009601:0:30911:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788942085.009608:0:30911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942085.009612:0:30911:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942085.009618:0:30911:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942085.009621:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942085.009624:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942085.009625:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.009626:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942085.009629:0:30911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942085.009632:0:30911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942085.009636:0:30911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942085.009644:0:30911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b550daaa00. 00000100:00000001:1.0:1788942085.009652:0:30911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.009655:0:30911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942085.009658:0:30911:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942085.009663:0:30911:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942085.009671:0:30911:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942085.009673:0:30911:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942085.009675:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942085.009678:0:30911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb781576ee lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeec7e3 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788942085.009692:0:30911:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5483924c0. 00010000:00000040:1.0:1788942085.009697:0:30911:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3e100 count: 0 00010000:00000010:1.0:1788942085.009703:0:30911:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78c80. 00010000:00000001:1.0:1788942085.009710:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942085.009711:0:30911:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.009713:0:30911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942085.009715:0:30911:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942085.009717:0:30911:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1788942085.009719:0:30911:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788942085, ctime 1788942085 00000020:00100000:1.0:1788942085.009728:0:30911:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942085.009735:0:30911:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942085.009743:0:30911:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942085.009745:0:30911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942085.009752:0:30911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b545c7b000. 00000100:00000001:1.0:1788942085.009754:0:30911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706967035904 : -122366742515712 : ffff90b545c7b000) 00000100:00000001:1.0:1788942085.009757:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942085.009758:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942085.009763:0:30911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942085.009768:0:30911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942085.009770:0:30911:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942085.009772:0:30911:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942085.009777:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942085.009784:0:30911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942085.009787:0:30911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942085.009791:0:30911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942085.009794:0:30911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942085.009796:0:30911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942085.009800:0:30911:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884247936:192.168.206.109@tcp:36:touch.0 00000100:00000001:1.0:1788942085.009807:0:30911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942085.009813:0:30911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942085.009815:0:30911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942085.009818:0:30911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942085.009822:0:30911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b9c00. 02000000:00000001:1.0:1788942085.009823:0:30911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942085.009831:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942085.009835:0:30911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f420. 00000400:00000010:1.0:1788942085.009842:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da220. 00000100:00000200:1.0:1788942085.012418:0:30911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884247936, portal 10 00000100:00000001:1.0:1788942085.012431:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942085.012434:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942085.012455:0:30911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942101 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942085.012465:0:30911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942085.012469:0:30911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942085.012482:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da770. 00000100:00000200:1.0:1788942085.012490:0:30911:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875839884247936, offset 0 00000400:00000200:1.0:1788942085.012498:0:30911:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942085.012513:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942085.012524:0:30911:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942085.012531:0:30911:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942085.012535:0:30911:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942085.012540:0:30911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942085.012542:0:30911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942085.012547:0:30911:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2354:2354:256:4294967295] 192.168.206.109@tcp LPNI seq info [2354:2354:8:4294967295] 00000400:00000200:1.0:1788942085.012551:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942085.012562:0:30911:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942085.012568:0:30911:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942085.012577:0:30911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2700. 00000800:00000200:1.0:1788942085.012585:0:30911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942085.012596:0:30911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942085.012601:0:30911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788942085.012752:0:30911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942085.012758:0:30911:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 796711 usecs (797 jiffies) 00000400:00000200:1.0:1788942085.012773:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942085.012776:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296485968 00000100:00000001:1.0:1788942085.012780:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296488524 00000100:00000001:1.0:1788942085.012783:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296485968 00000100:00000001:1.0:1788942085.012786:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296488524 00000100:00000001:1.0:1788942085.012788:0:30911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942085.012792:0:30911:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942085.012796:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942085.012798:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942085.012802:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942085.012805:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942085.012809:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942085.018174:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942085.018187:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788942085.018194:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942085.018204:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942085.018214:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da770 00000400:00000010:3.0:1788942085.018217:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da770. 00000100:00000001:3.0:1788942085.018223:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942085.018234:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942101 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942085.018249:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942085.018253:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942101 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942085.018261:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942085.018263:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942085.021921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e100. 00010000:00000010:1.1:1788942085.021939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00000100:00000001:2.0:1788942085.729063:0:15936:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788942085.729074:0:15936:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942085.857004:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942085.857013:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942085.857019:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942085.857021:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942085.857134:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942085.857138:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942085.857141:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942086.881096:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942086.881116:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942086.881123:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942086.881125:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942086.881193:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942086.881197:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942086.881200:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788942087.724326:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942087.724338:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8800. 00000400:00000200:3.0:1788942087.724347:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942087.724368:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942087.724378:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5acc0 00000400:00000010:3.0:1788942087.724381:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5acc0. 00000100:00000001:3.0:1788942087.724388:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942087.724397:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994a80 x1875839884248192/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942103 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942087.724411:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942087.724415:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994a80 x1875839884248192/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942103 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942087.724423:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942087.724425:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1788942087.763811:0:30931:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942087.763823:0:30931:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942087.763870:0:30931:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942087.763877:0:30931:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942087.763881:0:30931:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942087.763888:0:30931:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942087.763889:0:30931:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942087.763892:0:30931:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942087.763894:0:30931:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942087.763896:0:30931:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942087.763897:0:30931:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942087.763899:0:30931:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788942087.763903:0:30931:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942087.763906:0:30931:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942087.763918:0:30931:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000800:00000200:3.0:1788942087.776475:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942087.776487:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5545a8500. 00000400:00000200:3.0:1788942087.776494:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942087.776504:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942087.776514:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a198 00000400:00000010:3.0:1788942087.776516:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a198. 00000100:00000001:3.0:1788942087.776522:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942087.776531:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884248320/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942103 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942087.776545:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942087.776549:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997b80 x1875839884248320/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942103 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942087.776556:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942087.776569:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942087.776581:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942087.776595:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942087.776598:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942087.776602:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942087.776609:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942087.776614:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942087.776621:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942087.776625:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942087.776630:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942087.776635:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f4c500 00000400:00000200:3.0:1788942087.776641:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942087.776648:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x65cd [1] + 224 00000800:00000001:3.0:1788942087.776656:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942087.776664:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942087.776666:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942087.776670:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942087.776675:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942087.776679:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884248320/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942103 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942087.776689:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545997b80 x1875839884248320/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942103 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942087.776706:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942087.776714:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942087.776717:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942087.786415:0:30931:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942087.786420:0:30931:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942087.786423:0:30931:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1788942087.809882:0:30933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ec00. 00010000:00000010:0.1:1788942087.809902:0:30933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:0.1:1788942087.809909:0:30933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e600. 00010000:00000010:0.1:1788942087.809912:0:30933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00010000:00000010:0.1:1788942087.809916:0:30933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25600. 00010000:00000010:0.1:1788942087.809919:0:30933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982400. 00010000:00000010:0.1:1788942087.809923:0:30933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227900. 00010000:00000010:0.1:1788942087.810189:0:30933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ae00. 00010000:00000001:3.0:1788942087.906878:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942087.906888:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942087.907107:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942087.907112:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942087.907115:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942088.609004:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296488722, at 4296488768 00000100:00000040:2.0:1788942088.609004:0:28145:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296488722, at 4296488768 00000100:00000010:2.0:1788942088.609026:0:28145:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b545a0. 00000100:00000010:3.0:1788942088.609028:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54cc0. 00010000:00000001:3.0:1788942088.932184:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942088.932194:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942088.932892:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942088.932898:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942088.932903:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788942089.316729:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942089.316752:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942089.316761:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942089.316769:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942089.316775:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942089.316779:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942089.316785:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942089.316795:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b553cd2200. 00000100:00000001:1.0:1788942089.316803:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.316817:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942089.316829:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942089.316835:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.316840:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009594d7e4] to pc [ptlrpcd_00_01+1] req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.317100:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317104:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942089.317107:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942089.317111:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942089.317114:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942089.317116:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942089.317118:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942089.317120:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942089.317124:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b553cd2f00. 00000100:00000001:1.0:1788942089.317128:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317133:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942089.317140:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942089.317142:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317146:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_00+0] req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.317155:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317158:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942089.317161:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942089.317165:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65880. 00000020:00000040:1.0:1788942089.317167:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942089.317169:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942089.317170:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942089.317172:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942089.317174:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b553cd2600. 00000100:00000001:1.0:1788942089.317177:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317180:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942089.317186:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942089.317188:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317191:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c38a6451] to pc [ptlrpcd_00_01+1] req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.317198:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317200:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942089.317203:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942089.317206:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942089.317208:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942089.317209:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942089.317211:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942089.317212:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942089.317215:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b553cd2500. 00000100:00000001:1.0:1788942089.317217:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317220:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942089.317227:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942089.317229:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317232:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64cfff3] to pc [ptlrpcd_00_00+0] req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.317239:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.317244:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1827) 00000100:00000001:1.0:1788942089.317258:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942089.317262:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942089.317265:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942089.317270:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.317277:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942089.317280:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.317284:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942089.317287:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942089.317289:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942089.317293:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884248576:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942089.317298:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942089.317303:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942089.317306:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.317309:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942089.317314:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2800. 02000000:00000001:1.0:1788942089.317316:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942089.317324:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942089.317329:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f2c0. 00000400:00000010:1.0:1788942089.317337:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da908. 00000100:00000200:1.0:1788942089.317356:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884248576, portal 10 00000100:00000001:1.0:1788942089.317359:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942089.317361:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942089.317369:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.317378:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942089.317381:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942089.317385:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dab28. 00000100:00000200:1.0:1788942089.317389:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884248576, offset 0 00000400:00000200:1.0:1788942089.317397:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942089.317408:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942089.318910:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942089.318949:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942089.318956:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942089.318960:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942089.318964:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942089.318968:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2357:2357:256:4294967295] 192.168.206.109@tcp LPNI seq info [2357:2357:8:4294967295] 00000400:00000200:1.0:1788942089.318975:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942089.318989:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942089.318996:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942089.319004:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2b00. 00000800:00000200:1.0:1788942089.319012:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942089.319021:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942089.319026:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942089.319047:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.319055:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 795577 usecs (796 jiffies) 00000400:00000200:1.0:1788942089.319060:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942089.319063:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296490274 00000100:00000010:1.0:1788942089.319069:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c9420. 00000800:00000200:2.0:1788942089.319094:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942089.319099:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2b00. 00000400:00000200:2.0:1788942089.319104:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942089.319110:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942089.319117:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dab28 00000400:00000010:2.0:1788942089.319121:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dab28. 00000100:00000001:2.0:1788942089.319127:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788942089.319131:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000200:2.0:1788942089.319138:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.319140:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296490274 00000100:00000001:2.0:1788942089.319152:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942089.319156:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.319165:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942089.319167:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:1.0:1788942089.319181:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c9840. 00000100:00000001:1.0:1788942089.319185:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788942089.319188:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942089.319192:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.319203:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942089.319209:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.319217:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942089.319220:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.319224:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942089.319228:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942089.319231:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942089.319234:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884248832:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942089.319238:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942089.319243:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942089.319246:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.319248:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942089.319253:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2600. 02000000:00000001:1.0:1788942089.319255:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942089.319261:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942089.319264:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f108. 00000400:00000010:1.0:1788942089.319275:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da440. 00000100:00000200:1.0:1788942089.319281:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884248832, portal 4 00000100:00000001:1.0:1788942089.319283:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942089.319285:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942089.319295:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.319302:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942089.319305:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942089.319308:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942089.319312:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884248832, offset 0 00000400:00000200:1.0:1788942089.319319:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942089.319326:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942089.319331:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942089.319333:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942089.319336:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942089.319338:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942089.319340:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942089.319343:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2358:2358:256:4294967295] 192.168.206.109@tcp LPNI seq info [2358:2358:8:4294967295] 00000400:00000200:1.0:1788942089.319413:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942089.319421:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942089.319426:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942089.319431:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2b00. 00000800:00000200:1.0:1788942089.319435:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942089.319440:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942089.319442:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942089.319459:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.319463:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 285157 usecs (286 jiffies) 00000400:00000200:1.0:1788942089.319466:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942089.319468:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296489764 00000100:00000001:1.0:1788942089.319471:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296490274 00000100:00000001:1.0:1788942089.319474:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296489764 00000100:00000001:1.0:1788942089.319476:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296490274 00000100:00000001:1.0:1788942089.319478:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942089.319479:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.319483:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.319486:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788942089.319529:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942089.319533:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2b00. 00000400:00000200:2.0:1788942089.319536:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942089.319541:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942089.319544:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:2.0:1788942089.319546:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:2.0:1788942089.319549:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942089.319554:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.319564:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942089.319567:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.319574:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942089.319576:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942089.319613:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942089.319616:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942089.319619:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942089.319621:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942089.319623:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942089.319627:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788942089.319629:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.319631:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942089.319633:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.319635:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942089.319635:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942089.319637:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942089.319643:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.319651:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942089.319653:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.319655:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942089.319657:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942089.319660:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942089.319663:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884248448:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942089.319667:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942089.319670:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942089.319671:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.319673:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942089.319677:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942089.319679:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942089.319683:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942089.319685:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942089.319689:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da550. 00000100:00000200:1.0:1788942089.319692:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884248448, portal 25 00000100:00000001:1.0:1788942089.319694:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942089.319695:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942089.319699:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.319705:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942089.319707:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942089.319709:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 00000100:00000200:1.0:1788942089.319711:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884248448, offset 0 00000400:00000200:1.0:1788942089.319715:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942089.319719:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942089.319722:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942089.319724:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942089.319727:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942089.319729:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942089.319731:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942089.319734:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2359:2359:256:4294967295] 192.168.206.109@tcp LPNI seq info [2359:2359:8:4294967295] 00000400:00000200:1.0:1788942089.319737:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942089.319743:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942089.319747:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942089.319751:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2700. 00000800:00000200:1.0:1788942089.319755:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942089.319759:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942089.319761:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942089.319778:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942089.319782:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942089.319784:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296493646 00000100:00000001:1.0:1788942089.319790:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296490274 00000100:00000001:1.0:1788942089.319793:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296493646 00000100:00000001:1.0:1788942089.319795:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296490274 00000100:00000001:1.0:1788942089.319798:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942089.319800:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.319803:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942089.319808:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.319814:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942089.319816:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.319818:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942089.319821:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942089.319823:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942089.319827:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884248704:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942089.319830:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1788942089.319833:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1788942089.319834:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942089.319837:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788942089.319838:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 02000000:00000001:1.0:1788942089.319840:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788942089.319844:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1788942089.319846:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2200. 00000400:00000200:2.0:1788942089.319869:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942089.319873:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:2.0:1788942089.319876:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 02000000:00000001:1.0:1788942089.319876:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942089.319883:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1788942089.319885:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000200:2.0:1788942089.319890:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788942089.319892:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f840. 00000400:00000010:1.0:1788942089.319899:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da880. 00000100:00000001:2.0:1788942089.319903:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1788942089.319904:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884248704, portal 4 00000100:00000040:2.0:1788942089.319908:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.319909:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942089.319918:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942089.319920:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942089.319923:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000040:1.0:1788942089.319933:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.319940:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942089.319943:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942089.319946:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da088. 00000100:00000200:1.0:1788942089.320070:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884248704, offset 0 00000400:00000200:1.0:1788942089.320076:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942089.320080:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942089.320084:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942089.320086:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942089.320088:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942089.320090:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942089.320092:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942089.320095:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2360:2360:256:4294967295] 192.168.206.109@tcp LPNI seq info [2360:2360:8:4294967295] 00000400:00000200:1.0:1788942089.320098:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942089.320104:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942089.320108:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942089.320111:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2700. 00000800:00000200:1.0:1788942089.320115:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942089.320119:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942089.320122:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942089.320137:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.320140:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24067 usecs (25 jiffies) 00000400:00000200:1.0:1788942089.320143:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942089.320145:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296489504 00000100:00000001:1.0:1788942089.320147:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296493646 00000100:00000001:1.0:1788942089.320149:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296489504 00000100:00000001:1.0:1788942089.320151:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296493646 00000100:00000001:1.0:1788942089.320152:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942089.320155:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.320158:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.320160:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.320182:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942089.320185:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942089.321914:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942089.321924:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:2.0:1788942089.321931:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942089.321941:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942089.321949:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da088 00000400:00000010:2.0:1788942089.321952:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da088. 00000100:00000001:2.0:1788942089.321957:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942089.321966:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.321979:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942089.321983:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.321991:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942089.321994:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942089.332562:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332584:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942089.332589:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332592:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942089.332602:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332611:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942089.332622:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332627:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332633:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332638:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4c580 00000400:00000200:2.0:1788942089.332644:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332651:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x65e5 [1] + 224 00000800:00000001:2.0:1788942089.332659:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332664:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942089.332668:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942089.332679:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942089.332690:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942089.332702:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942089.332715:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.332734:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942089.332744:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332748:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942089.332750:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332753:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942089.332758:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332762:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942089.332768:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332771:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942089.332773:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788942089.332775:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332781:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4c700 00000100:00000001:1.0:1788942089.332781:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788942089.332788:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000001:1.0:1788942089.332791:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942089.332794:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942089.332798:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942089.332804:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da550 00000400:00000010:1.0:1788942089.332807:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da550. 00000100:00000001:1.0:1788942089.332811:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1788942089.332815:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x65dd [1] + 224 00000100:00000200:1.0:1788942089.332818:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788942089.332823:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332830:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942089.332833:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942089.332838:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942089.332841:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942089.332846:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942089.332881:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.332890:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942089.332895:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332899:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942089.332901:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332903:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942089.332907:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332911:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942089.332915:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332918:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332921:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332924:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4c680 00000400:00000200:2.0:1788942089.332927:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.332930:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x65ed [1] + 224 00000800:00000001:2.0:1788942089.332934:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.332940:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942089.332943:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942089.332946:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942089.332949:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942089.332954:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942089.332964:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.332972:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942089.332976:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1788942089.332978:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788942089.332981:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.332991:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942089.332994:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.332997:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942089.333180:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942089.333183:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942089.333186:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.333190:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942089.333199:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=79 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942089.333204:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1788942089.333207:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942089.333209:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942089.333212:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942089.333215:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.333218:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.333225:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.333233:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942089.333237:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942089.333240:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942089.333245:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942089.333253:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884248448:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942089.333260:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942089.333261:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942089.333263:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f840. 00000400:00000200:1.0:1788942089.333265:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da880 00000400:00000010:1.0:1788942089.333267:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da880. 00000100:00000001:1.0:1788942089.333269:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942089.333273:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942089.333282:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.333288:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942089.333290:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.333291:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942089.333292:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942089.333294:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942089.333295:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.333297:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942089.333303:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=79 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942089.333306:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942089.333308:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942089.333310:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942089.333311:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942089.333315:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.333318:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942089.333320:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1788942089.333322:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942089.333324:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.333327:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.333341:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942089.333343:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942089.333344:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942089.333362:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942089.333370:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884248704:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942089.333376:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942089.333377:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942089.333379:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f108. 00000400:00000200:1.0:1788942089.333381:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da440 00000400:00000010:1.0:1788942089.333383:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da440. 00000100:00000001:1.0:1788942089.333385:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942089.333389:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942089.333397:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.333404:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942089.333405:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.333407:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942089.333408:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942089.333409:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942089.333411:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.333413:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942089.333416:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=79 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942089.333419:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942089.333421:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942089.333423:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942089.333425:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942089.333427:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.333429:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942089.333431:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942089.333433:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942089.333435:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.333438:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.333445:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942089.333447:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942089.333448:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942089.333451:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942089.333459:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884248832:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942089.333463:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.333466:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942089.333470:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884248448/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.333477:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942089.333480:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942089.333484:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942089.333488:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942089.333491:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942089.333493:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942089.333496:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942089.333499:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b553cd2200. 02000000:00000001:1.0:1788942089.333502:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942089.333514:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942089.333516:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:1.0:1788942089.333521:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942089.333522:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.333524:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942089.333527:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65880 x1875839884248704/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.333534:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942089.333535:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942089.333538:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d2200. 02000000:00000001:1.0:1788942089.333541:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942089.333542:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942089.333544:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942089.333546:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942089.333548:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b553cd2600. 02000000:00000001:1.0:1788942089.333550:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942089.333551:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942089.333553:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65880. 00000100:00000001:1.0:1788942089.333559:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942089.333561:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.333563:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942089.333567:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884248832/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.333574:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942089.333575:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942089.333577:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d2600. 02000000:00000001:1.0:1788942089.333579:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942089.333580:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942089.333581:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942089.333583:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942089.333585:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b553cd2500. 02000000:00000001:1.0:1788942089.333587:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942089.333588:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942089.333589:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942089.333591:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942089.333592:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.333596:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.333598:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942089.333599:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942089.333601:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.333603:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942089.334403:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.334416:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942089.334421:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.334423:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942089.334435:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.334441:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942089.334450:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.334456:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.334460:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.334464:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4c600 00000400:00000200:2.0:1788942089.334470:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942089.334476:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x65d5 [1] + 224 00000800:00000001:2.0:1788942089.334482:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.334490:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942089.334494:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942089.334497:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942089.334505:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942089.334514:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942089.334525:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942089.334546:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942089.334554:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942089.334558:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.334651:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942089.334654:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942089.334659:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942089.334661:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942089.334665:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f2c0. 00000400:00000200:1.0:1788942089.334668:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da908 00000400:00000010:1.0:1788942089.334671:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da908. 00000100:00000001:1.0:1788942089.334674:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942089.334678:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942089.334687:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.334694:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942089.334696:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.334698:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942089.334701:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942089.334703:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942089.334705:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942089.334707:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942089.334714:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=79 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942089.334718:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942089.334720:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942089.334721:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942089.334724:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942089.334727:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.334730:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942089.334732:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788942089.334733:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942089.334736:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942089.334740:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.334747:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942089.334749:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942089.334750:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942089.334754:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942089.334761:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884248576:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942089.334765:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.334768:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942089.334771:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884248576/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942105 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942089.334778:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942089.334780:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942089.334782:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d2800. 02000000:00000001:1.0:1788942089.334785:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942089.334786:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942089.334788:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942089.334790:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942089.334792:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b553cd2f00. 02000000:00000001:1.0:1788942089.334795:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942089.334796:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942089.334798:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942089.334800:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942089.334802:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.334804:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942089.334812:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942089.334814:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942089.334816:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942089.334817:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942089.953052:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942089.953061:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942090.977030:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942090.977038:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942090.980309:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942090.980317:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942090.980322:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942092.001005:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942092.001012:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942092.001384:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942092.001388:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942092.001391:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942093.025319:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942093.025335:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942093.921032:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296493646, at 4296494080 00000100:00000010:3.0:1788942093.921054:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9840. 00000100:00000040:2.0:1788942093.921236:0:28145:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296493646, at 4296494080 00000100:00000010:2.0:1788942093.921251:0:28145:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9420. 00010000:00000001:3.0:1788942094.049035:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942094.049046:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942094.049048:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942094.049052:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942094.049056:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942094.049059:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942094.049061:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942094.049063:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942094.049706:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942094.049712:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942094.049716:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942094.433823:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942094.433828:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942094.433830:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942094.433836:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997b80 x1875839884248960/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.433845:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942094.433848:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.433875:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942094.433878:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942094.433881:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942094.433885:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2354:1875839884248960:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942094.433889:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942094.433894:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942094.433896:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.433898:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942094.433903:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2800. 02000000:00000001:1.0:1788942094.433905:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942094.433913:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942094.433917:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f2c0. 00000400:00000010:1.0:1788942094.433923:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da908. 00000100:00000200:1.0:1788942094.433930:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884248960, portal 25 00000100:00000001:1.0:1788942094.433932:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942094.433933:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000040:1.0:1788942094.433939:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997b80 x1875839884248960/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.433946:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942094.433949:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942094.433951:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da440. 00000100:00000200:1.0:1788942094.433955:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884248960, offset 0 00000400:00000200:1.0:1788942094.433972:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942094.433980:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942094.433988:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942094.433993:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942094.433996:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942094.434000:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942094.434003:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942094.434006:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2361:2361:256:4294967295] 192.168.206.109@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:1.0:1788942094.434011:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942094.434019:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942094.434026:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942094.434032:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2f00. 00000800:00000200:1.0:1788942094.434038:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942094.434046:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942094.434049:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942094.434069:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942094.434073:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942094.434075:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296498761 00000100:00000010:1.0:1788942094.434081:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c96c0. 00000100:00000001:1.0:1788942094.434086:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788942094.434090:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296498761 00000100:00000010:1.0:1788942094.434093:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c99c0. 00000100:00000001:1.0:1788942094.434107:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788942094.434111:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942094.434114:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.434117:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788942094.434274:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942094.434278:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:2.0:1788942094.434283:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942094.434289:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942094.434294:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da440 00000400:00000010:2.0:1788942094.434296:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da440. 00000100:00000001:2.0:1788942094.434300:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942094.434304:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884248960/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.434313:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942094.434316:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997b80 x1875839884248960/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.434332:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942094.434333:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788942094.434508:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.434517:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942094.434519:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.434522:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942094.434524:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942094.434526:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942094.434529:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884249216:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942094.434533:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942094.434536:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942094.434537:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.434539:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942094.434554:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2600. 02000000:00000001:1.0:1788942094.434556:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942094.434560:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942094.434564:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f108. 00000400:00000010:1.0:1788942094.434568:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da880. 00000100:00000200:1.0:1788942094.434571:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884249216, portal 4 00000100:00000001:1.0:1788942094.434572:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942094.434573:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00000100:00000040:1.0:1788942094.434592:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.434599:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942094.434602:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942094.434605:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da550. 00000100:00000200:1.0:1788942094.434607:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884249216, offset 0 00000400:00000200:1.0:1788942094.434611:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942094.434615:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942094.434620:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942094.434623:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942094.434625:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942094.434628:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942094.434630:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942094.434633:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2362:2362:256:4294967295] 192.168.206.109@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:1.0:1788942094.434637:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942094.434643:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942094.434647:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942094.434651:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2500. 00000800:00000200:1.0:1788942094.434655:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942094.434660:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942094.434662:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942094.434672:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942094.434676:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24047 usecs (25 jiffies) 00000400:00000200:1.0:1788942094.434679:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942094.434680:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296494618 00000100:00000001:1.0:1788942094.434683:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296498761 00000100:00000001:1.0:1788942094.434685:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296494618 00000100:00000001:1.0:1788942094.434687:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296498761 00000100:00000001:1.0:1788942094.434689:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942094.434691:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.434694:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.434696:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.434704:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942094.434706:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942094.434708:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942094.434709:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942094.434711:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942094.434714:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788942094.434716:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.434717:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942094.434718:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.434720:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942094.434721:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942094.434722:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942094.434726:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884249088/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.434733:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942094.434735:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.434737:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942094.434739:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942094.434740:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942094.434743:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884249088:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942094.434746:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942094.434749:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942094.434750:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.434752:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942094.434755:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2200. 02000000:00000001:1.0:1788942094.434757:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942094.434760:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942094.434762:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f840. 00000400:00000010:1.0:1788942094.434765:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dacc0. 00000100:00000200:1.0:1788942094.434768:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884249088, portal 10 00000100:00000001:1.0:1788942094.434770:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942094.434771:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:1.0:1788942094.434776:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994000 x1875839884249088/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.434782:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942094.434784:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942094.434787:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da7f8. 00000100:00000200:1.0:1788942094.434789:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884249088, offset 0 00000400:00000200:1.0:1788942094.434793:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942094.434796:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942094.434800:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942094.434802:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942094.434804:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942094.434806:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942094.434808:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942094.434811:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2363:2363:255:4294967295] 192.168.206.109@tcp LPNI seq info [2363:2363:7:4294967295] 00000400:00000200:1.0:1788942094.434814:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942094.434820:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942094.434824:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942094.434827:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2600. 00000800:00000200:1.0:1788942094.434831:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942094.434835:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942094.434838:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942094.434841:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942094.434843:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 794442 usecs (795 jiffies) 00000400:00000200:1.0:1788942094.434846:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942094.434848:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296495388 00000100:00000001:1.0:1788942094.434874:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296498761 00000100:00000001:1.0:1788942094.434878:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296495389 00000100:00000001:1.0:1788942094.434880:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296498761 00000100:00000001:1.0:1788942094.434882:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942094.434884:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.434886:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942094.434891:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.434897:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942094.434898:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.434901:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942094.434902:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942094.434904:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942094.434919:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884249344:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942094.434922:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942094.434924:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942094.434926:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.434927:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942094.434930:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942094.434932:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942094.434935:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942094.434937:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942094.434940:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942094.434942:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884249344, portal 4 00000100:00000001:1.0:1788942094.434944:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942094.434945:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000100:00000040:1.0:1788942094.434950:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.434956:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942094.434967:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942094.434970:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da330. 00000100:00000200:1.0:1788942094.434973:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884249344, offset 0 00000400:00000200:1.0:1788942094.434977:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942094.434981:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942094.434984:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942094.434986:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942094.434988:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942094.434991:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942094.434993:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942094.434995:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2364:2364:254:4294967295] 192.168.206.109@tcp LPNI seq info [2364:2364:6:4294967295] 00000400:00000200:1.0:1788942094.435000:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942094.435006:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942094.435010:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942094.435013:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2200. 00000800:00000200:1.0:1788942094.435017:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942094.435021:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942094.435023:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942094.435026:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942094.435029:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 283330 usecs (284 jiffies) 00000400:00000200:1.0:1788942094.435032:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942094.435034:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296494878 00000100:00000001:1.0:1788942094.435036:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296498761 00000100:00000001:1.0:1788942094.435038:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296494878 00000100:00000001:1.0:1788942094.435040:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296498761 00000100:00000001:1.0:1788942094.435042:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942094.435044:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.435046:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.435048:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.435059:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942094.435061:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942094.435556:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942094.435560:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:2.0:1788942094.435565:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942094.435570:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942094.435575:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da550 00000400:00000010:2.0:1788942094.435577:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da550. 00000100:00000001:2.0:1788942094.435581:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942094.435585:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.435593:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942094.435597:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.435604:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942094.435605:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942094.435616:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942094.435618:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2600. 00000400:00000200:2.0:1788942094.435621:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942094.435625:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942094.435628:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da7f8 00000400:00000010:2.0:1788942094.435629:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da7f8. 00000100:00000001:2.0:1788942094.435631:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942094.435635:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884249088/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.435643:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942094.435645:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884249088/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.435651:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942094.435653:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942094.435700:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942094.435702:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2200. 00000400:00000200:2.0:1788942094.435705:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942094.435708:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942094.435710:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00000400:00000010:2.0:1788942094.435712:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00000100:00000001:2.0:1788942094.435715:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942094.435719:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.435725:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942094.435728:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.435735:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942094.435736:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942094.436110:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.436121:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942094.436131:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.436134:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.436139:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.436144:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942094.436151:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.436154:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.436158:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.436161:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4c780 00000400:00000200:2.0:1788942094.436166:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.436170:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x65f5 [1] + 224 00000800:00000001:2.0:1788942094.436175:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.436183:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.436185:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942094.436189:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942094.436193:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942094.436198:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884248960/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942094.436207:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545997b80 x1875839884248960/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.436226:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942094.436232:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.436235:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942094.440731:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.440750:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942094.440754:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.440756:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.440764:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440772:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942094.440782:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440787:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440792:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440795:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4c800 00000400:00000200:2.0:1788942094.440800:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440805:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6605 [1] + 224 00000800:00000001:2.0:1788942094.440811:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.440815:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.440819:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942094.440823:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942094.440830:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942094.440837:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884249088/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942094.440848:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994000 x1875839884249088/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.440900:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942094.440910:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.440914:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942094.440916:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.440918:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.440921:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440925:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942094.440928:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440931:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440933:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440936:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4c880 00000400:00000200:2.0:1788942094.440939:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.440943:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x65fd [1] + 224 00000800:00000001:2.0:1788942094.440947:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.440950:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.440952:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942094.440955:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942094.440958:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942094.440963:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942094.443253:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.443559:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942094.443562:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942094.443582:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942094.443595:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.443607:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942094.443609:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.443612:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.443617:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000001:1.0:1788942094.443671:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942094.443673:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942094.443676:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f108. 00000400:00000200:1.0:1788942094.443680:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da880 00000400:00000010:1.0:1788942094.443682:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da880. 00000100:00000001:1.0:1788942094.443685:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942094.443690:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942094.443698:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.443705:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942094.443706:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.443708:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942094.443711:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942094.443713:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942094.443715:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.443717:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942094.443724:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=84 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942094.443727:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942094.443729:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942094.443730:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942094.443733:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942094.443735:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.443737:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942094.443740:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1788942094.443741:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942094.443743:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942094.443747:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.443754:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942094.443756:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942094.443758:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942094.443761:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942094.443773:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884249216:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942094.443777:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.443780:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942094.443783:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995f80 x1875839884249216/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.443798:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942094.443800:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942094.443803:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d2600. 02000000:00000001:1.0:1788942094.443806:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942094.443808:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942094.443809:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942094.443811:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942094.443813:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5545a8800. 02000000:00000001:1.0:1788942094.443816:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942094.443818:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942094.443819:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995f80. 00000100:00000001:1.0:1788942094.443823:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942094.443824:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.444235:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942094.444244:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.444249:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.444254:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.444258:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4c900 00000400:00000200:2.0:1788942094.444262:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942094.444267:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x660d [1] + 224 00000800:00000001:2.0:1788942094.444282:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.444292:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942094.444295:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942094.444299:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942094.444305:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942094.444309:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942094.444326:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942094.444335:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942094.444339:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942094.444342:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.444905:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.444909:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942094.444910:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942094.444914:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942094.444915:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942094.444917:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942094.444921:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:1.0:1788942094.444923:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:1.0:1788942094.444925:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942094.444930:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942094.444939:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.444945:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942094.444947:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.444949:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942094.444952:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942094.444954:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942094.444955:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942094.444957:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942094.444963:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=84 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942094.444966:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942094.444968:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942094.444969:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942094.444971:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942094.444973:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.444977:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942094.444979:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942094.444981:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942094.444982:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942094.444985:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.444992:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942094.444994:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942094.444996:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942094.444999:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942094.445006:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884249344:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942094.445010:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.445012:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942094.445015:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995180 x1875839884249344/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942110 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942094.445022:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942094.445023:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942094.445025:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942094.445027:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942094.445029:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942094.445031:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942094.445032:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942094.445034:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bf00. 02000000:00000001:1.0:1788942094.445037:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942094.445038:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942094.445040:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995180. 00000100:00000001:1.0:1788942094.445042:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942094.445043:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.445045:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942094.445050:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942094.445052:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942094.445054:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942094.445056:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942095.073018:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942095.073027:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942095.073116:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942095.073123:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942095.073128:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942096.097769:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942096.097779:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942096.485516:0:30911:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942096.485527:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942096.485529:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942096.485535:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942096.485540:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942096.485544:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942097.120956:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942097.120966:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942097.121793:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942097.121798:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942097.121803:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942097.505891:0:30911:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942097.505898:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942097.505900:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942097.505905:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942097.505908:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942097.505911:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942098.146733:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942098.146739:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942098.146834:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942098.146841:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942098.146846:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942098.529419:0:30911:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942098.529427:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942098.529429:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942098.529434:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942098.529437:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942098.529440:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942099.040990:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296498761, at 4296499200 00000100:00000040:2.0:1788942099.040990:0:28145:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296498761, at 4296499200 00000100:00000010:3.0:1788942099.041009:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c99c0. 00000100:00000010:2.0:1788942099.041009:0:28145:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c96c0. 00010000:00000001:3.0:1788942099.169029:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942099.169040:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.553077:0:30911:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942099.553088:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942099.553091:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942099.553097:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942099.553103:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942099.553107:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.554364:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942099.554371:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942099.554374:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942099.554387:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.554400:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942099.554403:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942099.554407:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942099.554412:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942099.554415:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942099.554419:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884249728:192.168.206.109@tcp:9:kworker.0 00000100:00000001:3.0:1788942099.554425:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942099.554433:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942099.554436:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942099.554439:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942099.554449:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d600. 02000000:00000001:3.0:1788942099.554451:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942099.554462:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942099.554467:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c45d8. 00000400:00000010:3.0:1788942099.554477:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded330. 00000100:00000200:3.0:1788942099.554486:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884249728, portal 4 00000100:00000001:3.0:1788942099.554489:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942099.554491:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963996160 : -122366745555456 : ffff90b545994e00) 00000100:00000040:3.0:1788942099.554501:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.554510:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942099.554514:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942099.554518:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded110. 00000100:00000200:3.0:1788942099.554522:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884249728, offset 0 00000400:00000200:3.0:1788942099.554530:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942099.554541:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942099.554551:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942099.555303:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942099.555313:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942099.555318:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942099.555322:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942099.555327:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2365:2365:256:4294967295] 192.168.206.109@tcp LPNI seq info [2365:2365:8:4294967295] 00000400:00000200:3.0:1788942099.555334:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942099.555346:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942099.555355:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942099.555365:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38d00. 00000800:00000200:3.0:1788942099.555509:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942099.555520:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942099.555607:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942099.555627:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942099.555634:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 23992 usecs (24 jiffies) 00000400:00000200:3.0:1788942099.555640:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942099.555643:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296499738 00000100:00000010:3.0:1788942099.555650:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76ba0. 00000100:00000001:3.0:1788942099.555732:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788942099.555747:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296499738 00000100:00000010:3.0:1788942099.555752:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76960. 00000100:00000001:3.0:1788942099.555756:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788942099.555759:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942099.555764:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.555768:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942099.555777:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.555788:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942099.555790:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942099.555794:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942099.555893:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942099.555896:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942099.555901:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884249856:192.168.206.109@tcp:9:kworker.0 00000100:00000001:3.0:1788942099.555905:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942099.555910:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942099.555913:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942099.555915:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942099.555920:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d800. 02000000:00000001:3.0:1788942099.555921:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942099.555926:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942099.555930:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4b00. 00000400:00000010:3.0:1788942099.555937:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded880. 00000100:00000200:3.0:1788942099.555943:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884249856, portal 4 00000100:00000001:3.0:1788942099.555945:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942099.555948:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964002432 : -122366745549184 : ffff90b545996680) 00000100:00000040:3.0:1788942099.555955:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.555963:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942099.555965:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942099.555968:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded7f8. 00000100:00000200:3.0:1788942099.555971:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884249856, offset 0 00000400:00000200:3.0:1788942099.555978:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942099.555985:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942099.555991:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942099.555994:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942099.555997:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942099.556000:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942099.556003:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942099.556006:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2366:2366:255:4294967295] 192.168.206.109@tcp LPNI seq info [2366:2366:7:4294967295] 00000400:00000200:3.0:1788942099.556010:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942099.556017:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942099.556022:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942099.556026:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38200. 00000800:00000200:3.0:1788942099.556031:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942099.556036:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942099.556038:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942099.556042:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942099.556045:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 281487 usecs (282 jiffies) 00000400:00000200:3.0:1788942099.556048:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942099.556050:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296499997 00000100:00000001:3.0:1788942099.556056:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296499738 00000100:00000001:3.0:1788942099.556060:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296499997 00000100:00000001:3.0:1788942099.556063:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296499738 00000100:00000001:3.0:1788942099.556066:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942099.556068:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.556071:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.556075:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942099.556083:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942099.556086:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788942099.556088:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942099.556090:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942099.556092:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.556094:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.556692:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942099.556700:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942099.556703:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942099.556716:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.556727:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942099.556730:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942099.556733:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942099.556737:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942099.556739:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942099.556743:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2354:1875839884249472:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942099.556747:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942099.556752:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942099.556755:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942099.556758:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942099.556766:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942099.556768:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942099.556776:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942099.556780:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942099.556787:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942099.556793:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884249472, portal 25 00000100:00000001:1.0:1788942099.556795:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942099.556797:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:1.0:1788942099.556803:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.556811:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942099.556814:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942099.556816:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da880. 00000100:00000200:1.0:1788942099.556820:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884249472, offset 0 00000400:00000200:1.0:1788942099.556825:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942099.556833:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942099.556840:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942099.556845:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942099.556849:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942099.556903:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942099.556906:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942099.556909:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2367:2367:254:4294967295] 192.168.206.109@tcp LPNI seq info [2367:2367:6:4294967295] 00000400:00000200:1.0:1788942099.556914:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942099.556923:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942099.556929:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942099.556934:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2b00. 00000800:00000200:1.0:1788942099.556940:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942099.556947:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942099.556951:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942099.556955:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942099.556959:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942099.556962:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296503884 00000100:00000001:1.0:1788942099.556968:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296499997 00000100:00000001:1.0:1788942099.556973:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296503884 00000100:00000001:1.0:1788942099.556976:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296499997 00000100:00000001:1.0:1788942099.556978:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942099.556981:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.556984:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.556987:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.556993:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942099.556995:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942099.556998:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942099.556999:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942099.557001:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942099.557004:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788942099.557006:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.557008:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942099.557009:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.557010:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942099.557011:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942099.557013:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942099.557017:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.557024:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942099.557026:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942099.557029:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942099.557032:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942099.557034:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942099.557037:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884249600:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942099.557040:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942099.557042:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942099.557044:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942099.557045:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942099.557048:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2600. 02000000:00000001:1.0:1788942099.557051:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942099.557054:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942099.557056:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f108. 00000400:00000010:1.0:1788942099.557060:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942099.557062:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884249600, portal 10 00000100:00000001:1.0:1788942099.557064:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942099.557065:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000040:1.0:1788942099.557072:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.557078:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942099.557080:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942099.557082:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da110. 00000100:00000200:1.0:1788942099.557085:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884249600, offset 0 00000400:00000200:1.0:1788942099.557089:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942099.557092:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942099.557095:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942099.557097:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942099.557099:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942099.557101:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942099.557104:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942099.557106:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2368:2368:253:4294967295] 192.168.206.109@tcp LPNI seq info [2368:2368:5:4294967295] 00000400:00000200:1.0:1788942099.557110:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942099.557116:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942099.557120:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942099.557125:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2200. 00000800:00000200:1.0:1788942099.557128:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942099.557132:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942099.557135:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942099.557138:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942099.557142:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 793296 usecs (794 jiffies) 00000400:00000200:1.0:1788942099.557145:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942099.557147:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296500510 00000100:00000001:1.0:1788942099.557149:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296503884 00000100:00000001:1.0:1788942099.557151:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296500510 00000100:00000001:1.0:1788942099.557153:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296503884 00000100:00000001:1.0:1788942099.557155:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942099.557157:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.557159:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.557161:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.557185:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942099.557187:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942099.560231:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942099.560245:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38d00. 00000400:00000200:2.0:1788942099.560256:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942099.560267:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942099.560276:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded110 00000400:00000010:2.0:1788942099.560279:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded110. 00000100:00000001:2.0:1788942099.560287:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942099.560309:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.560325:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942099.560328:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.560336:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942099.560338:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942099.560353:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942099.560356:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38200. 00000400:00000200:2.0:1788942099.560359:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942099.560363:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942099.560366:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded7f8 00000400:00000010:2.0:1788942099.560368:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded7f8. 00000100:00000001:2.0:1788942099.560370:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942099.560374:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.560382:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942099.560385:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.560398:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942099.560400:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942099.560407:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942099.560409:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2b00. 00000400:00000200:2.0:1788942099.560412:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942099.560415:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942099.560418:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da880 00000400:00000010:2.0:1788942099.560420:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da880. 00000100:00000001:2.0:1788942099.560422:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942099.560427:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.560435:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942099.560438:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.560444:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942099.560446:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942099.560521:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942099.560523:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2200. 00000400:00000200:2.0:1788942099.560526:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942099.560529:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942099.560532:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da110 00000400:00000010:2.0:1788942099.560534:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da110. 00000100:00000001:2.0:1788942099.560536:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942099.560541:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.560548:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942099.560550:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.560556:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942099.560557:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942099.565778:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.565797:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942099.565801:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.565804:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942099.565813:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.565821:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942099.565830:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.565835:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.565840:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.565844:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4ca80 00000400:00000200:2.0:1788942099.565849:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.565870:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6615 [1] + 224 00000800:00000001:2.0:1788942099.565876:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.565881:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942099.565884:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942099.565889:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942099.565896:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942099.565904:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942099.565915:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.565974:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942099.565978:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942099.565997:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942099.566005:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566010:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942099.566012:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566014:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942099.566018:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566021:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942099.566026:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566029:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566032:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566035:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4cb00 00000400:00000200:2.0:1788942099.566038:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566043:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6625 [1] + 224 00000800:00000001:2.0:1788942099.566047:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566051:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942099.566053:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942099.566056:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942099.566059:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942099.566064:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942099.566072:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.566079:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942099.566082:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566085:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942099.566087:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566089:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942099.566092:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566096:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942099.566100:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566102:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566105:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566108:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4c980 00000400:00000200:2.0:1788942099.566111:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566115:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6635 [1] + 224 00000800:00000001:2.0:1788942099.566119:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566123:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942099.566124:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942099.566127:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942099.566130:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942099.566133:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942099.566141:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.566162:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942099.566166:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566170:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942099.566171:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566174:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942099.566176:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566179:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942099.566184:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566186:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566200:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566203:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4ca00 00000400:00000200:2.0:1788942099.566206:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942099.566209:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x663d [1] + 224 00000800:00000001:2.0:1788942099.566213:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566220:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942099.566222:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942099.566225:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942099.566228:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942099.566232:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942099.566239:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942099.566245:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942099.566248:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942099.566251:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.566378:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942099.566381:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942099.566386:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942099.566388:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942099.566391:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f108. 00000400:00000200:1.0:1788942099.566395:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:1.0:1788942099.566397:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:1.0:1788942099.566400:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942099.566405:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942099.566413:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.566419:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942099.566420:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.566423:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942099.566425:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942099.566428:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942099.566430:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942099.566432:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942099.566440:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=89 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942099.566444:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942099.566447:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942099.566448:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942099.566450:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942099.566454:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.566457:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942099.566459:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942099.566461:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942099.566462:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942099.566467:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.566474:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942099.566477:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942099.566479:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942099.566482:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942099.566489:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884249600:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942099.566494:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942099.566495:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942099.566496:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942099.566498:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:1.0:1788942099.566500:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:1.0:1788942099.566502:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942099.566505:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942099.566511:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.566517:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942099.566518:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.566519:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942099.566521:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942099.566522:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942099.566523:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942099.566525:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942099.566527:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942099.566529:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1788942099.566532:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942099.566533:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942099.566534:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942099.566536:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.566538:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942099.566541:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.566547:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942099.566549:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942099.566550:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942099.566554:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942099.566561:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2354:1875839884249472:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942099.566565:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.566568:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942099.566572:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997b80 x1875839884249600/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.566578:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942099.566580:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942099.566583:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d2600. 02000000:00000001:1.0:1788942099.566587:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942099.566589:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942099.566591:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942099.566593:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942099.566596:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b300. 02000000:00000001:1.0:1788942099.566598:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942099.566600:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942099.566602:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997b80. 00000100:00000001:1.0:1788942099.566605:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942099.566606:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.566608:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942099.566611:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884249472/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942099.566622:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942099.566624:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942099.566625:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942099.566627:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942099.566628:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942099.566630:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942099.566631:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942099.566633:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b400. 02000000:00000001:1.0:1788942099.566635:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942099.566636:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942099.566637:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00000100:00000001:1.0:1788942099.566640:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942099.566641:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.566643:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942099.566649:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942099.566651:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942099.566653:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942099.566655:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788942099.566752:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942099.566755:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942099.566757:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c45d8. 00000400:00000200:3.0:1788942099.566761:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded330 00000400:00000010:3.0:1788942099.566763:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded330. 00000100:00000001:3.0:1788942099.566766:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942099.566771:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942099.566780:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.566786:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942099.566788:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942099.566790:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942099.566791:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942099.566793:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942099.566794:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942099.566796:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942099.566801:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=89 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942099.566804:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942099.566806:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942099.566807:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942099.566809:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942099.566811:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.566813:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942099.566815:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1788942099.566817:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942099.566818:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942099.566822:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.566828:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942099.566830:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942099.566831:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788942099.566835:0:2352:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788942099.566843:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788942099.566847:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942099.567283:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884249728:192.168.206.109@tcp:9:kworker.0 00000400:00000001:3.0:1788942099.567301:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942099.567303:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942099.567305:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4b00. 00000400:00000200:3.0:1788942099.567309:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded880 00000400:00000010:3.0:1788942099.567310:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded880. 00000100:00000001:3.0:1788942099.567313:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942099.567317:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942099.567325:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.567332:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942099.567333:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942099.567335:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942099.567337:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942099.567338:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942099.567340:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942099.567341:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942099.567347:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=89 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942099.567350:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942099.567351:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942099.567353:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942099.567354:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942099.567356:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.567358:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942099.567359:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942099.567361:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942099.567362:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942099.567365:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.567370:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942099.567372:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942099.567374:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788942099.567377:0:2352:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788942099.567382:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b96000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788942099.567386:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942099.567392:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884249856:192.168.206.109@tcp:9:kworker.0 00000100:00000001:3.0:1788942099.567395:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942099.567397:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942099.567399:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994e00 x1875839884249728/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.567405:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942099.567406:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942099.567408:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d600. 02000000:00000001:3.0:1788942099.567412:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942099.567413:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942099.567415:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942099.567417:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942099.567420:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b900. 02000000:00000001:3.0:1788942099.567422:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942099.567424:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942099.567426:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994e00. 00000100:00000001:3.0:1788942099.567428:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942099.567430:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942099.567431:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942099.567434:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996680 x1875839884249856/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942099.567440:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942099.567441:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942099.567443:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d800. 02000000:00000001:3.0:1788942099.567445:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942099.567447:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942099.567448:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942099.567450:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942099.567451:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910be00. 02000000:00000001:3.0:1788942099.567453:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942099.567454:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942099.567455:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996680. 00000100:00000001:3.0:1788942099.567458:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942099.567458:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942099.567460:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942099.567464:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942099.567466:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942099.567468:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942099.567469:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942100.193635:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942100.193643:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942100.194258:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942100.194262:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942100.194265:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942100.577128:0:30911:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942100.577136:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942100.577138:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942100.577143:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942100.577147:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942100.577150:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.217523:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942101.217547:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942101.217712:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942101.217716:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942101.217718:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942101.601731:0:30911:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942101.601739:0:30911:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788942101.601753:0:30911:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788942085/real 1788942085] req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942101 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788942101.601769:0:30911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942101.601771:0:30911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942101.601774:0:30911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f420. 00000400:00000200:3.0:1788942101.601780:0:30911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da220 00000400:00000010:3.0:1788942101.601783:0:30911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da220. 00000100:00000001:3.0:1788942101.601787:0:30911:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942101.601791:0:30911:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942101 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942101.601807:0:30911:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942101 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.601814:0:30911:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942101.601815:0:30911:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.601818:0:30911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942101.601820:0:30911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.601824:0:30911:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788942101.601827:0:30911:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788942101.601831:0:30911:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection to lustre-MDT0000 (at 192.168.206.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788942101.601835:0:30911:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:3.0:1788942101.601839:0:30911:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788942101.601841:0:30911:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.601843:0:30911:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:3.0:1788942101.601845:0:30911:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788942101.601892:0:30911:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788942101.601894:0:30911:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.601897:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942101.601899:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942101.601902:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b545c7b000 going to sleep for 0 seconds 00000100:00000001:3.0:1788942101.601904:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942101.601907:0:30911:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.601909:0:30911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942101.601912:0:30911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.601915:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942101.602005:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942101.602011:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942101.602019:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369880. 00000020:00000040:2.0:1788942101.602024:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942101.602029:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942101.602032:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942101.602038:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942101.602045:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551c4d500. 00000100:00000001:2.0:1788942101.602052:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942101.602059:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942101.602068:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942101.602072:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942101.602077:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fd1e44] to pc [ptlrpcd_01_01+1] req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.602107:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788942101.602110:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788942101.602113:0:30557:0:(pinger.c:238:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788942101.602115:0:30557:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788942101.602117:0:30557:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788942101.602129:0:30557:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788942101.602132:0:30557:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1807 00000400:00000200:2.0:1788942101.602138:0:30557:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.602143:0:30557:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1788942101.602147:0:30557:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942101.602150:0:30557:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942101.602152:0:30557:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942101.602154:0:30557:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:2.0:1788942101.602156:0:30557:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942101.602158:0:30557:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:2.0:1788942101.602161:0:30557:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942101.602163:0:30557:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:2.0:1788942101.602166:0:30557:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:2.0:1788942101.602168:0:30557:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00000040:2.0:1788942101.602171:0:30557:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942101.602173:0:30557:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942101.602175:0:30557:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942101.602177:0:30557:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:2.0:1788942101.602180:0:30557:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00080000:2.0:1788942101.602183:0:30557:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: import ffff90b5459bb800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:2.0:1788942101.602185:0:30557:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942101.602188:0:30557:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788942101.602194:0:30557:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942101.602197:0:30557:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.602199:0:30557:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:2.0:1788942101.602202:0:30557:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788942101.602206:0:30557:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.602208:0:30557:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942101.602211:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236a680. 00000020:00000040:2.0:1788942101.602213:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942101.602217:0:30557:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942101.602218:0:30557:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.602221:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942101.602222:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942101.602224:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942101.602227:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552274000. 00000100:00000001:2.0:1788942101.602231:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942101.602236:0:30557:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942101.602244:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942101.602246:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942101.602249:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064254365] to pc [ptlrpcd_rcv+-1] req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.602270:0:30557:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942101.602273:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788942101.602276:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788942101.602279:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788942101.602293:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788942101.602298:0:30557:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 3 (1839) 00000100:00000001:1.0:1788942101.602544:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942101.602548:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942101.602550:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942101.602556:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942101.602564:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942101.602566:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942101.602569:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942101.602572:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942101.602574:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942101.602577:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884250112:192.168.206.109@tcp:38:kworker.0 00000100:00000001:1.0:1788942101.602581:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942101.602584:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942101.602586:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942101.602588:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942101.602593:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487ba000. 02000000:00000001:1.0:1788942101.602594:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942101.602599:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942101.602602:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942101.602607:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942101.602613:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884250112, portal 10 00000100:00000001:1.0:1788942101.602615:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942101.602616:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175634560 : -122366533917056 : ffff90b55236a680) 00000100:00000040:1.0:1788942101.602623:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942101.602630:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942101.602632:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942101.602634:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942101.602637:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884250112, offset 0 00000400:00000200:1.0:1788942101.602643:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942101.602650:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942101.602655:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942101.602660:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942101.602664:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942101.602667:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942101.602670:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942101.602673:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2369:2369:256:4294967295] 192.168.206.109@tcp LPNI seq info [2369:2369:8:4294967295] 00000400:00000200:1.0:1788942101.602677:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942101.602685:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942101.602691:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942101.602695:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2600. 00000800:00000200:1.0:1788942101.602701:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942101.602709:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942101.602713:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788942101.602731:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942101.602736:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 792160 usecs (793 jiffies) 00000400:00000200:1.0:1788942101.602739:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942101.602741:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296502554 00000100:00000001:1.0:1788942101.602744:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296503884 00000100:00000001:1.0:1788942101.602746:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296502554 00000100:00000001:1.0:1788942101.602748:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296503884 00000100:00000001:1.0:1788942101.602750:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942101.602753:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.602755:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.602757:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942101.602763:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942101.602765:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788942101.602766:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942101.602767:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942101.602769:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.602771:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.602828:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.602831:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942101.602833:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942101.602838:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.602846:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942101.602848:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.602883:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942101.602885:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942101.602888:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942101.602891:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884249984:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942101.602895:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942101.602898:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942101.602900:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.602902:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942101.603045:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d600. 02000000:00000001:3.0:1788942101.603048:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942101.603053:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942101.603056:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4b00. 00000400:00000010:3.0:1788942101.603060:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded880. 00000100:00000200:3.0:1788942101.603063:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884249984, portal 25 00000100:00000001:3.0:1788942101.603065:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942101.603066:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630976 : -122366533920640 : ffff90b552369880) 00000100:00000040:3.0:1788942101.603071:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.603077:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942101.603079:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942101.603081:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded330. 00000100:00000200:3.0:1788942101.603083:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884249984, offset 0 00000400:00000200:3.0:1788942101.603087:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942101.603091:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.603095:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942101.603098:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942101.603100:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942101.603102:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942101.603104:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942101.603106:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2370:2370:255:4294967295] 192.168.206.109@tcp LPNI seq info [2370:2370:7:4294967295] 00000400:00000200:3.0:1788942101.603110:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.603116:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942101.603322:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942101.603327:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38800. 00000800:00000200:3.0:1788942101.603332:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942101.603337:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942101.603340:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942101.603344:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942101.603348:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942101.603350:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296505930 00000100:00000001:3.0:1788942101.603357:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296503884 00000100:00000001:3.0:1788942101.603361:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296505930 00000100:00000001:3.0:1788942101.603364:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296503884 00000100:00000001:3.0:1788942101.603366:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942101.603368:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.603371:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.603373:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.603377:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942101.603378:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942101.603380:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.603381:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942101.603382:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.603384:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.603393:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.603395:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942101.603540:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942101.603545:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2600. 00000400:00000200:2.0:1788942101.603551:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.603556:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942101.603561:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:2.0:1788942101.603563:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:2.0:1788942101.603568:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942101.603573:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.603582:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942101.603585:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.603592:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.603593:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942101.604868:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942101.604874:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38800. 00000400:00000200:2.0:1788942101.604880:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.604886:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942101.604891:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded330 00000400:00000010:2.0:1788942101.604894:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded330. 00000100:00000001:2.0:1788942101.604898:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942101.604915:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.604925:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942101.604928:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.604935:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.604937:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942101.612613:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.612628:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942101.612632:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.612635:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.612643:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612652:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942101.612661:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612666:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612672:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612676:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 10 MB=0x6aa1101f4cc00 00000400:00000200:2.0:1788942101.612681:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612687:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 416/416 into md 0x6645 [1] + 0 00000800:00000001:2.0:1788942101.612693:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.612698:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.612701:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.612705:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942101.612712:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942101.612720:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942101.612743:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.612762:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942101.612769:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.612772:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942101.612774:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.612776:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.612779:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612782:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942101.612786:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612789:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612792:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612794:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4cb80 00000400:00000200:2.0:1788942101.612798:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.612802:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x664d [1] + 224 00000800:00000001:2.0:1788942101.612806:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.612877:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.612880:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.612884:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942101.612887:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942101.612891:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942101.612900:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942101.613001:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942101.613005:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942101.613011:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942101.613013:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942101.613016:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942101.613019:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:1.0:1788942101.613022:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:1.0:1788942101.613025:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942101.613029:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942101.613038:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942101.613045:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942101.613047:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942101.613049:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942101.613052:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942101.613054:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942101.613056:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942101.613059:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942101.613066:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=91 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942101.613071:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942101.613073:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942101.613075:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942101.613078:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942101.613081:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.613084:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942101.613085:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942101.613087:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942101.613089:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942101.613093:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942101.613100:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942101.613103:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942101.613104:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942101.613106:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788942101.613112:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:1.0:1788942101.613114:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:1.0:1788942101.613116:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:1.0:1788942101.613118:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942101.613121:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:1.0:1788942101.613124:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:1.0:1788942101.613127:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00001000:1.0:1788942101.613130:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=1788942101 v=0 (0 0 0 0) 00000100:00001000:1.0:1788942101.613133:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b5459bbc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788942101.613137:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000020:00000040:1.0:1788942101.613142:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00000001:1.0:1788942101.613144:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:1.0:1788942101.613147:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788942101.613151:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1788942101.613155:0:2352:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788942101.613156:0:2352:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942101.613158:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00800000:00000001:1.0:1788942101.613161:0:2352:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788942101.613164:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788942101.613168:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942101.613170:0:2352:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942101.613172:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942101.613173:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788942101.613174:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942101.613176:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.613188:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:1.0:1788942101.613191:0:2352:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.206.109@tcp after partition 00000100:00080000:1.0:1788942101.613194:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1788942101.613198:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788942101.613200:0:2352:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1788942101.613205:0:2352:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff90b545994a80 x1875839884248192/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942103 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.613227:0:2352:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788942101.613229:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788942101.613231:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:1.0:1788942101.613232:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788942101.613233:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00800000:00000001:1.0:1788942101.613235:0:2352:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788942101.613236:0:2352:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788942101.613238:0:2352:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90b5487f3be8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788942101.613242:0:2352:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcbb91bbb78156ce5 00800000:00000040:1.0:1788942101.613244:0:2352:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90b5459f2800=b8e7595c-9941-401e-aeac-55facd9dfb74 device 3 (ffff90b5487f19d8) type mdc at LMV idx 0 00800000:00000040:1.0:1788942101.613247:0:2352:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90b5487f19d8 already active! 00800000:00000001:1.0:1788942101.613249:0:2352:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942101.613251:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788942101.613252:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942101.613254:0:2352:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942101.613256:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942101.613257:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788942101.613258:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942101.613260:0:2352:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942101.613386:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942101.613391:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.613395:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.613588:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.613591:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942101.613594:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942101.613596:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942101.613598:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4b00. 00000400:00000200:3.0:1788942101.613601:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded880 00000400:00000010:3.0:1788942101.613603:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded880. 00000100:00000001:3.0:1788942101.613606:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942101.613610:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942101.613618:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.613629:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942101.613630:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.613632:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942101.613634:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942101.613635:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942101.613637:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.613639:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942101.613642:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942101.613645:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942101.613648:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942101.613649:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.613651:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942101.613653:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.613654:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.613658:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.613663:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942101.613665:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942101.613666:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942101.613670:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942101.613677:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884249984:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942101.613682:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.613684:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.613687:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369880 x1875839884249984/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942117 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.613694:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942101.613696:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942101.613699:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d600. 02000000:00000001:3.0:1788942101.613704:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942101.613705:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942101.613707:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942101.613709:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942101.613711:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551c4d500. 02000000:00000001:3.0:1788942101.613715:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942101.613716:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942101.613718:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369880. 00000100:00000001:3.0:1788942101.613721:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942101.613722:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.613724:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.613740:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942101.613742:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.613743:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.613745:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942101.614548:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942101.614554:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b000. 00000400:00000200:2.0:1788942101.614559:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.614564:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942101.614570:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a330 00000400:00000010:2.0:1788942101.614572:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a330. 00000100:00000001:2.0:1788942101.614575:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942101.614580:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994a80 x1875839884248192/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.614588:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942101.614590:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994a80 x1875839884248192/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.614595:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.614596:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:3.0:1788942101.615311:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.615315:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:02000000:3.0:1788942101.615320:0:2352:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection restored to 192.168.206.109@tcp (at 192.168.206.109@tcp) 00000100:00080000:3.0:1788942101.615328:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a6a8b6cf): req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942101 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.615352:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.615355:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.615360:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942101.615368:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884250112:192.168.206.109@tcp:38:kworker.0 00000100:00000001:3.0:1788942101.615372:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.615374:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.615377:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236a680 x1875839884250112/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.615384:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942101.615386:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942101.615389:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487ba000. 02000000:00000001:3.0:1788942101.615392:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942101.615394:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942101.615396:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942101.615398:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942101.615400:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552274000. 02000000:00000001:3.0:1788942101.615403:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942101.615405:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942101.615406:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236a680. 00000100:00000001:3.0:1788942101.615409:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942101.615410:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.615412:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.615418:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942101.615420:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.615422:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.615424:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942101.615836:0:30936:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1788942101.615841:0:30936:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1788942101.615845:0:30936:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942101.615847:0:30936:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942101.615848:0:30936:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942101.615873:0:30936:0:(genops.c:1238:class_import_put()) Process leaving 00000002:00000001:1.0:1788942101.615875:0:30936:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942101.617499:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942101.617507:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b700. 00000400:00000200:2.0:1788942101.617514:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.617522:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942101.617545:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a2a8 00000400:00000010:2.0:1788942101.617548:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a2a8. 00000100:00000001:2.0:1788942101.617554:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942101.617560:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942117 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.617572:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942101.617575:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942117 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.617582:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.617584:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942101.624049:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.624064:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942101.624068:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.624071:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.624080:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.624087:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942101.624095:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.624100:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.624105:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.624109:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4cc80 00000400:00000200:2.0:1788942101.624114:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.624120:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x665d [1] + 224 00000800:00000001:2.0:1788942101.624127:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.624138:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.624141:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.624146:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942101.624153:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942101.624162:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994a80 x1875839884248192/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942101.624184:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90b545994a80 x1875839884248192/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.624204:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942101.624212:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.624216:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788942101.634377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900ffe0. 00000080:00000010:0.1:1788942101.634394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f5c0. 00000800:00000001:3.0:1788942101.678399:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.678413:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942101.678418:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.678420:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942101.678428:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.678435:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942101.678444:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.678449:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.678455:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.678459:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4cd00 00000400:00000200:3.0:1788942101.678464:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.678470:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6665 [1] + 224 00000800:00000001:3.0:1788942101.678477:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.678483:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942101.678486:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942101.678491:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942101.678499:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942101.678508:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942117 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942101.678519:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.678542:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942101.678549:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.678552:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.678569:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942101.678575:0:30911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942101.678577:0:30911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942101.678580:0:30911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097ec8. 00000400:00000200:3.0:1788942101.678584:0:30911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5af68 00000400:00000010:3.0:1788942101.678587:0:30911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5af68. 00000100:00000001:3.0:1788942101.678590:0:30911:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942101.678595:0:30911:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942101.678603:0:30911:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884247936/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.678609:0:30911:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942101.678611:0:30911:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.678613:0:30911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942101.678617:0:30911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942101.678620:0:30911:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942101.678622:0:30911:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.678625:0:30911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942101.678634:0:30911:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=91 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942101.678638:0:30911:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942101.678641:0:30911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942101.678642:0:30911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.678645:0:30911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942101.678648:0:30911:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.678652:0:30911:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942101.678654:0:30911:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788942101.678656:0:30911:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942101.678659:0:30911:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.678664:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884247936/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.678677:0:30911:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942101.678680:0:30911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942101.678682:0:30911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942101.678686:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884247936/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942117 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942101.678693:0:30911:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884247936:192.168.206.109@tcp:36:touch.0 00000100:00000001:3.0:1788942101.678698:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.678700:0:30911:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.678703:0:30911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942101.678705:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.678708:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884247936/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942117 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.678715:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942101.678717:0:30911:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b545c7b000. 00000100:00000001:3.0:1788942101.678721:0:30911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942101.678722:0:30911:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942101.678729:0:30911:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942101.678732:0:30911:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942101.678737:0:30911:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942101.678739:0:30911:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942101.678746:0:30911:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1788942101.678749:0:30911:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1788942101.678753:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.678756:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884247936/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942117 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.678763:0:30911:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942101.678765:0:30911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942101.678768:0:30911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9c00. 02000000:00000001:3.0:1788942101.678770:0:30911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942101.678773:0:30911:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942101.678775:0:30911:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942101.678777:0:30911:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942101.678780:0:30911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b550daaa00. 02000000:00000001:3.0:1788942101.678783:0:30911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942101.678785:0:30911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942101.678787:0:30911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:3.0:1788942101.678790:0:30911:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942101.678791:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942101.678794:0:30911:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942101.678795:0:30911:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.678798:0:30911:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.678801:0:30911:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1788942101.678804:0:30911:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942101.678806:0:30911:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942101.678808:0:30911:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942101.678810:0:30911:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.678812:0:30911:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.678815:0:30911:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1788942101.678817:0:30911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942101.678822:0:30911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:3.0:1788942101.678824:0:30911:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:3.0:1788942101.678829:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00000020:00000001:3.0:1788942101.678832:0:30911:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942101.678834:0:30911:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942101.678837:0:30911:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942101.678840:0:30911:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942101.678842:0:30911:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942101.678844:0:30911:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942101.678847:0:30911:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788942101.678849:0:30911:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:3.0:1788942101.678872:0:30911:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942101.678875:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942101.678881:0:30911:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942101.678883:0:30911:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942101.678885:0:30911:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:3.0:1788942101.678887:0:30911:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.678889:0:30911:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:3.0:1788942101.678894:0:30911:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d600. 00000080:00010000:3.0:1788942101.678900:0:30911:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x26:0x0](ffff90b548db0908) 00000080:00000001:3.0:1788942101.680443:0:30911:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942101.680452:0:30911:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942101.680455:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557958 00800000:00000002:3.0:1788942101.680460:0:30911:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x26:0x0] '' on [0x200000404:0x26:0x0] 00800000:00000001:3.0:1788942101.680465:0:30911:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942101.680469:0:30911:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x26:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942101.680473:0:30911:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942101.680476:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557828 00000002:00010000:3.0:1788942101.680477:0:30911:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x26:0x0], intent: layout flags 0 00000002:00000001:3.0:1788942101.680481:0:30911:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942101.680483:0:30911:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1788942101.680489:0:30911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acfb80. 00000020:00000040:3.0:1788942101.680494:0:30911:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942101.680499:0:30911:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942101.680504:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942101.680507:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.680510:0:30911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942101.680512:0:30911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942101.680517:0:30911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942101.680523:0:30911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222de00. 00000100:00000001:3.0:1788942101.680530:0:30911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.680535:0:30911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942101.680537:0:30911:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.680538:0:30911:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942101.680539:0:30911:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.680541:0:30911:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942101.680544:0:30911:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00010000:00000001:3.0:1788942101.680549:0:30911:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942101.680551:0:30911:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942101.680557:0:30911:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48b00. 00010000:00000010:3.0:1788942101.680562:0:30911:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0080. 00010000:00000001:3.0:1788942101.680567:0:30911:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942101.681697:0:30911:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983600. 00000020:00000001:3.0:1788942101.681706:0:30911:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942101.681710:0:30911:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983600 with handle 0xcbb91bbb781576f5 to hash 00000020:00000001:3.0:1788942101.681712:0:30911:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942101.681714:0:30911:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.681718:0:30911:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.681722:0:30911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942101.681725:0:30911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942101.681729:0:30911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942101.681749:0:30911:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942101.681763:0:30911:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30911 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942101.681770:0:30911:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942101.681772:0:30911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942101.681778:0:30911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b542bfce40. 00000100:00000001:3.0:1788942101.681780:0:30911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706916187712 : -122366793363904 : ffff90b542bfce40) 00000100:00000001:3.0:1788942101.681783:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942101.681785:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00000100:00000001:3.0:1788942101.681790:0:30911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942101.681794:0:30911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.681796:0:30911:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942101.681798:0:30911:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942101.681807:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.681816:0:30911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942101.681818:0:30911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.681822:0:30911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942101.681824:0:30911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942101.681827:0:30911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942101.681831:0:30911:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884250496:192.168.206.109@tcp:101:touch.0 00000100:00000001:3.0:1788942101.681837:0:30911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942101.681842:0:30911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942101.681844:0:30911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.681846:0:30911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942101.681864:0:30911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837e000. 02000000:00000001:3.0:1788942101.681866:0:30911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942101.681873:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942101.681878:0:30911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4b00. 00000400:00000010:3.0:1788942101.681884:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded880. 00000100:00000200:3.0:1788942101.681890:0:30911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884250496, portal 10 00000100:00000001:3.0:1788942101.681892:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942101.681893:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00000100:00000040:3.0:1788942101.681898:0:30911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942117 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.684127:0:30911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942101.684134:0:30911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942101.684141:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded908. 00000100:00000200:3.0:1788942101.684146:0:30911:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875839884250496, offset 0 00000400:00000200:3.0:1788942101.684152:0:30911:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942101.684161:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.684244:0:30911:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942101.684250:0:30911:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942101.684254:0:30911:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942101.684258:0:30911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942101.684261:0:30911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942101.684265:0:30911:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2373:2373:256:4294967295] 192.168.206.109@tcp LPNI seq info [2373:2373:8:4294967295] 00000400:00000200:3.0:1788942101.684270:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.684289:0:30911:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942101.684295:0:30911:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942101.684301:0:30911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38400. 00000800:00000200:3.0:1788942101.684307:0:30911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942101.684314:0:30911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942101.684318:0:30911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1788942101.684336:0:30911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.684342:0:30911:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 844347 usecs (845 jiffies) 00000400:00000200:3.0:1788942101.684346:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942101.684348:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296502685 00000100:00000001:3.0:1788942101.684351:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:3.0:1788942101.684353:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296502685 00000100:00000001:3.0:1788942101.684355:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:3.0:1788942101.684357:0:30911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942101.684360:0:30911:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.684362:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942101.684364:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942101.684367:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b542bfce40 going to sleep for 11 seconds 00000100:00000001:3.0:1788942101.684369:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942101.684371:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942101.686030:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942101.686037:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38400. 00000400:00000200:3.0:1788942101.686043:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942101.686050:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942101.686056:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded908 00000400:00000010:3.0:1788942101.686058:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded908. 00000100:00000001:3.0:1788942101.686062:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942101.686069:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942117 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.686080:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.686083:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942117 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.686091:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.686093:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942101.696577:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.696597:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942101.696601:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.696604:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.696612:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.696619:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942101.696630:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.696635:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.696640:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.696644:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 10 MB=0x6aa1101f4cd80 00000400:00000200:2.0:1788942101.696649:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.696655:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 400/400 into md 0x666d [1] + 224 00000800:00000001:2.0:1788942101.696662:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.696671:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.696675:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.696679:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942101.696687:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942101.696695:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942117 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942101.696705:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.696728:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942101.696736:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.696748:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.696799:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942101.696807:0:30911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942101.696808:0:30911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942101.696812:0:30911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4b00. 00000400:00000200:3.0:1788942101.696817:0:30911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded880 00000400:00000010:3.0:1788942101.696819:0:30911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded880. 00000100:00000001:3.0:1788942101.696822:0:30911:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942101.696827:0:30911:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942101.696836:0:30911:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.696842:0:30911:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942101.696843:0:30911:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.696846:0:30911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942101.696849:0:30911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942101.696876:0:30911:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942101.696879:0:30911:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.696882:0:30911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942101.696890:0:30911:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=91 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942101.696895:0:30911:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942101.696897:0:30911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942101.696899:0:30911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.696901:0:30911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942101.696912:0:30911:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.696916:0:30911:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942101.696918:0:30911:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788942101.696920:0:30911:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942101.696923:0:30911:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.696929:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.696940:0:30911:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942101.696943:0:30911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942101.696945:0:30911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942101.696948:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942117 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942101.696962:0:30911:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884250496:192.168.206.109@tcp:101:touch.0 00000100:00000001:3.0:1788942101.696967:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.696970:0:30911:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.696972:0:30911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942101.696973:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.696977:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942117 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.696983:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942101.696986:0:30911:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b542bfce40. 00000100:00000001:3.0:1788942101.696991:0:30911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942101.696992:0:30911:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.696995:0:30911:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942101.696999:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697001:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697004:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=4 00000020:00000001:3.0:1788942101.697006:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697009:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000040:3.0:1788942101.697014:0:30911:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983600, remote cookie: 0x4d194fbcadeec7f8, flags: 0x1000 00010000:00000001:3.0:1788942101.697017:0:30911:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942101.697021:0:30911:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942101.697023:0:30911:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942101.697025:0:30911:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942101.697026:0:30911:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942101.697029:0:30911:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff90b545f48b00) refcount = 1 00010000:00010000:3.0:1788942101.697035:0:30911:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942101.697043:0:30911:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942101.697046:0:30911:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942101.697047:0:30911:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942101.697050:0:30911:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942101.697052:0:30911:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942101.697055:0:30911:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942101.697061:0:30911:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942101.697063:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697064:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942101.697065:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697066:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942101.697067:0:30911:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942101.697072:0:30911:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942101.697073:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697074:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697076:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:3.0:1788942101.697077:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697079:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697081:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697082:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942101.697086:0:30911:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942117 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1788942101.697093:0:30911:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff90b5459f2800: layout return lvb 56 transno 0 00010000:00000001:3.0:1788942101.697095:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697096:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697097:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:3.0:1788942101.697099:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697100:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00000002:00010000:3.0:1788942101.697104:0:30911:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788942101.697113:0:30911:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5435dd340. 00010000:00000001:3.0:1788942101.697115:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697116:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942101.697131:0:30911:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942101.697133:0:30911:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942101.697136:0:30911:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788942101.697137:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697138:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697139:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:3.0:1788942101.697140:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697142:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00000002:00010000:3.0:1788942101.697145:0:30911:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942101.697150:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697151:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942101.697152:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942101.697153:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697154:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697155:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:3.0:1788942101.697157:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697159:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000040:3.0:1788942101.697164:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 2 00010000:00000001:3.0:1788942101.697167:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942101.697171:0:30911:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/38 (0 0) 00010000:00000001:3.0:1788942101.697173:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697182:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942101.697183:0:30911:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942101.697186:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15577b0 00000002:00002000:3.0:1788942101.697188:0:30911:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1788942101.697191:0:30911:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942101.697194:0:30911:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942101.697196:0:30911:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942101.697199:0:30911:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788942101.697202:0:30911:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.697204:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.697209:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acfb80 x1875839884250496/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942117 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.697219:0:30911:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942101.697222:0:30911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942101.697224:0:30911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837e000. 02000000:00000001:3.0:1788942101.697228:0:30911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942101.697229:0:30911:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942101.697231:0:30911:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942101.697233:0:30911:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942101.697236:0:30911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222de00. 02000000:00000001:3.0:1788942101.697240:0:30911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942101.697241:0:30911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942101.697243:0:30911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acfb80. 00000100:00000001:3.0:1788942101.697247:0:30911:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942101.697248:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788942101.697252:0:30911:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d600. 00000080:00010000:3.0:1788942101.697256:0:30911:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff90b548db0908) for lock 0xcbb91bbb781576f5 00800000:00000001:3.0:1788942101.697260:0:30911:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942101.697262:0:30911:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942101.697264:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697265:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697267:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:3.0:1788942101.697268:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697271:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697273:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697274:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942101.697275:0:30911:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942101.697277:0:30911:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942101.697290:0:30911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576f5 from it ffffa57dc1557a78 00010000:00000001:3.0:1788942101.697292:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697293:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697295:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:3.0:1788942101.697296:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697298:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697300:0:30911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942101.697303:0:30911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942101.697309:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697310:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942101.697312:0:30911:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942101.697315:0:30911:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942101.697317:0:30911:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942101.697325:0:30911:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942101.697327:0:30911:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942101.697329:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942101.697333:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697334:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942101.697335:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.697338:0:30911:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942101.697339:0:30911:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.697342:0:30911:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.697344:0:30911:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.697345:0:30911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942101.697346:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697347:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942101.697349:0:30911:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.697351:0:30911:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788942101.697353:0:30911:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:3.0:1788942101.697357:0:30911:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942101.697359:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942101.697361:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 2 00010000:00000001:3.0:1788942101.697363:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942101.697366:0:30911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942101.697369:0:30911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942101.697372:0:30911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788942101.697378:0:30911:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942101.697382:0:30911:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942101.697385:0:30911:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788942101.697391:0:30911:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788942101.697393:0:30911:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 16 00000080:00000001:3.0:1788942101.697395:0:30911:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1788942101.697397:0:30911:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1788942101.697398:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697399:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697401:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:3.0:1788942101.697402:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697404:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00000080:00010000:3.0:1788942101.697407:0:30911:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x26:0x0](000000005e67e4f3) being reconfigured ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1788942101.697414:0:30911:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942101.697415:0:30911:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942101.697416:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697417:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697418:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=4 00000020:00000001:3.0:1788942101.697420:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697422:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697424:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697425:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942101.697426:0:30911:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942101.697428:0:30911:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.697430:0:30911:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1788942101.697431:0:30911:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x26:0x0] LVB_READY=0 l_lvb_data=ffff90b5435dd340 l_lvb_len=56 00000080:00000001:3.0:1788942101.697434:0:30911:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.697436:0:30911:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788942101.697438:0:30911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942101.697441:0:30911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244728 : -122366539306888 : ffff90b551e46878) 00000020:00001000:3.0:1788942101.697444:0:30911:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46870 00000020:00000001:3.0:1788942101.697446:0:30911:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788942101.697449:0:30911:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788942101.697452:0:30911:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942101.697457:0:30911:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e76600. 00020000:00000010:3.0:1788942101.697461:0:30911:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b5590bfe80. 00020000:00000010:3.0:1788942101.697466:0:30911:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e76360. 00020000:00000001:3.0:1788942101.697468:0:30911:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969113440 : -122366740438176 : ffff90b545e76360) 00020000:00000002:3.0:1788942101.697471:0:30911:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e76360, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942101.697475:0:30911:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942101.697479:0:30911:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b5590bfe80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:3.0:1788942101.697482:0:30911:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435084d8) owner ffff90b5412f27c0 00020000:00000001:3.0:1788942101.697485:0:30911:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788942101.697487:0:30911:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435084d8) owner ffff90b5412f27c0 00020000:00000010:3.0:1788942101.697490:0:30911:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b5590bfe80. 00020000:00000010:3.0:1788942101.697493:0:30911:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e76600. 00020000:00000010:3.0:1788942101.697496:0:30911:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e76360. 00020000:00000002:3.0:1788942101.697498:0:30911:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788942101.697500:0:30911:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697502:0:30911:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697505:0:30911:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788942101.697507:0:30911:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:3.0:1788942101.697510:0:30911:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9cc0 addref 2/0 by ffff90b5412f27c0. 00020000:00000002:3.0:1788942101.697512:0:30911:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:3.0:1788942101.697514:0:30911:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788942101.697516:0:30911:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788942101.697517:0:30911:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788942101.697519:0:30911:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788942101.697521:0:30911:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788942101.697523:0:30911:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788942101.697525:0:30911:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46870 00000080:00000001:3.0:1788942101.697528:0:30911:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.697529:0:30911:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1788942101.697530:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697532:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942101.697533:0:30911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942101.697534:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697536:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:3.0:1788942101.697538:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697540:0:30911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942101.697541:0:30911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942101.697544:0:30911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942101.697549:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697550:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942101.697551:0:30911:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942101.697553:0:30911:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942101.697555:0:30911:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942101.697560:0:30911:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942101.697562:0:30911:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942101.697563:0:30911:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942101.697565:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697565:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942101.697567:0:30911:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.697568:0:30911:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942101.697570:0:30911:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.697571:0:30911:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.697573:0:30911:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.697575:0:30911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942101.697576:0:30911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942101.697577:0:30911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942101.697578:0:30911:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.697580:0:30911:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942101.697583:0:30911:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942101.697587:0:30911:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff90b544e76ea0 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1788942101.697590:0:30911:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:3.0:1788942101.697593:0:30911:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942101.697595:0:30911:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942101.697598:0:30911:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942101.697599:0:30911:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697602:0:30911:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942101.697604:0:30911:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942101.697605:0:30911:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697607:0:30911:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942101.697609:0:30911:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942101.697610:0:30911:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942101.697611:0:30911:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:3.0:1788942101.697614:0:30911:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697617:0:30911:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942101.697618:0:30911:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788942101.697621:0:30911:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1788942101.697623:0:30911:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942101.697625:0:30911:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942101.697629:0:30911:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942101.697632:0:30911:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942101.697633:0:30911:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942101.697634:0:30911:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942101.697636:0:30911:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244728 : -122366539306888 : ffff90b551e46878) 00000020:00001000:3.0:1788942101.697638:0:30911:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46870 00000020:00000001:3.0:1788942101.697641:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b5523665f8 -> ffff90b552366080 00000020:00000001:3.0:1788942101.697643:0:30911:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942101.697646:0:30911:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942101.697647:0:30911:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942101.697648:0:30911:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697650:0:30911:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697652:0:30911:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952585880 : -122366756965736 : ffff90b544eb3298) 00000020:00000001:3.0:1788942101.697654:0:30911:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788942101.697656:0:30911:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788942101.697659:0:30911:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697660:0:30911:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697662:0:30911:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697664:0:30911:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697665:0:30911:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697667:0:30911:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788942101.697669:0:30911:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942101.697671:0:30911:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942101.697672:0:30911:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942101.697674:0:30911:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942101.697675:0:30911:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697677:0:30911:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697679:0:30911:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697680:0:30911:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697681:0:30911:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942101.697682:0:30911:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697683:0:30911:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697685:0:30911:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1788942101.697688:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00000020:00000001:3.0:1788942101.697690:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00000020:00000001:3.0:1788942101.697692:0:30911:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788942101.697694:0:30911:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697696:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00020000:00000001:3.0:1788942101.697697:0:30911:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1788942101.697699:0:30911:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788942101.697700:0:30911:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942101.697701:0:30911:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788942101.697702:0:30911:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1788942101.697704:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000020:00000001:3.0:1788942101.697705:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000020:00000001:3.0:1788942101.697707:0:30911:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788942101.697709:0:30911:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697711:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000020:00000001:3.0:1788942101.697713:0:30911:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788942101.697715:0:30911:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788942101.697717:0:30911:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697718:0:30911:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697719:0:30911:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000020:00000001:3.0:1788942101.697721:0:30911:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942101.697723:0:30911:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942101.697724:0:30911:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942101.697725:0:30911:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942101.697726:0:30911:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942101.697727:0:30911:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942101.697730:0:30911:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1788942101.697734:0:30911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acfb80. 00000020:00000040:3.0:1788942101.697737:0:30911:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942101.697741:0:30911:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788942101.697744:0:30911:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788942101.697748:0:30911:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1807 00000400:00000200:3.0:1788942101.697753:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.697757:0:30911:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1788942101.697761:0:30911:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942101.697763:0:30911:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942101.697765:0:30911:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942101.697767:0:30911:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:3.0:1788942101.697770:0:30911:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942101.697771:0:30911:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:3.0:1788942101.697773:0:30911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942101.697775:0:30911:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:3.0:1788942101.697777:0:30911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:3.0:1788942101.697779:0:30911:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000040:3.0:1788942101.697782:0:30911:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942101.697783:0:30911:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942101.697785:0:30911:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942101.697787:0:30911:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:3.0:1788942101.697789:0:30911:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00080000:3.0:1788942101.697792:0:30911:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: import ffff90b551b95800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:3.0:1788942101.697795:0:30911:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.697797:0:30911:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788942101.697803:0:30911:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942101.697805:0:30911:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.697807:0:30911:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:3.0:1788942101.697810:0:30911:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788942101.697812:0:30911:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.697814:0:30911:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942101.697817:0:30911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acc700. 00000020:00000040:3.0:1788942101.697819:0:30911:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 02000000:00000001:3.0:1788942101.697822:0:30911:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942101.697824:0:30911:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.697826:0:30911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942101.697829:0:30911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942101.697832:0:30911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942101.697837:0:30911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837e000. 00000100:00000001:3.0:1788942101.697844:0:30911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942101.697875:0:30911:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b544acc700 x1875839884250624/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942101.697884:0:30911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942101.697888:0:30911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.697892:0:30911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4db7862] to pc [ptlrpcd_rcv+-1] req@ffff90b544acc700 x1875839884250624/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.697912:0:30911:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.697915:0:30911:0:(pinger.c:368:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788942101.697917:0:30911:0:(pinger.c:370:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:3.0:1788942101.697919:0:30911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942101.697921:0:30911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942101.697922:0:30911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942101.697926:0:30911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222d600. 00000100:00000001:3.0:1788942101.697928:0:30911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.697932:0:30911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942101.697934:0:30911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.697938:0:30911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008da7cfa] to pc [ptlrpcd_01_00+0] req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788942101.697956:0:30911:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942101.697959:0:30911:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697961:0:30911:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697963:0:30911:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697964:0:30911:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942101.697966:0:30911:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697967:0:30911:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942101.697969:0:30911:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788942101.697970:0:30911:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788942101.697972:0:30911:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788942101.697973:0:30911:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788942101.697986:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.697989:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942101.697991:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942101.697995:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.698002:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942101.698004:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788942101.698008:0:2355:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.698014:0:2355:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.698016:0:2355:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.698018:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942101.698019:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.698021:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.698023:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.698029:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942101.698031:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.698032:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.698034:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942101.698035:0:2355:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.698037:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942101.698038:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.698039:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.698041:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.698047:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.698048:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.699833:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942101.699840:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942101.699843:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942101.699868:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acc700 x1875839884250624/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.699878:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942101.699880:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942101.699884:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942101.699887:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942101.699890:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942101.699893:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884250624:192.168.206.109@tcp:8:touch.0 00000100:00000001:2.0:1788942101.699897:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942101.699901:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942101.699914:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942101.699917:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942101.699924:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274400. 02000000:00000001:2.0:1788942101.699926:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942101.699933:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942101.699937:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942101.699944:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61f68. 00000100:00000200:2.0:1788942101.699951:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884250624, portal 4 00000100:00000001:2.0:1788942101.699953:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942101.699955:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948495104 : -122366761056512 : ffff90b544acc700) 00000100:00000040:2.0:1788942101.699962:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acc700 x1875839884250624/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.699970:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942101.699974:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942101.699977:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61660. 00000100:00000200:2.0:1788942101.699980:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875839884250624, offset 0 00000400:00000200:2.0:1788942101.699986:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942101.699994:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.700001:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942101.700006:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942101.700010:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942101.700013:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942101.700015:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942101.700019:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2374:2374:256:4294967295] 192.168.206.109@tcp LPNI seq info [2374:2374:8:4294967295] 00000400:00000200:2.0:1788942101.700023:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.700032:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942101.700041:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942101.700046:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d200. 00000800:00000200:2.0:1788942101.700052:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942101.700059:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942101.700063:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788942101.700077:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942101.700082:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 23956 usecs (24 jiffies) 00000400:00000200:2.0:1788942101.700085:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942101.700087:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296501882 00000100:00000001:2.0:1788942101.700090:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:2.0:1788942101.700093:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296501882 00000100:00000001:2.0:1788942101.700095:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:2.0:1788942101.700096:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942101.700099:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.700102:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.700104:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942101.700110:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942101.700111:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788942101.700113:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942101.700115:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942101.700116:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.700128:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942101.702618:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942101.702626:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d200. 00000400:00000200:3.0:1788942101.702632:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942101.702640:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942101.702647:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61660 00000400:00000010:3.0:1788942101.702649:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61660. 00000100:00000001:3.0:1788942101.702653:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942101.702661:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acc700 x1875839884250624/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.702676:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.702679:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acc700 x1875839884250624/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942101.702685:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.702686:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942101.733304:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.733320:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942101.733324:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.733327:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.733335:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.733343:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942101.733351:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.733357:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.733361:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.733366:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f4ce00 00000400:00000200:2.0:1788942101.733372:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.733377:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x667d [1] + 0 00000800:00000001:2.0:1788942101.733383:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.733391:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942101.733395:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.733400:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942101.733407:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942101.733415:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acc700 x1875839884250624/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942101.733428:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b544acc700 x1875839884250624/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942101.733458:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942101.733466:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942101.733469:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942101.734139:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942101.734142:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942101.734144:0:2355:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942101.734147:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942101.734149:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942101.734152:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942101.734154:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942101.734157:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.734159:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942101.734164:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942101.734166:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942101.734168:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942101.734173:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274800. 02000000:00000001:2.0:1788942101.734185:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942101.734190:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942101.734194:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450980b0. 00000400:00000010:2.0:1788942101.734198:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61220. 00000100:00000200:2.0:1788942101.734203:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884250752, portal 4 00000100:00000001:2.0:1788942101.734206:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942101.734208:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00000100:00000040:2.0:1788942101.734215:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.734222:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942101.734225:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942101.734227:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942101.734230:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875839884250752, offset 0 00000400:00000200:2.0:1788942101.734236:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942101.734242:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.734248:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942101.734252:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942101.734256:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942101.734259:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942101.734261:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942101.734264:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2375:2375:256:4294967295] 192.168.206.109@tcp LPNI seq info [2375:2375:8:4294967295] 00000400:00000200:2.0:1788942101.734268:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942101.734275:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942101.734291:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942101.734297:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4db00. 00000800:00000200:2.0:1788942101.734303:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942101.734310:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942101.734314:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4db00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788942101.734328:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942101.734332:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24058 usecs (25 jiffies) 00000400:00000200:2.0:1788942101.734335:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942101.734337:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296501918 00000100:00000001:2.0:1788942101.734340:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:2.0:1788942101.734342:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296501918 00000100:00000001:2.0:1788942101.734344:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:2.0:1788942101.734346:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942101.734349:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942101.734350:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942101.734354:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942101.734355:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942101.734357:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942101.734358:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942101.734359:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.734361:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942101.734444:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942101.734449:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4db00. 00000400:00000200:2.0:1788942101.734452:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.734456:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942101.734460:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000400:00000010:2.0:1788942101.734462:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:2.0:1788942101.734465:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942101.734469:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.734477:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942101.734480:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.734485:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.734487:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942101.784697:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.784711:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942101.784715:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.784717:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942101.784726:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.784747:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942101.784756:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.784761:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.784766:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.784770:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 432 into portal 4 MB=0x6aa1101f4ce80 00000400:00000200:3.0:1788942101.784775:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.784780:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 432/432 into md 0x668d [1] + 224 00000800:00000001:3.0:1788942101.784787:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.784806:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942101.784810:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942101.784815:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942101.784823:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942101.784832:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942101.784843:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.784871:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942101.784879:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.784883:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.784894:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.784897:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942101.784970:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942101.784973:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942101.784975:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450980b0. 00000400:00000200:3.0:1788942101.784980:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61220 00000400:00000010:3.0:1788942101.784982:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61220. 00000100:00000001:3.0:1788942101.784985:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942101.784990:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942101.784998:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acfb80 x1875839884250752/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.785005:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942101.785007:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.785009:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942101.785012:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942101.785014:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942101.785016:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942101.785019:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942101.785027:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=91 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942101.785031:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942101.785034:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942101.785035:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942101.785038:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942101.785041:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.785044:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788942101.785046:0:2355:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: committing for last_committed 4294967339 gen 16 00000100:00000001:3.0:1788942101.785049:0:2355:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788942101.785051:0:2355:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1788942101.785054:0:2355:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942101.785056:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.785060:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acfb80 x1875839884250752/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.785067:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942101.785070:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942101.785072:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942101.785076:0:2355:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1788942101.785156:0:2355:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942101.785162:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acfb80 x1875839884250752/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942101.785170:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:0:1875839884250752:192.168.206.109@tcp:2:touch.0 00000100:00000001:3.0:1788942101.785175:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.785177:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942101.785181:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acfb80 x1875839884250752/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942117 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.785187:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942101.785190:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942101.785193:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274800. 02000000:00000001:3.0:1788942101.785196:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942101.785198:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942101.785200:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942101.785202:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942101.785204:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222d600. 02000000:00000001:3.0:1788942101.785207:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942101.785209:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942101.785211:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acfb80. 00000100:00000001:3.0:1788942101.785214:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942101.785215:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.785218:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942101.785223:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942101.785225:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942101.785227:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942101.785230:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942101.800260:0:30911:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788942101.800266:0:30911:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942101.800271:0:30911:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942101.800275:0:30911:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788942101.800277:0:30911:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788942101.800289:0:30911:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788942101.800292:0:30911:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942101.800293:0:30911:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788942101.800295:0:30911:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788942101.800298:0:30911:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942101.800300:0:30911:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942101.800302:0:30911:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788942101.800304:0:30911:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788942101.800306:0:30911:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788942101.800308:0:30911:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788942101.800309:0:30911:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788942101.800311:0:30911:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788942101.800313:0:30911:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942101.800314:0:30911:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788942101.800318:0:30911:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788942101.800319:0:30911:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942101.800321:0:30911:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942101.800323:0:30911:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788942101.800324:0:30911:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788942101.800326:0:30911:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942101.800328:0:30911:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942101.800330:0:30911:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942101.800331:0:30911:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788942101.800333:0:30911:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788942101.800335:0:30911:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942101.800337:0:30911:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46870 00020000:00000001:1.0:1788942101.800341:0:30911:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788942101.800343:0:30911:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942101.800346:0:30911:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942101.800348:0:30911:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788942101.800351:0:30911:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942101.800352:0:30911:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942101.800354:0:30911:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:1.0:1788942101.800356:0:30911:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942101.800359:0:30911:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1788942101.800364:0:30911:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550dab200. 00000020:00000001:1.0:1788942101.800374:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557c30 00000080:00200008:1.0:1788942101.800377:0:30911:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff90b548db0908) current size 0, valid attrs 100201f0, mode 0, uid -1054686654, gid -1, new size 213440, atime 1788942085.000000000, mtime 1788942085.000000000, ctime 1788942085.000000000, rc 0 00000080:00000001:1.0:1788942101.800383:0:30911:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942101.800399:0:30911:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942101.800401:0:30911:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942101.800406:0:30911:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942101.800408:0:30911:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942101.800415:0:30911:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942101.800417:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557df0 00000080:00200008:1.0:1788942101.800419:0:30911:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff90b548db0908), flags 104001 00000080:00000001:1.0:1788942101.800422:0:30911:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788942101.800425:0:30911:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788942101.800426:0:30911:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942101.800428:0:30911:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942101.800430:0:30911:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942101.800432:0:30911:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942101.800434:0:30911:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788942101.800442:0:30911:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942101.800445:0:30911:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942101.800452:0:30911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 2 00010000:00000001:1.0:1788942101.800455:0:30911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942101.800460:0:30911:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942101.800462:0:30911:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:1.0:1788942101.800465:0:30911:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788942101.800467:0:30911:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788942101.800473:0:30911:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942101.800475:0:30911:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788942101.800479:0:30911:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788942101.800482:0:30911:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788942101.800484:0:30911:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:1.0:1788942101.800488:0:30911:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788942101.800490:0:30911:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:1.0:1788942101.800495:0:30911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942101.800501:0:30911:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942101.800505:0:30911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942101.800508:0:30911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942101.800513:0:30911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942101.800519:0:30911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5486d2600. 00000100:00000001:1.0:1788942101.800535:0:30911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942101.800553:0:30911:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942100 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788942101.800565:0:30911:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788942101.800570:0:30911:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788942101.800577:0:30911:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942101.800579:0:30911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942101.800585:0:30911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942101.800588:0:30911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706947815680 : -122366761735936 : ffff90b544a26900) 00000100:00000001:1.0:1788942101.800590:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942101.800591:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000001:1.0:1788942101.800595:0:30911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942101.800599:0:30911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.800601:0:30911:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942101.800603:0:30911:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942101.800607:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.800615:0:30911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942101.800617:0:30911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942101.800621:0:30911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942101.800623:0:30911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942101.800625:0:30911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942101.800629:0:30911:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884251008:192.168.206.109@tcp:35:touch.0 00000100:00000001:1.0:1788942101.800632:0:30911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942101.800636:0:30911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942101.800639:0:30911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942101.800641:0:30911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942101.800645:0:30911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bb400. 02000000:00000001:1.0:1788942101.800647:0:30911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942101.800653:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942101.800657:0:30911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942101.800662:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942101.800668:0:30911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884251008, portal 10 00000100:00000001:1.0:1788942101.800670:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942101.800671:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942101.800677:0:30911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.800684:0:30911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942101.800687:0:30911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942101.800690:0:30911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942101.800693:0:30911:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884251008, offset 0 00000400:00000200:1.0:1788942101.800698:0:30911:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942101.800705:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942101.800712:0:30911:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942101.800717:0:30911:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942101.800721:0:30911:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942101.800724:0:30911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942101.800727:0:30911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942101.800730:0:30911:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2376:2376:256:4294967295] 192.168.206.109@tcp LPNI seq info [2376:2376:8:4294967295] 00000400:00000200:1.0:1788942101.800734:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942101.800743:0:30911:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942101.800748:0:30911:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942101.800753:0:30911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2500. 00000800:00000200:1.0:1788942101.800758:0:30911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942101.800765:0:30911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942101.800769:0:30911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942101.800785:0:30911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942101.800790:0:30911:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 843147 usecs (844 jiffies) 00000400:00000200:1.0:1788942101.800793:0:30911:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942101.800796:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296502803 00000100:00000001:1.0:1788942101.800798:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942101.800800:0:30911:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296502803 00000100:00000001:1.0:1788942101.800802:0:30911:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942101.800804:0:30911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942101.800807:0:30911:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.800809:0:30911:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942101.800811:0:30911:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942101.800813:0:30911:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b544a26900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942101.800815:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942101.800818:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942101.801741:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942101.801747:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:2.0:1788942101.801753:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942101.801760:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942101.801765:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:2.0:1788942101.801767:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:2.0:1788942101.801771:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942101.801776:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.801785:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942101.801788:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942101.801799:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942101.801800:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942101.804689:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.804712:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942101.804718:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.804721:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942101.804731:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.804741:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942101.804752:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.804759:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.804766:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.804770:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4cf80 00000400:00000200:3.0:1788942101.804777:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942101.804784:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x669d [1] + 224 00000800:00000001:3.0:1788942101.804793:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.804800:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942101.804805:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942101.804809:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942101.804818:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942101.804831:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942101.804843:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942101.804891:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942101.804902:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942101.804906:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942101.805483:0:30911:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942101.805496:0:30911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942101.805498:0:30911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942101.805502:0:30911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942101.805510:0:30911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:1.0:1788942101.805513:0:30911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:1.0:1788942101.805518:0:30911:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942101.805544:0:30911:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942101.805556:0:30911:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884251008/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942117 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.805564:0:30911:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942101.805567:0:30911:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942101.805570:0:30911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942101.805574:0:30911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942101.805576:0:30911:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942101.805578:0:30911:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942101.805581:0:30911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942101.805591:0:30911:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942101.805595:0:30911:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942101.805599:0:30911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942101.805600:0:30911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942101.805603:0:30911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942101.805606:0:30911:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.805609:0:30911:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942101.805611:0:30911:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942101.805613:0:30911:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942101.805615:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942101.805617:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000001:1.0:1788942101.805620:0:30911:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942101.805623:0:30911:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942101.805624:0:30911:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942101.805627:0:30911:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942101.805631:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884251008/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.805638:0:30911:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942101.805641:0:30911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942101.805643:0:30911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942101.805647:0:30911:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884251008/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942101.805655:0:30911:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:30911:1875839884251008:192.168.206.109@tcp:35:touch.0 00000100:00000001:1.0:1788942101.805659:0:30911:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942101.805662:0:30911:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.805665:0:30911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942101.805667:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942101.805670:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67480 x1875839884251008/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.805676:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942101.805679:0:30911:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942101.805683:0:30911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942101.805684:0:30911:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.805690:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942101.805692:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000002:00000001:1.0:1788942101.805695:0:30911:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942101.805698:0:30911:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942101.805703:0:30911:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942101.805706:0:30911:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942101.805709:0:30911:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942101.805714:0:30911:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942101.805718:0:30911:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942100 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.805726:0:30911:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942101.805727:0:30911:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942101.805729:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942101.805745:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942100 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.805751:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942101.805753:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942101.805755:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884247680/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942100 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.805761:0:30911:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942101.805764:0:30911:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942101.805765:0:30911:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942101.805768:0:30911:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942101.805771:0:30911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba400. 02000000:00000001:1.0:1788942101.805775:0:30911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942101.805776:0:30911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942101.805778:0:30911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942101.805782:0:30911:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942101.805783:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942101.805785:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942101.805788:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67480 x1875839884251008/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.805794:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942101.805796:0:30911:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfa860. 00000002:00000001:1.0:1788942101.805799:0:30911:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942101.805802:0:30911:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942101.805804:0:30911:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392600. 00000100:00000001:1.0:1788942101.805808:0:30911:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942101.805810:0:30911:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884251008/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942101.805816:0:30911:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942101.805818:0:30911:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942101.805821:0:30911:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415bf7c0. 00000080:00000001:1.0:1788942101.805824:0:30911:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942101.805830:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557df0 00000080:00000008:1.0:1788942101.805832:0:30911:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x26:0x0](ffff90b548db0908), flags 104001, rc = 0 00000080:00000001:1.0:1788942101.805835:0:30911:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942101.805839:0:30911:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942101.805841:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557e00 00000080:00002000:1.0:1788942101.805842:0:30911:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90b54450fbd0, parent ffff90b54450faf8, inode ffff90b548db0908) hashed, 00000080:00000001:1.0:1788942101.805845:0:30911:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942101.805893:0:30911:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942101.805902:0:30911:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942101.806020:0:30911:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942101.806022:0:30911:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557e00 00000080:00002000:1.0:1788942101.806024:0:30911:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff90b54450faf8, parent ffff90b548d765e8, inode ffff90b548db3248) hashed, 00000080:00000001:1.0:1788942101.806026:0:30911:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942101.806031:0:30911:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942101.806033:0:30911:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788942101.817942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfaa60. 00000080:00000010:1.1:1788942101.817960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa120. 00010000:00000001:3.0:1788942102.241021:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942102.241030:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942102.241036:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942102.241038:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.265150:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942103.265162:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942103.265165:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942103.265168:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.265175:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942103.265178:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.265180:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.265182:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.265186:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942103.265187:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.265354:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942103.265361:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.265365:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788942103.468466:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942103.468473:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942103.468475:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942103.468478:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b20 00000080:00200000:2.0:1788942103.468484:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942103.468491:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00800000:00000002:2.0:1788942103.468498:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942103.468502:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942103.470171:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.470176:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a40 00800000:00000002:2.0:1788942103.470181:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942103.470186:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942103.470191:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942103.470196:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.470198:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77910 00000002:00010000:2.0:1788942103.470200:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942103.470203:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942103.470205:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.470208:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942103.470213:0:30945:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.470216:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.470218:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.470220:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942103.470222:0:30945:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942103.470230:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942103.470236:0:30945:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942103.470242:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942103.470247:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.470254:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.470256:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.470257:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.470260:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942103.470264:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942103.470269:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942103.470287:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276800. 00000100:00000001:2.0:1788942103.470294:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.470299:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.470303:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.470304:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.470306:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.470307:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.470312:0:30945:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00010000:00000001:2.0:1788942103.470316:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942103.470317:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942103.470322:0:30945:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227100. 00010000:00000010:2.0:1788942103.470326:0:30945:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c300. 00010000:00000001:2.0:1788942103.470330:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942103.470333:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792b000. 00000020:00000001:2.0:1788942103.470337:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942103.470340:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792b000 with handle 0xcbb91bbb781576fc to hash 00000020:00000001:2.0:1788942103.470342:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942103.470344:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.470348:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.470352:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.470354:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.470359:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.470367:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.470377:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942103.470382:0:30945:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942103.470384:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942103.470391:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033c00. 00000100:00000001:2.0:1788942103.470393:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289705472 : -122366419846144 : ffff90b559033c00) 00000100:00000001:2.0:1788942103.470395:0:30945:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.470396:0:30945:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:2.0:1788942103.470400:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942103.470405:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.470407:0:30945:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942103.470409:0:30945:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942103.470419:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.470427:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942103.470429:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.470432:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942103.470434:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942103.470436:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942103.470439:0:30945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30945:1875839884251136:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:2.0:1788942103.470443:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942103.470447:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942103.470449:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.470452:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942103.470456:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab6000. 02000000:00000001:2.0:1788942103.470458:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942103.470465:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942103.470470:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b58. 00000400:00000010:2.0:1788942103.470476:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942103.470483:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884251136, portal 10 00000100:00000001:2.0:1788942103.470485:0:30945:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.470486:0:30945:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942103.470491:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.470498:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942103.470501:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942103.470504:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61770. 00000100:00000200:2.0:1788942103.470507:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884251136, offset 0 00000400:00000200:2.0:1788942103.470513:0:30945:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942103.470521:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.470529:0:30945:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942103.470534:0:30945:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942103.470538:0:30945:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942103.470541:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942103.470544:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942103.470548:0:30945:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2377:2377:256:4294967295] 192.168.206.109@tcp LPNI seq info [2377:2377:8:4294967295] 00000400:00000200:2.0:1788942103.470552:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.470562:0:30945:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942103.470568:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942103.470573:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4db00. 00000800:00000200:2.0:1788942103.470579:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942103.470587:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942103.470591:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788942103.470619:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.470624:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 841933 usecs (842 jiffies) 00000400:00000200:2.0:1788942103.470627:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942103.470630:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504471 00000100:00000001:2.0:1788942103.470632:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.470634:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504471 00000100:00000001:2.0:1788942103.470637:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.470638:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.470641:0:30945:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.470643:0:30945:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942103.470645:0:30945:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942103.470647:0:30945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788942103.470651:0:30945:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942103.470653:0:30945:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.470826:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.470831:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4db00. 00000400:00000200:3.0:1788942103.470836:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.470841:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.470847:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61770 00000400:00000010:3.0:1788942103.470883:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61770. 00000100:00000001:3.0:1788942103.470889:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.470894:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.470903:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.470907:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.471568:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.471571:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.487495:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.487513:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.487517:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.487520:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.487527:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.487535:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.487543:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.487547:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.487552:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.487556:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4d000 00000400:00000200:3.0:1788942103.487561:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.487566:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x66a5 [1] + 224 00000800:00000001:3.0:1788942103.487573:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.487580:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.487584:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.487589:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.487597:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.487606:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.487618:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.487649:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.487657:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.487660:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.488973:0:30945:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942103.488985:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942103.488987:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942103.488990:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b58. 00000400:00000200:2.0:1788942103.488997:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000400:00000010:2.0:1788942103.489000:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:2.0:1788942103.489003:0:30945:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.489011:0:30945:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942103.489021:0:30945:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.489029:0:30945:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942103.489031:0:30945:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.489033:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942103.489036:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942103.489040:0:30945:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942103.489053:0:30945:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.489057:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942103.489068:0:30945:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942103.489073:0:30945:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942103.489076:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942103.489077:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489080:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942103.489083:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.489087:0:30945:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942103.489089:0:30945:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:2.0:1788942103.489091:0:30945:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942103.489095:0:30945:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.489099:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.489107:0:30945:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.489110:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942103.489112:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942103.489116:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942103.489129:0:30945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30945:1875839884251136:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:2.0:1788942103.489134:0:30945:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.489137:0:30945:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.489139:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942103.489141:0:30945:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.489144:0:30945:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.489150:0:30945:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942103.489153:0:30945:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033c00. 00000100:00000001:2.0:1788942103.489156:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942103.489158:0:30945:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489161:0:30945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942103.489175:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489178:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489181:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=4 00000020:00000001:2.0:1788942103.489184:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489187:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000040:2.0:1788942103.489194:0:30945:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b000, remote cookie: 0x4d194fbcadeec80d, flags: 0x1001 00010000:00010000:2.0:1788942103.489200:0:30945:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.489211:0:30945:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.489218:0:30945:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942103.489221:0:30945:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942103.489224:0:30945:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942103.489225:0:30945:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942103.489226:0:30945:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942103.489229:0:30945:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551227100) refcount = 1 00010000:00010000:2.0:1788942103.489233:0:30945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.489239:0:30945:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942103.489243:0:30945:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942103.489244:0:30945:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.489247:0:30945:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942103.489249:0:30945:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.489253:0:30945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.489258:0:30945:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942103.489260:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489261:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.489263:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489264:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.489265:0:30945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.489268:0:30945:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942103.489280:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489281:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489283:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.489285:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489288:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489291:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489292:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489293:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=4 00000020:00000001:2.0:1788942103.489295:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489297:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489300:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.489302:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.489306:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.489317:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489318:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.489319:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489320:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489321:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=5 00000020:00000001:2.0:1788942103.489323:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489324:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489327:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.489329:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.489335:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489336:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942103.489339:0:30945:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.489345:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.489346:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489347:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.489348:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489349:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942103.489353:0:30945:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942103.489362:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489363:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489364:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.489366:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489368:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489370:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489371:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.489373:0:30945:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.489375:0:30945:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.489378:0:30945:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942103.489380:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489381:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489382:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.489383:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489386:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00000002:00010000:2.0:1788942103.489389:0:30945:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.489395:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489396:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.489398:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942103.489399:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489400:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489401:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.489403:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489405:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000040:2.0:1788942103.489411:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:2.0:1788942103.489413:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942103.489417:0:30945:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788942103.489419:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489420:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.489421:0:30945:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942103.489425:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77898 00000002:00002000:2.0:1788942103.489427:0:30945:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942103.489430:0:30945:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.489433:0:30945:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.489436:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942103.489439:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942103.489442:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942103.489446:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942103.489449:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000080:00000001:2.0:1788942103.489453:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942103.489456:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942103.489461:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788942103.489465:0:30945:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788942103.489472:0:30945:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b545345bc0. 00800000:00000001:2.0:1788942103.489475:0:30945:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706957380544 : -122366752171072 : ffff90b545345bc0) 00800000:00000001:2.0:1788942103.489477:0:30945:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.489479:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942103.489482:0:30945:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942103.489484:0:30945:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788942103.489486:0:30945:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942103.489489:0:30945:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942103.489491:0:30945:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.489495:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788942103.489498:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788942103.489502:0:30945:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788942103.489505:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489506:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489507:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.489509:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489511:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489513:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489514:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942103.489515:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942103.489517:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788942103.489519:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b545345bc0 1 00800000:00000010:2.0:1788942103.489521:0:30945:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b545345bc0. 00800000:00000001:2.0:1788942103.489523:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.489526:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576fc 00800000:00000001:2.0:1788942103.489529:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942103.489531:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.489532:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489533:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489535:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.489536:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489538:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489541:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489542:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.489544:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.489545:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.489548:0:30945:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.489550:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942103.489553:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576fc from it ffffa57dc1c77b58 00010000:00000001:2.0:1788942103.489555:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.489556:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.489558:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.489559:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489562:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.489564:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.489566:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.489572:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489573:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.489575:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.489577:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.489579:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942103.489587:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.489589:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.489591:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.489594:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489595:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.489596:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489599:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.489601:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489603:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489605:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489607:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.489608:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489609:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942103.489611:0:30945:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.489616:0:30945:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884251136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.489623:0:30945:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942103.489625:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942103.489628:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab6000. 02000000:00000001:2.0:1788942103.489632:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942103.489634:0:30945:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942103.489635:0:30945:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942103.489638:0:30945:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942103.489640:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276800. 02000000:00000001:2.0:1788942103.489644:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942103.489646:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942103.489648:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:2.0:1788942103.489651:0:30945:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942103.489652:0:30945:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942103.489655:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942103.489660:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942103.489674:0:30945:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900fc80. 00000020:00000001:2.0:1788942103.489679:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a88 00000080:00200000:2.0:1788942103.489681:0:30945:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=24 00000080:00000001:2.0:1788942103.489684:0:30945:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942103.489685:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77938 00000080:00200000:2.0:1788942103.489687:0:30945:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:2.0:1788942103.489694:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00800000:00000002:2.0:1788942103.489698:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942103.489702:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942103.489704:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.489706:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77858 00800000:00000002:2.0:1788942103.489708:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942103.489712:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788942103.489716:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c777f0 00800000:00000002:2.0:1788942103.489718:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788942103.489722:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.489724:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77728 00000002:00010000:2.0:1788942103.489725:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788942103.489730:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942103.489732:0:30945:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942103.489735:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942103.489739:0:30945:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942103.489743:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942103.489746:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.489749:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.489750:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.489752:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.489754:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942103.489756:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942103.489759:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942103.489765:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276800. 00000100:00000001:2.0:1788942103.489770:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489774:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.489775:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489777:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.489779:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.489781:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.489786:0:30945:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00010000:00000001:2.0:1788942103.489790:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942103.489792:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942103.489794:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:2.0:1788942103.489797:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.489799:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942103.489802:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792a800. 00000020:00000001:2.0:1788942103.489805:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942103.489808:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792a800 with handle 0xcbb91bbb78157703 to hash 00000020:00000001:2.0:1788942103.489810:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942103.489812:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.489815:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.489818:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.489820:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.489823:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.489830:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.489840:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942103.489846:0:30945:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942103.489848:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942103.489903:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033c00. 00000100:00000001:2.0:1788942103.489906:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289705472 : -122366419846144 : ffff90b559033c00) 00000100:00000001:2.0:1788942103.489909:0:30945:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.489910:0:30945:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:2.0:1788942103.489915:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942103.489919:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.489921:0:30945:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942103.489923:0:30945:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942103.489928:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.489936:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942103.489938:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.489942:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942103.489944:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942103.489948:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942103.489952:0:30945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30945:1875839884251264:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:2.0:1788942103.489956:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942103.489961:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942103.489963:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.489966:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942103.489970:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab6000. 02000000:00000001:2.0:1788942103.489972:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942103.489979:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942103.489982:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b58. 00000400:00000010:2.0:1788942103.489987:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942103.489992:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884251264, portal 10 00000100:00000001:2.0:1788942103.489994:0:30945:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.489995:0:30945:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942103.490000:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.490007:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942103.490010:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942103.490012:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61088. 00000100:00000200:2.0:1788942103.490015:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884251264, offset 0 00000400:00000200:2.0:1788942103.490020:0:30945:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942103.490028:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.490034:0:30945:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942103.490039:0:30945:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942103.490043:0:30945:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942103.490046:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942103.490049:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942103.490052:0:30945:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2378:2378:256:4294967295] 192.168.206.109@tcp LPNI seq info [2378:2378:8:4294967295] 00000400:00000200:2.0:1788942103.490057:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.490065:0:30945:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942103.490070:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942103.490075:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d000. 00000800:00000200:2.0:1788942103.490081:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942103.490089:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942103.490093:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788942103.490107:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.490111:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 840747 usecs (841 jiffies) 00000400:00000200:2.0:1788942103.490114:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942103.490117:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504490 00000100:00000001:2.0:1788942103.490120:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.490123:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504490 00000100:00000001:2.0:1788942103.490125:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.490127:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.490129:0:30945:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.490131:0:30945:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942103.490134:0:30945:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942103.490136:0:30945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788942103.490138:0:30945:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942103.490139:0:30945:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.490627:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.490632:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d000. 00000400:00000200:3.0:1788942103.490637:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.490643:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.490648:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61088 00000400:00000010:3.0:1788942103.490650:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61088. 00000100:00000001:3.0:1788942103.490654:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.490659:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.490668:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.490672:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.490678:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.490680:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.507575:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.507591:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.507595:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.507598:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.507606:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.507614:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.507622:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.507627:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.507632:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.507636:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4d080 00000400:00000200:3.0:1788942103.507642:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.507649:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x66b5 [1] + 224 00000800:00000001:3.0:1788942103.507655:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.507661:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.508179:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.508187:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.508195:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.508205:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.508218:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.508239:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.508248:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.508253:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.508362:0:30945:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942103.508370:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942103.508372:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942103.508376:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b58. 00000400:00000200:2.0:1788942103.508380:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000400:00000010:2.0:1788942103.508382:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:2.0:1788942103.508385:0:30945:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.508390:0:30945:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942103.508399:0:30945:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.508406:0:30945:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942103.508408:0:30945:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.508410:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942103.508413:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942103.508416:0:30945:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942103.508418:0:30945:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.508421:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942103.508429:0:30945:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942103.508433:0:30945:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942103.508436:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942103.508438:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.508441:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942103.508444:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.508448:0:30945:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942103.508451:0:30945:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:2.0:1788942103.508453:0:30945:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942103.508456:0:30945:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.508461:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.508468:0:30945:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.508472:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942103.508474:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942103.508478:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942103.508694:0:30945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30945:1875839884251264:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:2.0:1788942103.508700:0:30945:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.508702:0:30945:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.508704:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942103.508706:0:30945:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.508709:0:30945:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.508715:0:30945:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942103.508718:0:30945:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033c00. 00000100:00000001:2.0:1788942103.508721:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942103.508723:0:30945:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.508725:0:30945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942103.508728:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.508731:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.508733:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=4 00000020:00000001:2.0:1788942103.508736:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.508738:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000040:2.0:1788942103.508744:0:30945:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792a800, remote cookie: 0x4d194fbcadeec829, flags: 0x1001 00010000:00010000:2.0:1788942103.508749:0:30945:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942103.508761:0:30945:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788942103.508765:0:30945:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788942103.508772:0:30945:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227000. 00010000:00000010:2.0:1788942103.508777:0:30945:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c400. 00010000:00000001:2.0:1788942103.508781:0:30945:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.508785:0:30945:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.508792:0:30945:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.508797:0:30945:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942103.508800:0:30945:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942103.508802:0:30945:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942103.508804:0:30945:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942103.508805:0:30945:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942103.508807:0:30945:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff90b551227000) refcount = 1 00010000:00010000:2.0:1788942103.508811:0:30945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.508817:0:30945:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942103.508819:0:30945:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942103.508821:0:30945:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.508823:0:30945:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942103.508825:0:30945:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.508828:0:30945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.508833:0:30945:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942103.508834:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.508836:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.508837:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.508838:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.508840:0:30945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.508843:0:30945:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942103.508845:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.508846:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.508847:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:2.0:1788942103.508849:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.508870:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.508872:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.508873:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.508874:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=4 00000020:00000001:2.0:1788942103.508876:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.508877:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.508880:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.508882:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.508886:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.508891:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.508892:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.508893:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.508894:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.508895:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=5 00000020:00000001:2.0:1788942103.508896:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.508898:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.508900:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.508902:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.508907:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.508908:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942103.508910:0:30945:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.509030:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.509032:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509033:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.509034:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509035:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942103.509040:0:30945:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942103.509113:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.509115:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.509116:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:2.0:1788942103.509118:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509120:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509122:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509123:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.509124:0:30945:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.509126:0:30945:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.509129:0:30945:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942103.509131:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.509132:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.509134:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:2.0:1788942103.509135:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509137:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00000002:00010000:2.0:1788942103.509140:0:30945:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.509145:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509146:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.509148:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942103.509149:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.509150:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.509151:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:2.0:1788942103.509153:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509155:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000040:2.0:1788942103.509158:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:2.0:1788942103.509160:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942103.509164:0:30945:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:2.0:1788942103.509166:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509167:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.509168:0:30945:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942103.509170:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c776b0 00000002:00002000:2.0:1788942103.509172:0:30945:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942103.509175:0:30945:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.509178:0:30945:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.509180:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942103.509183:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942103.509186:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942103.509190:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:2.0:1788942103.509192:0:30945:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942103.509194:0:30945:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c77a28 it_disposition b 00000080:00000001:2.0:1788942103.509196:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942103.509201:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942103.509204:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942103.509206:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1788942103.509209:0:30945:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788942103.509215:0:30945:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942103.509217:0:30945:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:2.0:1788942103.509220:0:30945:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.509222:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1788942103.509224:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788942103.509229:0:30945:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00200000:2.0:1788942103.509231:0:30945:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff90b548d321c8): rc = 0 00000080:00000001:2.0:1788942103.509234:0:30945:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018117576 : -122366691434040 : ffff90b548d321c8) 00010000:00000001:2.0:1788942103.509236:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.509237:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.509239:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:2.0:1788942103.509241:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509243:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509244:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509246:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942103.509247:0:30945:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942103.509249:0:30945:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942103.509250:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942103.509252:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942103.509254:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.509257:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) for lock 0xcbb91bbb78157703 00800000:00000001:2.0:1788942103.509261:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942103.509263:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.509264:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.509265:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.509267:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:2.0:1788942103.509268:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509282:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509284:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509285:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.509286:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.509288:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788942103.509295:0:30945:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544579bd0 inode ffff90b548d321c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1788942103.509298:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942103.509300:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.509302:0:30945:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788942103.509305:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) 00000080:00010000:2.0:1788942103.509309:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157703 from it ffffa57dc1c77a28 00010000:00000001:2.0:1788942103.509310:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.509311:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.509312:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:2.0:1788942103.509314:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509316:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:2.0:1788942103.509317:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.509320:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.509326:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509327:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.509328:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.509331:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.509333:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942103.509340:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.509342:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.509344:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.509347:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509348:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.509350:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.509353:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.509355:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.509357:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.509359:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.509361:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.509362:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509363:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942103.509365:0:30945:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942103.509369:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000100:00000001:2.0:1788942103.509373:0:30945:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.509377:0:30945:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884251264/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.509383:0:30945:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942103.509386:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942103.509389:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab6000. 02000000:00000001:2.0:1788942103.509391:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942103.509393:0:30945:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942103.509395:0:30945:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942103.509397:0:30945:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942103.509399:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276800. 02000000:00000001:2.0:1788942103.509404:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942103.509405:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942103.509408:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:2.0:1788942103.509411:0:30945:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942103.509412:0:30945:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942103.509419:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942103.509422:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788942103.509427:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942103.509440:0:30945:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900f800. 00000020:00000001:2.0:1788942103.509552:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ae8 00000080:00200000:2.0:1788942103.509555:0:30945:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90b548d321c8), flags=8 00000080:00000001:2.0:1788942103.509558:0:30945:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942103.509559:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77998 00000080:00200000:2.0:1788942103.509561:0:30945:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90b548d321c8), intent=getattr 00000080:00000010:2.0:1788942103.509569:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00000080:00000001:2.0:1788942103.509576:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942103.509578:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.509580:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c778b8 00800000:00000002:2.0:1788942103.509581:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:2.0:1788942103.509584:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788942103.509588:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77850 00800000:00000002:2.0:1788942103.509590:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1788942103.509594:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.509595:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77788 00000002:00010000:2.0:1788942103.509596:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788942103.509600:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942103.509602:0:30945:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942103.509606:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942103.509609:0:30945:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942103.509614:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942103.509617:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.509620:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.509621:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.509622:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.509625:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942103.509627:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942103.509631:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942103.509637:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276800. 00000100:00000001:2.0:1788942103.509642:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.509646:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.509647:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.509649:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.509650:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.509652:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.509658:0:30945:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00010000:00000001:2.0:1788942103.509661:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942103.509663:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942103.509666:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:2.0:1788942103.509668:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.509670:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942103.509673:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792b200. 00000020:00000001:2.0:1788942103.509675:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942103.509677:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792b200 with handle 0xcbb91bbb7815770a to hash 00000020:00000001:2.0:1788942103.509679:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942103.509681:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.509684:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.509686:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.509688:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.509690:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.509697:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.509705:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942103.509709:0:30945:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942103.509711:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942103.509716:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033c00. 00000100:00000001:2.0:1788942103.509719:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289705472 : -122366419846144 : ffff90b559033c00) 00000100:00000001:2.0:1788942103.509721:0:30945:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.509722:0:30945:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:2.0:1788942103.510646:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942103.510653:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.510657:0:30945:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942103.510658:0:30945:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942103.510666:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.510675:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942103.510678:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.510682:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942103.510684:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942103.510687:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942103.510690:0:30945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30945:1875839884251392:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:2.0:1788942103.510693:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942103.510698:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942103.510701:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.510703:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942103.510710:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab6000. 02000000:00000001:2.0:1788942103.510712:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942103.510718:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942103.510722:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b58. 00000400:00000010:2.0:1788942103.510728:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942103.510734:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884251392, portal 10 00000100:00000001:2.0:1788942103.510735:0:30945:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.510737:0:30945:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942103.510743:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.510751:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942103.510753:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942103.510756:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61aa0. 00000100:00000200:2.0:1788942103.510758:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884251392, offset 0 00000400:00000200:2.0:1788942103.510766:0:30945:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942103.510774:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.510782:0:30945:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942103.510787:0:30945:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942103.510791:0:30945:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942103.510795:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942103.510798:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942103.510802:0:30945:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2379:2379:256:4294967295] 192.168.206.109@tcp LPNI seq info [2379:2379:8:4294967295] 00000400:00000200:2.0:1788942103.510806:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.510815:0:30945:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942103.510820:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942103.510825:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d000. 00000800:00000200:2.0:1788942103.510831:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942103.510838:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942103.510843:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788942103.510884:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.510889:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 839563 usecs (840 jiffies) 00000400:00000200:2.0:1788942103.510894:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942103.510896:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504510 00000100:00000001:2.0:1788942103.510900:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.510902:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504510 00000100:00000001:2.0:1788942103.510904:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.510907:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.510909:0:30945:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.511677:0:30945:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942103.511681:0:30945:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942103.511685:0:30945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788942103.511688:0:30945:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942103.511690:0:30945:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.511822:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.511827:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d000. 00000400:00000200:3.0:1788942103.511832:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.511838:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.511845:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61aa0 00000400:00000010:3.0:1788942103.511848:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61aa0. 00000100:00000001:3.0:1788942103.511895:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.511900:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.511910:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.511914:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.511921:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.511922:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.525991:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.526006:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.526010:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.526013:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.526022:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.526030:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.526038:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.526050:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.526055:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.526060:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 640 into portal 10 MB=0x6aa1101f4d100 00000400:00000200:3.0:1788942103.526065:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.526070:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 640/640 into md 0x66c5 [1] + 224 00000800:00000001:3.0:1788942103.526076:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.526083:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.526087:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.526091:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.526098:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.526106:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.526117:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.526140:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.526147:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.526150:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.526433:0:30945:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942103.526440:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942103.526442:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942103.526446:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b58. 00000400:00000200:2.0:1788942103.526450:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000400:00000010:2.0:1788942103.526453:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:2.0:1788942103.526456:0:30945:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.526461:0:30945:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942103.526471:0:30945:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.526477:0:30945:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942103.526480:0:30945:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.526482:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942103.526486:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942103.526489:0:30945:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942103.526491:0:30945:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.526494:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942103.526502:0:30945:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942103.526507:0:30945:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942103.526509:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942103.526511:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.526513:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942103.526516:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.526520:0:30945:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942103.526522:0:30945:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:2.0:1788942103.526524:0:30945:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942103.526527:0:30945:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.526532:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.526539:0:30945:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.526541:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942103.526543:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942103.526548:0:30945:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942103.526562:0:30945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30945:1875839884251392:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:2.0:1788942103.526566:0:30945:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.526569:0:30945:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.526571:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942103.526573:0:30945:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.526577:0:30945:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.526583:0:30945:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942103.526585:0:30945:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033c00. 00000100:00000001:2.0:1788942103.526588:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942103.526590:0:30945:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.526593:0:30945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942103.526596:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.526599:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.526602:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=4 00000020:00000001:2.0:1788942103.526604:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526607:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000040:2.0:1788942103.526613:0:30945:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b200, remote cookie: 0x4d194fbcadeec845, flags: 0x1001 00010000:00010000:2.0:1788942103.526618:0:30945:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942103.526627:0:30945:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:2.0:1788942103.526631:0:30945:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788942103.526638:0:30945:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227900. 00010000:00000010:2.0:1788942103.526643:0:30945:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4ce80. 00010000:00000001:2.0:1788942103.526647:0:30945:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.526651:0:30945:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.526675:0:30945:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.526682:0:30945:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942103.526686:0:30945:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942103.526688:0:30945:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942103.526689:0:30945:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942103.526691:0:30945:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942103.526693:0:30945:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff90b551227900) refcount = 1 00010000:00010000:2.0:1788942103.526705:0:30945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.526712:0:30945:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942103.526715:0:30945:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942103.526717:0:30945:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.526720:0:30945:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942103.526722:0:30945:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.526726:0:30945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.526731:0:30945:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942103.526733:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526735:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.526736:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526737:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.526739:0:30945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.526743:0:30945:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942103.526745:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.526746:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.526748:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.526750:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526752:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526755:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.526756:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.526757:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=4 00000020:00000001:2.0:1788942103.526759:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526761:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526764:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.526766:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.526770:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.526776:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526778:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.526779:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.526780:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.526781:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=5 00000020:00000001:2.0:1788942103.526783:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526785:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526787:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.526790:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.526796:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526797:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942103.526799:0:30945:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.526804:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.526806:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526807:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.526808:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526808:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942103.526813:0:30945:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942103.526829:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.526830:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.526831:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.526833:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526836:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00000002:00010000:2.0:1788942103.526839:0:30945:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788942103.526848:0:30945:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b545345bc0. 00010000:00000001:2.0:1788942103.526893:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526895:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.526896:0:30945:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.526899:0:30945:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.526901:0:30945:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942103.526904:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.526905:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.526906:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.526909:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526911:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00000002:00010000:2.0:1788942103.526914:0:30945:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.526921:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526922:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.526923:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942103.526925:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.526926:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.526927:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.526929:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.526931:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000040:2.0:1788942103.526935:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 2 00010000:00000001:2.0:1788942103.526938:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942103.526942:0:30945:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:2.0:1788942103.526944:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.526945:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.526946:0:30945:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942103.526949:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77710 00000002:00002000:2.0:1788942103.526951:0:30945:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942103.526955:0:30945:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.526958:0:30945:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.526961:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942103.526964:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942103.526967:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.526971:0:30945:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942103.526973:0:30945:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c77b20 it_disposition b 00000080:00000001:2.0:1788942103.526976:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942103.526981:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942103.526984:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942103.526986:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:2.0:1788942103.526990:0:30945:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788942103.526996:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942103.527000:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243432 : -122366539308184 : ffff90b551e46368) 00000020:00001000:2.0:1788942103.527002:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46360 00000020:00000001:2.0:1788942103.527005:0:30945:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942103.527009:0:30945:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942103.527011:0:30945:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942103.527017:0:30945:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abdba0. 00020000:00000010:2.0:1788942103.527021:0:30945:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b543472180. 00020000:00000010:2.0:1788942103.527025:0:30945:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd1e0. 00020000:00000001:2.0:1788942103.527028:0:30945:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948432352 : -122366761119264 : ffff90b544abd1e0) 00020000:00000002:2.0:1788942103.527031:0:30945:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd1e0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942103.527036:0:30945:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942103.527040:0:30945:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472180: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:2.0:1788942103.527211:0:30945:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b543407c98) owner ffff90b54134a7c0 00020000:00000001:2.0:1788942103.527215:0:30945:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942103.527218:0:30945:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b543407c98) owner ffff90b54134a7c0 00020000:00000010:2.0:1788942103.527223:0:30945:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b543472180. 00020000:00000010:2.0:1788942103.527227:0:30945:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abdba0. 00020000:00000010:2.0:1788942103.527230:0:30945:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abd1e0. 00020000:00000002:2.0:1788942103.527232:0:30945:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942103.527234:0:30945:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.527236:0:30945:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788942103.527239:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46360 00000080:00000001:2.0:1788942103.527243:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:2.0:1788942103.527245:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788942103.527250:0:30945:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x25:0x0](ffff90b548d34b08): rc = 0 00000080:00000001:2.0:1788942103.527253:0:30945:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018128136 : -122366691423480 : ffff90b548d34b08) 00010000:00000001:2.0:1788942103.527255:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.527256:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.527258:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.527260:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527262:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00000080:00000001:2.0:1788942103.527265:0:30945:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788942103.527266:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942103.527268:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243432 : -122366539308184 : ffff90b551e46368) 00000020:00001000:2.0:1788942103.527279:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46360 00000020:00000001:2.0:1788942103.527281:0:30945:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942103.527283:0:30945:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942103.527284:0:30945:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942103.527287:0:30945:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd1e0. 00020000:00000010:2.0:1788942103.527290:0:30945:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b543472180. 00020000:00000010:2.0:1788942103.527293:0:30945:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abdba0. 00020000:00000001:2.0:1788942103.527295:0:30945:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948434848 : -122366761116768 : ffff90b544abdba0) 00020000:00000002:2.0:1788942103.527297:0:30945:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abdba0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942103.527301:0:30945:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942103.527304:0:30945:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472180: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:2.0:1788942103.527306:0:30945:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b543407c98) owner ffff90b54134a7c0 00020000:00000001:2.0:1788942103.527308:0:30945:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942103.527311:0:30945:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b543407c98) owner ffff90b54134a7c0 00020000:00000010:2.0:1788942103.527313:0:30945:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b543472180. 00020000:00000010:2.0:1788942103.527316:0:30945:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abd1e0. 00020000:00000010:2.0:1788942103.527318:0:30945:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abdba0. 00020000:00000002:2.0:1788942103.527319:0:30945:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942103.527321:0:30945:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.527323:0:30945:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.527326:0:30945:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788942103.527328:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000002:2.0:1788942103.527332:0:30945:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b551b547e0 addref 2/0 by ffff90b54134a7c0. 00020000:00000002:2.0:1788942103.527334:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:2.0:1788942103.527337:0:30945:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788942103.527339:0:30945:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942103.527340:0:30945:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788942103.527342:0:30945:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788942103.527344:0:30945:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788942103.527346:0:30945:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788942103.527348:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46360 00000080:00000001:2.0:1788942103.527351:0:30945:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527352:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527353:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942103.527355:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942103.527358:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942103.527360:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.527363:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff90b548d34b08) for lock 0xcbb91bbb7815770a 00800000:00000001:2.0:1788942103.527366:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942103.527368:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.527369:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.527371:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.527372:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.527374:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527376:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527379:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527380:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.527382:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.527384:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788942103.527391:0:30945:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b5445795e8 inode ffff90b548d34b08 refc 1 flags 0x40000e 00000080:00000001:2.0:1788942103.527394:0:30945:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788942103.527398:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff90b548d34b08) 00000080:00010000:2.0:1788942103.527402:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815770a from it ffffa57dc1c77b20 00010000:00000001:2.0:1788942103.527403:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.527405:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.527406:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.527408:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527410:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527412:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.527415:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.527421:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527423:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.527424:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.527427:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.527430:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942103.527437:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.527440:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.527442:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.527446:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527447:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.527448:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527451:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.527453:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527455:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527458:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527459:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.527461:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527462:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942103.527464:0:30945:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942103.527467:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000100:00000001:2.0:1788942103.527471:0:30945:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.527477:0:30945:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884251392/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.527484:0:30945:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942103.527486:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942103.527490:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab6000. 02000000:00000001:2.0:1788942103.527494:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942103.527496:0:30945:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942103.527497:0:30945:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942103.527500:0:30945:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942103.527502:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276800. 02000000:00000001:2.0:1788942103.527506:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942103.527508:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942103.527510:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:2.0:1788942103.527513:0:30945:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942103.527514:0:30945:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942103.527517:0:30945:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788942103.527518:0:30945:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1c77b20 released 00000080:00000001:2.0:1788942103.527520:0:30945:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788942103.527530:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d08 00000080:00200008:2.0:1788942103.527532:0:30945:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x25:0x0](ffff90b548d34b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942103.527538:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942103.527539:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c80 00000080:00200000:2.0:1788942103.527541:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x25:0x0](ffff90b548d34b08),name=f 00000080:00000010:2.0:1788942103.527546:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00000080:00000001:2.0:1788942103.527553:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942103.527556:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.527557:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ba0 00800000:00000002:2.0:1788942103.527559:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x25:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:2.0:1788942103.527562:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942103.527567:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942103.527571:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.527572:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a70 00000002:00010000:2.0:1788942103.527574:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942103.527577:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942103.527579:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.527580:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.527584:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 2 00010000:00000001:2.0:1788942103.527586:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.527588:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.527591:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942103.527594:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942103.527600:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942103.527603:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.527606:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942103.527612:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942103.527614:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942103.527615:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942103.527617:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942103.527619:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942103.527620:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942103.527622:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788942103.527624:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000080:00000001:2.0:1788942103.527627:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942103.527628:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.527630:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff90b548d34b08) 00000080:00010000:2.0:1788942103.527633:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff90b548d34b08) for lock 0xcbb91bbb7815770a 00800000:00000001:2.0:1788942103.527636:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942103.527637:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.527638:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.527639:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.527640:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.527642:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527644:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527646:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527647:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.527648:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.527649:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.527651:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815770a from it ffffa57dc1c77cb8 00010000:00000001:2.0:1788942103.527653:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.527654:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.527655:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942103.527656:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527658:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942103.527659:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.527661:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942103.527666:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527667:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.527668:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.527669:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.527671:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942103.527676:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.527677:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.527678:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.527680:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527681:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.527682:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527684:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.527685:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527686:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527687:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.527689:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.527690:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.527691:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942103.527693:0:30945:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942103.527694:0:30945:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942103.528215:0:30945:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788942103.528220:0:30945:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788942103.528222:0:30945:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942103.528224:0:30945:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788942103.528225:0:30945:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.528228:0:30945:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942103.528231:0:30945:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788942103.528233:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942103.528236:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243432 : -122366539308184 : ffff90b551e46368) 00000020:00001000:2.0:1788942103.528239:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46360 00000020:00000001:2.0:1788942103.528243:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90b5434d56c0 -> ffff90b5434d56c0 00000020:00000001:2.0:1788942103.528246:0:30945:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942103.528248:0:30945:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942103.528250:0:30945:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788942103.528253:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942103.528255:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788942103.528256:0:30945:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942103.528258:0:30945:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.528260:0:30945:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942103.528263:0:30945:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x25:0x0]io ffff90b544e76a00 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788942103.528266:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:2.0:1788942103.528282:0:30945:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942103.528284:0:30945:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942103.528286:0:30945:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942103.528288:0:30945:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942103.528290:0:30945:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788942103.528292:0:30945:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942103.528293:0:30945:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.528295:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942103.528296:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942103.528297:0:30945:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942103.528299:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00000020:00000001:2.0:1788942103.528301:0:30945:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942103.528303:0:30945:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788942103.528304:0:30945:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x25:0x0] 00000020:00000001:2.0:1788942103.528307:0:30945:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788942103.528309:0:30945:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788942103.528311:0:30945:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788942103.528313:0:30945:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788942103.528318:0:30945:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788942103.528324:0:30945:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551c4cf80. 00020000:00000002:2.0:1788942103.528327:0:30945:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942103.528329:0:30945:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788942103.528332:0:30945:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942103.528334:0:30945:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942103.528335:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942103.528337:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170245448 : -122366539306168 : ffff90b551e46b48) 00000020:00001000:2.0:1788942103.528338:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46b40 00000020:00000001:2.0:1788942103.528341:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90b5434d5148 -> ffff90b5434d56c0 00000020:00000001:2.0:1788942103.528342:0:30945:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942103.528345:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942103.528346:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942103.528348:0:30945:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942103.528351:0:30945:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942103.528353:0:30945:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952580040 : -122366756971576 : ffff90b544eb1bc8) 00000020:00000001:2.0:1788942103.528355:0:30945:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788942103.528360:0:30945:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5459ea130. 00000008:00010000:2.0:1788942103.528363:0:30945:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788942103.528365:0:30945:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942103.528366:0:30945:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788942103.528368:0:30945:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551c4cfb0, osc lock ffff90b5459ea130, flags 0x400001002 00000020:00000001:2.0:1788942103.528370:0:30945:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942103.528372:0:30945:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942103.528374:0:30945:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707168173952 : -122366541377664 : ffff90b551c4cf80) 00000020:00000001:2.0:1788942103.528376:0:30945:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942103.528377:0:30945:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788942103.528379:0:30945:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.528380:0:30945:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.528382:0:30945:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788942103.528384:0:30945:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788942103.528386:0:30945:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942103.528387:0:30945:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942103.528388:0:30945:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942103.528390:0:30945:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952580040 : -122366756971576 : ffff90b544eb1bc8) 00000020:00000001:2.0:1788942103.528392:0:30945:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942103.528394:0:30945:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942103.528396:0:30945:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942103.528400:0:30945:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788942103.528402:0:30945:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788942103.528403:0:30945:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788942103.528405:0:30945:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788942103.528406:0:30945:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788942103.528408:0:30945:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788942103.528410:0:30945:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788942103.528412:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942103.528416:0:30945:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.528419:0:30945:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788942103.528423:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942103.528426:0:30945:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942103.528430:0:30945:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788942103.528434:0:30945:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788942103.528439:0:30945:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1809 00000400:00000200:2.0:1788942103.528446:0:30945:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.528451:0:30945:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1788942103.528455:0:30945:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942103.528458:0:30945:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942103.528460:0:30945:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942103.528462:0:30945:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:2.0:1788942103.528464:0:30945:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942103.528466:0:30945:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:2.0:1788942103.528467:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.528469:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:2.0:1788942103.528471:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:2.0:1788942103.528474:0:30945:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000040:2.0:1788942103.528476:0:30945:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942103.528478:0:30945:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942103.528480:0:30945:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942103.528482:0:30945:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:2.0:1788942103.528485:0:30945:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00080000:2.0:1788942103.528488:0:30945:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff90b5459f2800: import ffff90b551b96000 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:2.0:1788942103.528491:0:30945:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.528493:0:30945:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788942103.528501:0:30945:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942103.528504:0:30945:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.528505:0:30945:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:2.0:1788942103.528509:0:30945:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788942103.528511:0:30945:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.528513:0:30945:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942103.528516:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368a80. 00000020:00000040:2.0:1788942103.528518:0:30945:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=4 obd=lustre-OST0001-osc-ffff90b5459f2800 02000000:00000001:2.0:1788942103.528521:0:30945:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942103.528522:0:30945:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.528525:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942103.528528:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942103.528530:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942103.528536:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276800. 00000100:00000001:2.0:1788942103.528542:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942103.528549:0:30945:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b552368a80 x1875839884251520/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942103.528557:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942103.528560:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.528564:0:30945:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005466e879] to pc [ptlrpcd_rcv+-1] req@ffff90b552368a80 x1875839884251520/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788942103.529304:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.529308:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000400:00000200:3.0:1788942103.529314:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.529318:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.529324:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a908 00000400:00000010:3.0:1788942103.529326:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a908. 00000100:00000001:3.0:1788942103.529330:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.529334:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368a80 x1875839884251520/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.529341:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.529344:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368a80 x1875839884251520/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.529351:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.529352:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942103.529435:0:30945:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.529440:0:30945:0:(pinger.c:368:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788942103.529441:0:30945:0:(pinger.c:370:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1788942103.529446:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942103.529449:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.529452:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.529454:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942103.529456:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942103.529459:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942103.529464:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5464c7200. 00000100:00000001:2.0:1788942103.529468:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.529472:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.529474:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.529476:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.529477:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.529479:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.529481:0:30945:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00010000:00000001:2.0:1788942103.529484:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942103.529486:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942103.529492:0:30945:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227e00. 00010000:00000010:2.0:1788942103.529496:0:30945:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b551227a00. 00010000:00000001:2.0:1788942103.529500:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942103.529503:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792ba00. 00000020:00000001:2.0:1788942103.529507:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942103.529510:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792ba00 with handle 0xcbb91bbb78157711 to hash 00000020:00000001:2.0:1788942103.529512:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942103.529514:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000010:2.0:1788942103.529518:0:30945:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b545345b40. 00010000:00000001:2.0:1788942103.529521:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.529524:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.529525:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.529529:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.529540:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.529550:0:30945:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.529553:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942103.529556:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.529561:0:30945:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe14e06] to pc [ptlrpcd_01_01+1] req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788942103.529591:0:30945:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942103.529595:0:30945:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.529597:0:30945:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942103.529599:0:30945:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.529600:0:30945:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.529603:0:30945:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942103.529605:0:30945:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788942103.529607:0:30945:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788942103.529608:0:30945:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788942103.529888:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942103.529891:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942103.529892:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942103.529899:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.529907:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942103.529909:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788942103.529996:0:2356:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.530171:0:2356:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.530175:0:2356:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.530177:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942103.530179:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.530181:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.530183:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.530187:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942103.530189:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.530190:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942103.530192:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942103.530193:0:2356:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.530195:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942103.530196:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.530197:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.530199:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.530207:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942103.530208:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942103.536645:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.536661:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.536665:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.536668:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.536676:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.536684:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.536692:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.536697:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.536702:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.536706:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f4d180 00000400:00000200:3.0:1788942103.536710:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.536716:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x66d5 [1] + 0 00000800:00000001:3.0:1788942103.536723:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.536729:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.536732:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.536737:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.536744:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.536752:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368a80 x1875839884251520/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942103.536764:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b552368a80 x1875839884251520/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.536787:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.536795:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.536798:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.539609:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942103.539617:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942103.539621:0:2356:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.539625:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942103.539627:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942103.539630:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942103.539633:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942103.539636:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.539639:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942103.539646:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942103.539648:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942103.539651:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942103.539660:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837c400. 02000000:00000001:3.0:1788942103.539663:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942103.539671:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942103.539675:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4b00. 00000400:00000010:3.0:1788942103.539681:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded880. 00000100:00000200:3.0:1788942103.539687:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884251648, portal 4 00000100:00000001:3.0:1788942103.539690:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942103.539692:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:3.0:1788942103.539702:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.539714:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942103.539717:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942103.539719:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded908. 00000100:00000200:3.0:1788942103.539722:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884251648, offset 0 00000400:00000200:3.0:1788942103.539727:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942103.539735:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.539741:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942103.539746:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942103.539750:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942103.539754:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942103.539756:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942103.539760:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2381:2381:256:4294967295] 192.168.206.109@tcp LPNI seq info [2381:2381:8:4294967295] 00000400:00000200:3.0:1788942103.539764:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.539773:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942103.539778:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942103.539783:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38400. 00000800:00000200:3.0:1788942103.539790:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942103.539797:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942103.539801:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788942103.539828:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942103.539832:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 277875 usecs (278 jiffies) 00000400:00000200:3.0:1788942103.539836:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942103.539839:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296503976 00000100:00000001:3.0:1788942103.539842:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:3.0:1788942103.539844:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296503976 00000100:00000001:3.0:1788942103.539847:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:3.0:1788942103.539848:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942103.539885:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.539888:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942103.539893:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942103.539896:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942103.539898:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942103.539899:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942103.539901:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.539903:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.540429:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.540434:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38400. 00000400:00000200:2.0:1788942103.540440:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.540446:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.540452:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded908 00000400:00000010:2.0:1788942103.540455:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded908. 00000100:00000001:2.0:1788942103.540459:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.540464:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.540473:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.540476:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.540482:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.540484:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.549623:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.549640:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.549644:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.549646:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.549654:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.549662:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.549670:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.549674:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.549679:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.549683:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f4d200 00000400:00000200:3.0:1788942103.549689:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.549693:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x66dd [1] + 224 00000800:00000001:3.0:1788942103.549700:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.549707:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.549710:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.549714:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.549721:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.549731:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.549743:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.549770:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.549779:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.549782:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.549908:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942103.549912:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942103.549919:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942103.549921:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942103.549924:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4b00. 00000400:00000200:2.0:1788942103.549928:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded880 00000400:00000010:2.0:1788942103.549931:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded880. 00000100:00000001:2.0:1788942103.549934:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.549939:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942103.549953:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.549959:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942103.549961:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.549964:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942103.549982:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942103.549985:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942103.549987:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.549991:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942103.550000:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=93 v=5 (5 5 5 36) 00000100:00001000:2.0:1788942103.550004:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942103.550007:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942103.550008:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.550011:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942103.550014:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.550017:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942103.550019:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942103.550021:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942103.550023:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.550028:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.550035:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.550038:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942103.550040:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788942103.550042:0:2356:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788942103.550045:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.550047:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.550050:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=4 00000020:00000001:2.0:1788942103.550052:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550055:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550058:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.550059:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.550060:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=5 00000020:00000001:2.0:1788942103.550062:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550064:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550068:0:2356:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.550071:0:2356:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.550075:0:2356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.550086:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550087:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.550089:0:2356:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942103.550091:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.550092:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.550094:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=6 00000020:00000001:2.0:1788942103.550096:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550098:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000040:2.0:1788942103.550104:0:2356:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792ba00, remote cookie: 0x4d194fbcadeec853, flags: 0x1001 00010000:00010000:2.0:1788942103.550109:0:2356:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.550116:0:2356:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788942103.550119:0:2356:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.550121:0:2356:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942103.550124:0:2356:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788942103.550128:0:2356:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942103.550137:0:2356:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x12:0x0].0x0 (ffff90b551227e00) refcount = 1 00010000:00000040:2.0:1788942103.550140:0:2356:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788942103.550143:0:2356:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.550157:0:2356:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942103.550158:0:2356:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.550161:0:2356:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942103.550163:0:2356:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.550167:0:2356:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.550183:0:2356:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942103.550185:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550186:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.550187:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550188:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942103.550190:0:2356:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788942103.550192:0:2356:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788942103.550195:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.550196:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.550198:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=5 00000020:00000001:2.0:1788942103.550200:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550202:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00000008:00000001:2.0:1788942103.550205:0:2356:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788942103.550209:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000008:00010000:2.0:1788942103.550213:0:2356:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788942103.550221:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000020:00000001:2.0:1788942103.550223:0:2356:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788942103.550226:0:2356:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788942103.550229:0:2356:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942103.550231:0:2356:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.550233:0:2356:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.550235:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000008:00000001:2.0:1788942103.550236:0:2356:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788942103.550239:0:2356:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942103.550241:0:2356:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788942103.550257:0:2356:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788942103.550258:0:2356:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.550261:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.550262:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.550263:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=6 00000020:00000001:2.0:1788942103.550265:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550268:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550278:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.550282:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.550289:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550290:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942103.550293:0:2356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.550299:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.550301:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550302:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942103.550304:0:2356:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.550306:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.550307:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.550308:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=5 00000020:00000001:2.0:1788942103.550311:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550313:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942103.550315:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.550317:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.550326:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550329:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.550332:0:2356:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.550335:0:2356:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.550341:0:2356:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942103.550358:0:2356:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.550362:0:2356:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.550366:0:2356:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.550371:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550374:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.550378:0:2356:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.550384:0:2356:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.550387:0:2356:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.550391:0:2356:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.550397:0:2356:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.550402:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.550406:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550409:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.550412:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.550415:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942103.550418:0:2356:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.550428:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942103.550444:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:0:1875839884251648:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:2.0:1788942103.550454:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.550459:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.550466:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884251648/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.550480:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942103.550483:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942103.550488:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837c400. 02000000:00000001:2.0:1788942103.550495:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942103.550499:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942103.550503:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942103.550509:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942103.550513:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5464c7200. 02000000:00000001:2.0:1788942103.550520:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942103.550524:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942103.550527:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:2.0:1788942103.550532:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942103.550537:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.550542:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.550550:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942103.550555:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.550561:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942103.550565:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.567644:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.567645:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.567647:0:30946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.567650:0:30946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.567653:0:30946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942103.567661:0:30946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.567664:0:30946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.567666:0:30946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.567670:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.567671:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.567673:0:30946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.567676:0:30946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.567677:0:30946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.567680:0:30946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.567683:0:30946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.567685:0:30946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.567686:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.567687:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942103.567690:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942103.567692:0:30946:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.567695:0:30946:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942103.567711:0:30946:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.567728:0:30946:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b548354fe0. 00000020:00000001:0.0:1788942103.567734:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33a88 00000080:00200000:0.0:1788942103.567736:0:30946:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=24 00000080:00000001:0.0:1788942103.567739:0:30946:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942103.567741:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33938 00000080:00200000:0.0:1788942103.567743:0:30946:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:0.0:1788942103.567750:0:30946:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:0.0:1788942103.567754:0:30946:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.567759:0:30946:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942103.567761:0:30946:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.567763:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33858 00800000:00000002:0.0:1788942103.567765:0:30946:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942103.567769:0:30946:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942103.567773:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e337f0 00800000:00000002:0.0:1788942103.567775:0:30946:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788942103.567779:0:30946:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.567781:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33728 00000002:00010000:0.0:1788942103.567783:0:30946:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788942103.567787:0:30946:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942103.567789:0:30946:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942103.567794:0:30946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994380. 00000020:00000040:0.0:1788942103.567798:0:30946:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942103.567804:0:30946:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942103.567808:0:30946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.567811:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.567812:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.567813:0:30946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.567816:0:30946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942103.567819:0:30946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942103.567823:0:30946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942103.567828:0:30946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aef800. 00000100:00000001:0.0:1788942103.567835:0:30946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.567840:0:30946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942103.567842:0:30946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.567843:0:30946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942103.567845:0:30946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.567846:0:30946:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.567884:0:30946:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963993472 : -122366745558144 : ffff90b545994380) 00010000:00000001:0.0:1788942103.567889:0:30946:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942103.567891:0:30946:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942103.567895:0:30946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942103.567898:0:30946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.567901:0:30946:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942103.567905:0:30946:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325600. 00000020:00000001:0.0:1788942103.567908:0:30946:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942103.567921:0:30946:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325600 with handle 0xcbb91bbb78157718 to hash 00000020:00000001:0.0:1788942103.567924:0:30946:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942103.567925:0:30946:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:0.0:1788942103.567938:0:30946:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:0.0:1788942103.567941:0:30946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.567943:0:30946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.567947:0:30946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30946 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942103.567954:0:30946:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30946 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942103.567962:0:30946:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30946 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942103.567968:0:30946:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942103.567969:0:30946:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942103.567976:0:30946:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.567978:0:30946:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291587520 : -122366417964096 : ffff90b5591ff3c0) 00000100:00000001:0.0:1788942103.567980:0:30946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.567982:0:30946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963993472 : -122366745558144 : ffff90b545994380) 00000100:00000001:0.0:1788942103.567986:0:30946:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942103.567989:0:30946:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.567991:0:30946:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942103.567993:0:30946:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942103.568003:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.568011:0:30946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942103.568013:0:30946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.568017:0:30946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942103.568019:0:30946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942103.568022:0:30946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942103.568026:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994380 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30946:1875839884251776:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:0.0:1788942103.568030:0:30946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942103.568034:0:30946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942103.568036:0:30946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.568039:0:30946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942103.568044:0:30946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b91000. 02000000:00000001:0.0:1788942103.568046:0:30946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942103.568054:0:30946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942103.568058:0:30946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097630. 00000400:00000010:0.0:1788942103.568064:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942103.568071:0:30946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884251776, portal 10 00000100:00000001:0.0:1788942103.568072:0:30946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.568073:0:30946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963993472 : -122366745558144 : ffff90b545994380) 00000100:00000040:0.0:1788942103.568079:0:30946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.568086:0:30946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942103.568089:0:30946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942103.568092:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a660. 00000100:00000200:0.0:1788942103.568095:0:30946:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884251776, offset 0 00000400:00000200:0.0:1788942103.568102:0:30946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942103.568109:0:30946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.568117:0:30946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942103.568122:0:30946:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942103.568125:0:30946:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942103.568129:0:30946:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942103.568131:0:30946:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942103.568135:0:30946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2382:2382:256:4294967295] 192.168.206.109@tcp LPNI seq info [2382:2382:8:4294967295] 00000400:00000200:0.0:1788942103.568139:0:30946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.568150:0:30946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942103.568156:0:30946:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942103.568161:0:30946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bd00. 00000800:00000200:0.0:1788942103.568167:0:30946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942103.568174:0:30946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942103.568178:0:30946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788942103.568198:0:30946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.568203:0:30946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 838381 usecs (839 jiffies) 00000400:00000200:0.0:1788942103.568207:0:30946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942103.568209:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504566 00000100:00000001:0.0:1788942103.568212:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.568215:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504566 00000100:00000001:0.0:1788942103.568217:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.568219:0:30946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.568221:0:30946:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.568224:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942103.568226:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942103.568229:0:30946:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ff3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942103.568231:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.568234:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.568346:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.568351:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bd00. 00000400:00000200:2.0:1788942103.568356:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.568362:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.568367:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a660 00000400:00000010:2.0:1788942103.568370:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a660. 00000100:00000001:2.0:1788942103.568374:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.568378:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.568387:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.568391:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.568398:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.568400:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.571550:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.571566:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.571569:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.571572:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.571581:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.571589:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.571597:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.571602:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.571607:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.571612:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4d280 00000400:00000200:3.0:1788942103.571616:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.571621:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x66ed [1] + 224 00000800:00000001:3.0:1788942103.571627:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.571634:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.571638:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.571643:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.571649:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.571657:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.571683:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.571703:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.571711:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.571715:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.571809:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942103.571817:0:30946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942103.571823:0:30946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942103.571826:0:30946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097630. 00000400:00000200:0.0:1788942103.571831:0:30946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:0.0:1788942103.571833:0:30946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:0.0:1788942103.571836:0:30946:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942103.571841:0:30946:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942103.571893:0:30946:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.571901:0:30946:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942103.571903:0:30946:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.571905:0:30946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942103.571908:0:30946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942103.571911:0:30946:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942103.571913:0:30946:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.571916:0:30946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942103.571928:0:30946:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942103.571933:0:30946:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942103.571935:0:30946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942103.571937:0:30946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.571939:0:30946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942103.571942:0:30946:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.571945:0:30946:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942103.571947:0:30946:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942103.571949:0:30946:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942103.571952:0:30946:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.571957:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.571963:0:30946:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.571965:0:30946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942103.572466:0:30946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942103.572475:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942103.572483:0:30946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994380 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30946:1875839884251776:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:0.0:1788942103.572490:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.572493:0:30946:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.572495:0:30946:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942103.572497:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.572502:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.572509:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.572512:0:30946:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.572516:0:30946:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942103.572518:0:30946:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.572521:0:30946:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942103.572525:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.572527:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.572530:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=4 00000020:00000001:0.0:1788942103.572532:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:0.0:1788942103.572535:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000040:0.0:1788942103.572542:0:30946:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325600, remote cookie: 0x4d194fbcadeec86f, flags: 0x1001 00010000:00010000:0.0:1788942103.572548:0:30946:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942103.572557:0:30946:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942103.572560:0:30946:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788942103.572832:0:30946:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e100. 00010000:00000010:1.0:1788942103.572839:0:30946:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78180. 00010000:00000001:1.0:1788942103.572844:0:30946:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.572848:0:30946:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.572889:0:30946:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.572896:0:30946:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942103.572900:0:30946:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942103.572902:0:30946:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942103.572904:0:30946:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942103.572906:0:30946:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942103.572908:0:30946:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff90b551c3e100) refcount = 1 00010000:00010000:1.0:1788942103.572912:0:30946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.572919:0:30946:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942103.572923:0:30946:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942103.572924:0:30946:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.572927:0:30946:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942103.572929:0:30946:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.572932:0:30946:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.572938:0:30946:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942103.572939:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.572941:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.572942:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.572943:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.572944:0:30946:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.572949:0:30946:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942103.572951:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.572953:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.572954:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.572956:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.572958:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.572960:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.572961:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.572963:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=4 00000020:00000001:1.0:1788942103.572964:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.572966:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.572981:0:30946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.572984:0:30946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.572988:0:30946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.572994:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.572995:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.572997:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.572998:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.572999:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=5 00000020:00000001:1.0:1788942103.573001:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573002:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573005:0:30946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.573007:0:30946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.573013:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.573014:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942103.573017:0:30946:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.573023:0:30946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.573024:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.573025:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.573027:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.573028:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942103.573034:0:30946:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942103.573041:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.573043:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.573044:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.573045:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573047:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573049:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.573050:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.573051:0:30946:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.573053:0:30946:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.573055:0:30946:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942103.573058:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.573059:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.573060:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.573061:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573063:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00000002:00010000:1.0:1788942103.573067:0:30946:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.573073:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.573074:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.573075:0:30946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942103.573077:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.573078:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.573079:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.573081:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573083:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000040:1.0:1788942103.573087:0:30946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:1.0:1788942103.573089:0:30946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942103.573093:0:30946:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:1.0:1788942103.573096:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.573097:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.573098:0:30946:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942103.573101:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e336b0 00000002:00002000:1.0:1788942103.573103:0:30946:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942103.573106:0:30946:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.573109:0:30946:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.573112:0:30946:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942103.573115:0:30946:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942103.573117:0:30946:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942103.573121:0:30946:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:1.0:1788942103.573124:0:30946:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942103.573125:0:30946:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc0e33a28 it_disposition b 00000080:00000001:1.0:1788942103.573129:0:30946:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942103.573134:0:30946:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942103.573136:0:30946:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942103.573139:0:30946:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942103.573142:0:30946:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788942103.573148:0:30946:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942103.573150:0:30946:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788942103.573152:0:30946:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.573155:0:30946:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942103.573157:0:30946:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788942103.573159:0:30946:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 1788942083 to 1788942084 00000080:00200000:1.0:1788942103.573751:0:30946:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:1.0:1788942103.573759:0:30946:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff90b548db3248): rc = 0 00000080:00000001:1.0:1788942103.573762:0:30946:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018646088 : -122366690905528 : ffff90b548db3248) 00010000:00000001:1.0:1788942103.573765:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.573766:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.573769:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.573771:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573773:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573775:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.573777:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942103.573779:0:30946:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942103.573781:0:30946:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942103.573783:0:30946:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942103.573786:0:30946:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942103.573788:0:30946:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.573791:0:30946:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) for lock 0xcbb91bbb78157718 00800000:00000001:1.0:1788942103.573795:0:30946:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.573797:0:30946:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.573798:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.573799:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.573800:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.573802:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573804:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.573806:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.573807:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.573808:0:30946:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.573810:0:30946:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788942103.573817:0:30946:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544549288 inode ffff90b548db3248 refc 1 flags 0x20000e 00000080:00000001:1.0:1788942103.573821:0:30946:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942103.573822:0:30946:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.573824:0:30946:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788942103.574266:0:30946:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) 00000080:00010000:1.0:1788942103.574282:0:30946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157718 from it ffffa57dc0e33a28 00010000:00000001:1.0:1788942103.574284:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.574286:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.574287:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.574289:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.574292:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.574294:0:30946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.574298:0:30946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.574305:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.574307:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.574309:0:30946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.574312:0:30946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.574314:0:30946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942103.574321:0:30946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.574324:0:30946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.574326:0:30946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.574330:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.574331:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.574332:0:30946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.574335:0:30946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.574337:0:30946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.574339:0:30946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.574342:0:30946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.574344:0:30946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.574345:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.574345:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942103.574347:0:30946:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942103.574351:0:30946:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000100:00000001:1.0:1788942103.574358:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.574367:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994380 x1875839884251776/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.574374:0:30946:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942103.574376:0:30946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942103.574379:0:30946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b91000. 02000000:00000001:1.0:1788942103.574383:0:30946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942103.574385:0:30946:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.574387:0:30946:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.574389:0:30946:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942103.574391:0:30946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aef800. 02000000:00000001:1.0:1788942103.574394:0:30946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942103.574396:0:30946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942103.574397:0:30946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994380. 00000100:00000001:1.0:1788942103.574401:0:30946:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942103.574402:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.574411:0:30946:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942103.574413:0:30946:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248), inode mode 41ed mask 1 00000080:00000001:1.0:1788942103.574417:0:30946:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.574432:0:30946:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa6a0. 00000020:00000001:1.0:1788942103.574437:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33ae8 00000080:00200000:1.0:1788942103.574439:0:30946:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90b548db3248), flags=8 00000080:00000001:1.0:1788942103.574442:0:30946:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942103.574444:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33998 00000080:00200000:1.0:1788942103.574445:0:30946:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90b548db3248), intent=getattr 00000080:00000010:1.0:1788942103.574453:0:30946:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.574459:0:30946:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.574462:0:30946:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.574463:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e338b8 00800000:00000002:1.0:1788942103.574465:0:30946:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1788942103.574468:0:30946:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942103.574472:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33850 00800000:00000002:1.0:1788942103.574473:0:30946:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788942103.574478:0:30946:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.574479:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33788 00000002:00010000:1.0:1788942103.574481:0:30946:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788942103.574485:0:30946:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942103.574487:0:30946:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942103.574492:0:30946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942103.574495:0:30946:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942103.574499:0:30946:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942103.574503:0:30946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.574505:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.574506:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.574507:0:30946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.574510:0:30946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942103.574511:0:30946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942103.574515:0:30946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942103.574521:0:30946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba400. 00000100:00000001:1.0:1788942103.574527:0:30946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.574532:0:30946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.574534:0:30946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.574535:0:30946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.574536:0:30946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.574538:0:30946:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.574544:0:30946:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942103.574547:0:30946:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942103.574549:0:30946:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942103.574553:0:30946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:1.0:1788942103.574556:0:30946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.574558:0:30946:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942103.574561:0:30946:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1800. 00000020:00000001:1.0:1788942103.574564:0:30946:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942103.574566:0:30946:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1800 with handle 0xcbb91bbb7815771f to hash 00000020:00000001:1.0:1788942103.574568:0:30946:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942103.574569:0:30946:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.574573:0:30946:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.574576:0:30946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.574578:0:30946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.574581:0:30946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30946 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.576162:0:30946:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30946 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.576261:0:30946:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30946 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942103.576267:0:30946:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942103.576280:0:30946:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942103.576291:0:30946:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.576294:0:30946:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706947815680 : -122366761735936 : ffff90b544a26900) 00000100:00000001:1.0:1788942103.576297:0:30946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.576298:0:30946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942103.576303:0:30946:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942103.576308:0:30946:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.576311:0:30946:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942103.576312:0:30946:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942103.576322:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.576329:0:30946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942103.576331:0:30946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.576335:0:30946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942103.576338:0:30946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942103.576340:0:30946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942103.576344:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30946:1875839884251904:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942103.576348:0:30946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942103.576353:0:30946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942103.576356:0:30946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.576358:0:30946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942103.576363:0:30946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559185800. 02000000:00000001:1.0:1788942103.576364:0:30946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942103.576372:0:30946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942103.576376:0:30946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942103.576383:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942103.576390:0:30946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884251904, portal 10 00000100:00000001:1.0:1788942103.576392:0:30946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.576393:0:30946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942103.576399:0:30946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.576407:0:30946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942103.576409:0:30946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942103.576412:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dac38. 00000100:00000200:1.0:1788942103.576416:0:30946:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884251904, offset 0 00000400:00000200:1.0:1788942103.576421:0:30946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942103.576429:0:30946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.576436:0:30946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942103.576441:0:30946:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942103.576445:0:30946:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942103.576448:0:30946:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942103.576450:0:30946:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942103.576454:0:30946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2383:2383:256:4294967295] 192.168.206.109@tcp LPNI seq info [2383:2383:8:4294967295] 00000400:00000200:1.0:1788942103.576458:0:30946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.576468:0:30946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942103.576473:0:30946:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942103.576478:0:30946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2f00. 00000800:00000200:1.0:1788942103.576483:0:30946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942103.576490:0:30946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942103.576493:0:30946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788942103.576559:0:30946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.576564:0:30946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 837177 usecs (838 jiffies) 00000400:00000200:1.0:1788942103.576567:0:30946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942103.576570:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504573 00000100:00000001:1.0:1788942103.576573:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.576576:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504573 00000100:00000001:1.0:1788942103.576578:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.576580:0:30946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.576583:0:30946:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.576585:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.576587:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942103.576590:0:30946:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b544a26900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942103.576593:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.576596:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.587788:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.587797:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:2.0:1788942103.587804:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.587813:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.587820:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dac38 00000400:00000010:2.0:1788942103.587823:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dac38. 00000100:00000001:2.0:1788942103.587827:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.587835:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.587848:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.587866:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.587874:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.587876:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.608745:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.608763:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.608768:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.608770:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.608779:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.608787:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.608797:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.608802:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.608807:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.608811:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 640 into portal 10 MB=0x6aa1101f4d300 00000400:00000200:3.0:1788942103.608816:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.608822:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 640/640 into md 0x66f5 [1] + 224 00000800:00000001:3.0:1788942103.608830:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.608836:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.608840:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.608845:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.608895:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.608904:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.608915:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.608937:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.608944:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.608948:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.609339:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942103.609348:0:30946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.609350:0:30946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.609353:0:30946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942103.609358:0:30946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:1.0:1788942103.609360:0:30946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:1.0:1788942103.609364:0:30946:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.609370:0:30946:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942103.609379:0:30946:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.609385:0:30946:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.609387:0:30946:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.609389:0:30946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.609392:0:30946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.609395:0:30946:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.609397:0:30946:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.609400:0:30946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.609408:0:30946:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942103.609413:0:30946:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.609415:0:30946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942103.609417:0:30946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.609419:0:30946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942103.609422:0:30946:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.609426:0:30946:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.609428:0:30946:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942103.609430:0:30946:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.609433:0:30946:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.609438:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.609445:0:30946:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.609448:0:30946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.609450:0:30946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942103.609453:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942103.609461:0:30946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:30946:1875839884251904:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942103.609466:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.609468:0:30946:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.609471:0:30946:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942103.609473:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.609477:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.609482:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.609485:0:30946:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.609488:0:30946:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942103.609490:0:30946:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.609492:0:30946:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942103.609496:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.609499:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.609502:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=4 00000020:00000001:1.0:1788942103.609505:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609508:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000040:1.0:1788942103.609513:0:30946:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1800, remote cookie: 0x4d194fbcadeec88b, flags: 0x1001 00010000:00010000:1.0:1788942103.609518:0:30946:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942103.609526:0:30946:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:1.0:1788942103.609529:0:30946:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788942103.609536:0:30946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 2 00010000:00000001:1.0:1788942103.609539:0:30946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.609542:0:30946:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.609545:0:30946:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.609553:0:30946:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.609558:0:30946:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942103.609563:0:30946:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942103.609565:0:30946:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942103.609567:0:30946:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942103.609568:0:30946:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942103.609571:0:30946:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff90b545f48b00) refcount = 2 00010000:00000040:1.0:1788942103.609573:0:30946:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942103.609575:0:30946:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942103.609582:0:30946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.609587:0:30946:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942103.609590:0:30946:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942103.609591:0:30946:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.609595:0:30946:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942103.609596:0:30946:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.609599:0:30946:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.609604:0:30946:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942103.609605:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609607:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.609608:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609609:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.609610:0:30946:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.609614:0:30946:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942103.609615:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.609616:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.609618:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.609619:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609621:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609623:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.609624:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.609624:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=4 00000020:00000001:1.0:1788942103.609626:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609628:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609630:0:30946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.609633:0:30946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.609636:0:30946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.609641:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609642:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.609643:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.609644:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.609645:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=5 00000020:00000001:1.0:1788942103.609646:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609648:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609650:0:30946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.609652:0:30946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.609658:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609658:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942103.609675:0:30946:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.609681:0:30946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.609682:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609683:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.609684:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609685:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942103.609690:0:30946:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942103.609698:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.609699:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.609701:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.609703:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609705:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00000002:00010000:1.0:1788942103.609708:0:30946:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788942103.609718:0:30946:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b548392600. 00010000:00000001:1.0:1788942103.609721:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609722:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.609723:0:30946:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.609725:0:30946:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.609728:0:30946:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942103.609730:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.609731:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.609732:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.609734:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609736:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00000002:00010000:1.0:1788942103.609740:0:30946:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.609746:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609747:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.609749:0:30946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942103.609750:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.609751:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.609752:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.609754:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609756:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000040:1.0:1788942103.609759:0:30946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 3 00010000:00000001:1.0:1788942103.609761:0:30946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942103.609764:0:30946:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:1.0:1788942103.609767:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.609768:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.609770:0:30946:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942103.609773:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33710 00000002:00002000:1.0:1788942103.609775:0:30946:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942103.609778:0:30946:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.609781:0:30946:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.609784:0:30946:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942103.609787:0:30946:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942103.609790:0:30946:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.609794:0:30946:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942103.609795:0:30946:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc0e33b20 it_disposition b 00000080:00000001:1.0:1788942103.609798:0:30946:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942103.609804:0:30946:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942103.609807:0:30946:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942103.609809:0:30946:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788942103.609812:0:30946:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788942103.609818:0:30946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942103.609822:0:30946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:1.0:1788942103.609824:0:30946:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:1.0:1788942103.609826:0:30946:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788942103.609830:0:30946:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942103.609832:0:30946:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942103.609838:0:30946:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c9240. 00020000:00000010:1.0:1788942103.609842:0:30946:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063600. 00020000:00000010:1.0:1788942103.609847:0:30946:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c91e0. 00020000:00000001:1.0:1788942103.609849:0:30946:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977841632 : -122366731709984 : ffff90b5466c91e0) 00020000:00000002:1.0:1788942103.609883:0:30946:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c91e0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942103.609887:0:30946:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942103.609891:0:30946:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063600: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:1.0:1788942103.609894:0:30946:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435084d8) owner ffff90b55106cf80 00020000:00000001:1.0:1788942103.609897:0:30946:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942103.609899:0:30946:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435084d8) owner ffff90b55106cf80 00020000:00000010:1.0:1788942103.609903:0:30946:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b559063600. 00020000:00000010:1.0:1788942103.609906:0:30946:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c9240. 00020000:00000010:1.0:1788942103.609909:0:30946:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c91e0. 00020000:00000002:1.0:1788942103.609911:0:30946:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788942103.609913:0:30946:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.609915:0:30946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942103.609917:0:30946:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:1.0:1788942103.609920:0:30946:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788942103.609923:0:30946:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942103.609927:0:30946:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x26:0x0](ffff90b548db0908): rc = 0 00000080:00000001:1.0:1788942103.609930:0:30946:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018635528 : -122366690916088 : ffff90b548db0908) 00010000:00000001:1.0:1788942103.609932:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.609933:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.609934:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.609936:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.609938:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00000080:00000001:1.0:1788942103.609941:0:30946:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942103.609942:0:30946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942103.609943:0:30946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:1.0:1788942103.609945:0:30946:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:1.0:1788942103.609946:0:30946:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788942103.609947:0:30946:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942103.609949:0:30946:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942103.609951:0:30946:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c91e0. 00020000:00000010:1.0:1788942103.609954:0:30946:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063600. 00020000:00000010:1.0:1788942103.609956:0:30946:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9240. 00020000:00000001:1.0:1788942103.609958:0:30946:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977841728 : -122366731709888 : ffff90b5466c9240) 00020000:00000002:1.0:1788942103.609961:0:30946:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9240, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942103.609964:0:30946:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942103.610082:0:30946:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063600: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:1.0:1788942103.610086:0:30946:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435084d8) owner ffff90b55106cf80 00020000:00000001:1.0:1788942103.610088:0:30946:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942103.610090:0:30946:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435084d8) owner ffff90b55106cf80 00020000:00000010:1.0:1788942103.610093:0:30946:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b559063600. 00020000:00000010:1.0:1788942103.610095:0:30946:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c91e0. 00020000:00000010:1.0:1788942103.610098:0:30946:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9240. 00020000:00000002:1.0:1788942103.610100:0:30946:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788942103.610102:0:30946:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.610103:0:30946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.610106:0:30946:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788942103.610109:0:30946:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b55106cf80 00020000:00000002:1.0:1788942103.610112:0:30946:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9cc0 addref 2/0 by ffff90b55106cf80. 00020000:00000002:1.0:1788942103.610114:0:30946:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b55106cf80 00020000:00000001:1.0:1788942103.610116:0:30946:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788942103.610118:0:30946:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788942103.610120:0:30946:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788942103.610121:0:30946:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788942103.610124:0:30946:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788942103.610126:0:30946:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1788942103.610129:0:30946:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:1.0:1788942103.610131:0:30946:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.610133:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.610134:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942103.610136:0:30946:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942103.610139:0:30946:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942103.610141:0:30946:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.610144:0:30946:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff90b548db0908) for lock 0xcbb91bbb7815771f 00800000:00000001:1.0:1788942103.610146:0:30946:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.610148:0:30946:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.610149:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.610151:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.610152:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.610155:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.610157:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.610159:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.610161:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.610162:0:30946:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.611290:0:30946:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788942103.611301:0:30946:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54454aa20 inode ffff90b548db0908 refc 1 flags 0x40000e 00000080:00000001:1.0:1788942103.611305:0:30946:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788942103.611309:0:30946:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff90b548db0908) 00000080:00010000:1.0:1788942103.611313:0:30946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815771f from it ffffa57dc0e33b20 00010000:00000001:1.0:1788942103.611317:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.611318:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.611320:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.611322:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.611325:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.611327:0:30946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.611331:0:30946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.611339:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.611341:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.611342:0:30946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.611345:0:30946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.611347:0:30946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942103.611355:0:30946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.611358:0:30946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.611360:0:30946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.611365:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.611366:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.611367:0:30946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611370:0:30946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.611372:0:30946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611373:0:30946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611377:0:30946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611379:0:30946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.611380:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.611381:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942103.611383:0:30946:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942103.611387:0:30946:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000100:00000001:1.0:1788942103.611393:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.611402:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884251904/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.611415:0:30946:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942103.611418:0:30946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942103.611421:0:30946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559185800. 02000000:00000001:1.0:1788942103.611424:0:30946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942103.611427:0:30946:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.611428:0:30946:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.611430:0:30946:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942103.611433:0:30946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba400. 02000000:00000001:1.0:1788942103.611436:0:30946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942103.611438:0:30946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942103.611439:0:30946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942103.611443:0:30946:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942103.611444:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.611447:0:30946:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942103.611449:0:30946:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc0e33b20 released 00000080:00000001:1.0:1788942103.611450:0:30946:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788942103.611463:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33d08 00000080:00200008:1.0:1788942103.611466:0:30946:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x26:0x0](ffff90b548db0908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942103.611472:0:30946:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942103.611474:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33c80 00000080:00200000:1.0:1788942103.611475:0:30946:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x26:0x0](ffff90b548db0908),name=f 00000080:00000010:1.0:1788942103.611483:0:30946:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.611491:0:30946:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.611494:0:30946:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.611496:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33ba0 00800000:00000002:1.0:1788942103.611498:0:30946:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x26:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1788942103.611502:0:30946:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942103.611507:0:30946:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942103.611512:0:30946:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.611514:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33a70 00000002:00010000:1.0:1788942103.611515:0:30946:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942103.611519:0:30946:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.611521:0:30946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.611523:0:30946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.611528:0:30946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 3 00010000:00000001:1.0:1788942103.611530:0:30946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.611533:0:30946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.611535:0:30946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942103.611539:0:30946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942103.611545:0:30946:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942103.611549:0:30946:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.611551:0:30946:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942103.611557:0:30946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942103.611559:0:30946:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.611561:0:30946:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.611562:0:30946:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.611564:0:30946:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.611566:0:30946:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942103.611568:0:30946:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788942103.611570:0:30946:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.611573:0:30946:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942103.611575:0:30946:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.611577:0:30946:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff90b548db0908) 00000080:00010000:1.0:1788942103.611579:0:30946:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff90b548db0908) for lock 0xcbb91bbb7815771f 00800000:00000001:1.0:1788942103.611582:0:30946:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.611583:0:30946:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.611584:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.611586:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.611587:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.611589:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.611591:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.611593:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.611594:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.611596:0:30946:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.611598:0:30946:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.611600:0:30946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815771f from it ffffa57dc0e33cb8 00010000:00000001:1.0:1788942103.611601:0:30946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.611602:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.611604:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942103.611606:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.611608:0:30946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942103.611609:0:30946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.611612:0:30946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942103.611618:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.611619:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.611620:0:30946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.611622:0:30946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.611624:0:30946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942103.611630:0:30946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.611632:0:30946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.611633:0:30946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.611635:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.611636:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.611637:0:30946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611639:0:30946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.611641:0:30946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611642:0:30946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611644:0:30946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611646:0:30946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.611647:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.611648:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942103.611650:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942103.611651:0:30946:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.611654:0:30946:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788942103.611657:0:30946:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788942103.611659:0:30946:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.611662:0:30946:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788942103.611663:0:30946:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.611665:0:30946:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942103.611668:0:30946:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788942103.611670:0:30946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942103.611674:0:30946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:1.0:1788942103.611676:0:30946:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:1.0:1788942103.611680:0:30946:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00000020:00000001:1.0:1788942103.611682:0:30946:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942103.611684:0:30946:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942103.611686:0:30946:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788942103.611689:0:30946:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942103.611691:0:30946:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942103.611692:0:30946:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942103.611694:0:30946:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.611696:0:30946:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942103.611700:0:30946:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff90b544e76ea0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788942103.611703:0:30946:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b55106cf80 00020000:00000001:1.0:1788942103.611706:0:30946:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942103.611707:0:30946:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942103.611710:0:30946:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942103.611711:0:30946:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942103.611713:0:30946:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942103.611715:0:30946:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942103.611716:0:30946:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.611718:0:30946:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942103.611719:0:30946:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942103.611720:0:30946:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942103.611722:0:30946:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b55106cf80 00000020:00000001:1.0:1788942103.611724:0:30946:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942103.611726:0:30946:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788942103.611728:0:30946:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x26:0x0] 00000020:00000001:1.0:1788942103.611730:0:30946:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788942103.611732:0:30946:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788942103.611734:0:30946:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788942103.611736:0:30946:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788942103.611741:0:30946:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788942103.611746:0:30946:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f78100. 00020000:00000002:1.0:1788942103.611749:0:30946:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942103.611751:0:30946:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788942103.611753:0:30946:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942103.611755:0:30946:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942103.611756:0:30946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942103.611758:0:30946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244728 : -122366539306888 : ffff90b551e46878) 00000020:00001000:1.0:1788942103.611760:0:30946:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46870 00000020:00000001:1.0:1788942103.611762:0:30946:0:(cl_object.c:143:cl_object_top()) ffff90b5523665f8 -> ffff90b552366080 00000020:00000001:1.0:1788942103.611763:0:30946:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942103.611766:0:30946:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942103.611767:0:30946:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942103.611769:0:30946:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942103.611770:0:30946:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942103.611772:0:30946:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952585880 : -122366756965736 : ffff90b544eb3298) 00000020:00000001:1.0:1788942103.611774:0:30946:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788942103.611778:0:30946:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5448ee720. 00000008:00010000:1.0:1788942103.611781:0:30946:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788942103.611783:0:30946:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942103.611784:0:30946:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788942103.611786:0:30946:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f78130, osc lock ffff90b5448ee720, flags 0x400001002 00000020:00000001:1.0:1788942103.611788:0:30946:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942103.611790:0:30946:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942103.611792:0:30946:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171496192 : -122366538055424 : ffff90b551f78100) 00000020:00000001:1.0:1788942103.611794:0:30946:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942103.611794:0:30946:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788942103.611796:0:30946:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.611798:0:30946:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.611800:0:30946:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788942103.611801:0:30946:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788942103.611803:0:30946:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942103.611804:0:30946:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942103.611806:0:30946:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942103.611807:0:30946:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952585880 : -122366756965736 : ffff90b544eb3298) 00000020:00000001:1.0:1788942103.611809:0:30946:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942103.611811:0:30946:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942103.611813:0:30946:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788942103.611816:0:30946:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788942103.611819:0:30946:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788942103.611820:0:30946:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788942103.611822:0:30946:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788942103.611823:0:30946:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788942103.611824:0:30946:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788942103.611827:0:30946:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788942103.611828:0:30946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942103.611832:0:30946:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611834:0:30946:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788942103.611838:0:30946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942103.611841:0:30946:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:1.0:1788942103.611845:0:30946:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942103.611849:0:30946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.611871:0:30946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.611875:0:30946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942103.611877:0:30946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942103.611879:0:30946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942103.611885:0:30946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5486d3200. 00000100:00000001:1.0:1788942103.611891:0:30946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611896:0:30946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.611897:0:30946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611899:0:30946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.611900:0:30946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611902:0:30946:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.611905:0:30946:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942103.611908:0:30946:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942103.611909:0:30946:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942103.611913:0:30946:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ea00. 00010000:00000010:1.0:1788942103.611916:0:30946:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b551c3e200. 00010000:00000001:1.0:1788942103.611921:0:30946:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942103.611924:0:30946:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1600. 00000020:00000001:1.0:1788942103.611928:0:30946:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942103.611930:0:30946:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1600 with handle 0xcbb91bbb78157726 to hash 00000020:00000001:1.0:1788942103.611932:0:30946:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942103.611933:0:30946:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000010:1.0:1788942103.611938:0:30946:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b548392640. 00010000:00000001:1.0:1788942103.611940:0:30946:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.611943:0:30946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.611945:0:30946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.611949:0:30946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.611958:0:30946:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.611968:0:30946:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.611972:0:30946:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942103.611975:0:30946:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.611984:0:30946:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b77724] to pc [ptlrpcd_00_01+1] req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788942103.612028:0:30946:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942103.612031:0:30946:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.612033:0:30946:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942103.612035:0:30946:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.612036:0:30946:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.612038:0:30946:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942103.612040:0:30946:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788942103.612042:0:30946:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788942103.612043:0:30946:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788942103.612057:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788942103.612061:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788942103.612063:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.612070:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.612072:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.612074:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942103.612075:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.612077:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942103.612083:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.612090:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942103.612092:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.612095:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942103.612098:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942103.612101:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942103.612104:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884252032:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942103.612108:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942103.612114:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942103.612117:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.612119:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942103.612123:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487ba400. 02000000:00000001:1.0:1788942103.612126:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942103.612134:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942103.612138:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942103.612145:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942103.612152:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884252032, portal 4 00000100:00000001:1.0:1788942103.612154:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.612156:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942103.612161:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.612346:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942103.612349:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.612631:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942103.612635:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942103.612640:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daa18. 00000100:00000200:1.0:1788942103.612644:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884252032, offset 0 00000400:00000200:1.0:1788942103.612651:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942103.612718:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.612727:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942103.612732:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942103.612737:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942103.612741:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942103.612744:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942103.612747:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2384:2384:256:4294967295] 192.168.206.109@tcp LPNI seq info [2384:2384:8:4294967295] 00000400:00000200:1.0:1788942103.612752:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.612763:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942103.612771:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942103.612777:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2700. 00000800:00000200:1.0:1788942103.612783:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942103.612791:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942103.612795:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942103.612898:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.612904:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24476 usecs (25 jiffies) 00000400:00000200:1.0:1788942103.612907:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942103.612909:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296503797 00000100:00000001:1.0:1788942103.612913:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.612915:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296503797 00000100:00000001:1.0:1788942103.612917:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.612919:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.612922:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.612925:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.612927:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.617591:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.617601:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:3.0:1788942103.617610:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.617619:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.617628:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daa18 00000400:00000010:3.0:1788942103.617631:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daa18. 00000100:00000001:3.0:1788942103.617636:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.617645:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.617658:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.617673:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.617681:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.617683:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942103.634921:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.634938:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942103.634942:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.634945:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.634954:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.634963:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942103.634989:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.634994:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.634999:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.635004:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f4d380 00000400:00000200:2.0:1788942103.635009:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.635014:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x66fd [1] + 224 00000800:00000001:2.0:1788942103.635022:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.635029:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.635033:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.635038:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942103.635044:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.635052:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942103.635063:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.635084:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942103.635091:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.635094:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.635303:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942103.635307:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942103.635313:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.635315:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.635318:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942103.635322:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:1.0:1788942103.635324:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:1.0:1788942103.635327:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.635332:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942103.635351:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.635357:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.635359:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.635361:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.635365:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.635367:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.635369:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.635372:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.635380:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=93 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942103.635384:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.635387:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942103.635388:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.635391:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942103.635394:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.635397:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.635399:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967339 00000100:00000001:1.0:1788942103.635401:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.635403:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.635408:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.635414:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.635417:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.635419:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788942103.635423:0:2353:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788942103.635426:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.635428:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.635431:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=4 00000020:00000001:1.0:1788942103.635433:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635436:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635438:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.635439:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.635441:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=5 00000020:00000001:1.0:1788942103.635442:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635444:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635447:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.635450:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.635454:0:2353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.635469:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.635471:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.635473:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942103.635475:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.635476:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.635478:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=6 00000020:00000001:1.0:1788942103.635479:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635481:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000040:1.0:1788942103.635487:0:2353:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1600, remote cookie: 0x4d194fbcadeec892, flags: 0x1001 00010000:00010000:1.0:1788942103.635493:0:2353:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.635501:0:2353:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788942103.635503:0:2353:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.635505:0:2353:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942103.635508:0:2353:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788942103.635512:0:2353:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942103.635520:0:2353:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x17:0x0].0x0 (ffff90b551c3ea00) refcount = 1 00010000:00000040:1.0:1788942103.635522:0:2353:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942103.635525:0:2353:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.635532:0:2353:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942103.635533:0:2353:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.635536:0:2353:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942103.635538:0:2353:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.635542:0:2353:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.635548:0:2353:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942103.635549:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.635550:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.635551:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.635552:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942103.635553:0:2353:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788942103.635555:0:2353:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788942103.635559:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.635560:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.635561:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=5 00000020:00000001:1.0:1788942103.635563:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635565:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00000008:00000001:1.0:1788942103.635568:0:2353:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788942103.635572:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000008:00010000:1.0:1788942103.635576:0:2353:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788942103.635582:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000020:00000001:1.0:1788942103.635584:0:2353:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942103.635587:0:2353:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788942103.635590:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942103.635592:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.635594:0:2353:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.635595:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000008:00000001:1.0:1788942103.635597:0:2353:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788942103.635599:0:2353:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942103.635601:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788942103.635617:0:2353:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788942103.635619:0:2353:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.635621:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.635622:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.635623:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=6 00000020:00000001:1.0:1788942103.635625:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635627:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635630:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.635632:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.635638:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.635640:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942103.635642:0:2353:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.635648:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.635649:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.635650:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942103.635652:0:2353:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.635653:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.635654:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.635656:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=5 00000020:00000001:1.0:1788942103.635657:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635659:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942103.635661:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000020:00000001:0.0:1788942103.635826:0:30946:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.635830:0:30946:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.635837:0:30946:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942103.635839:0:30946:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00000020:00000001:0.0:1788942103.635842:0:30946:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00000020:00000001:0.0:1788942103.635843:0:30946:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942103.635847:0:30946:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942103.635887:0:30946:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942103.635889:0:30946:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.635891:0:30946:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942103.635891:0:30946:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942103.635893:0:30946:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1028 on OST[0]: s=0 (1) m=1788942085 a=1788942085 c=1788942085 b=1 00020000:00000001:0.0:1788942103.635897:0:30946:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942103.635899:0:30946:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788942085 a=1788942085 c=1788942085 b=1 00020000:00000001:0.0:1788942103.635902:0:30946:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.635904:0:30946:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.635905:0:30946:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00000080:00200000:0.0:1788942103.635908:0:30946:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x26:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788942103.635910:0:30946:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942103.635912:0:30946:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942103.635914:0:30946:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e76e40 (ffff90b551e46488/0) at cl_lock_release():245 00000020:00000001:0.0:1788942103.635918:0:30946:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942103.635919:0:30946:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e76e40 (ffff90b551e46488/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942103.635922:0:30946:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942103.635926:0:30946:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942103.635928:0:30946:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952585880 : -122366756965736 : ffff90b544eb3298) 00000020:00000001:0.0:1788942103.635930:0:30946:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942103.635932:0:30946:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f78130 (ffff90b551e46878/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942103.635935:0:30946:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942103.635936:0:30946:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942103.635937:0:30946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.635939:0:30946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942103.635940:0:30946:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942103.635941:0:30946:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942103.635942:0:30946:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942103.635943:0:30946:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942103.635944:0:30946:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942103.635946:0:30946:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e76e40 (ffff90b551e46488/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942103.635948:0:30946:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942103.635949:0:30946:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942103.635951:0:30946:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f78130 (ffff90b551e46488/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942103.635954:0:30946:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5448ee720. 00000020:00000001:0.0:1788942103.635958:0:30946:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942103.635960:0:30946:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f78100. 00020000:00000001:0.0:1788942103.635963:0:30946:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942103.635964:0:30946:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942103.635965:0:30946:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942103.635980:0:30946:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.635984:0:30946:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942103.635987:0:30946:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942103.635988:0:30946:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942103.635989:0:30946:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942103.635991:0:30946:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942103.635993:0:30946:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46870 00020000:00000001:0.0:1788942103.635996:0:30946:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942103.635997:0:30946:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942103.636000:0:30946:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942103.636002:0:30946:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942103.636005:0:30946:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942103.636007:0:30946:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.636009:0:30946:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942103.636011:0:30946:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942103.636012:0:30946:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942103.636013:0:30946:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000001:00000001:0.0:1788942103.636015:0:30946:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.636023:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33d08 00000080:00000008:0.0:1788942103.636026:0:30946:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x26:0x0](ffff90b548db0908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942103.636034:0:30946:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942103.636036:0:30946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0e33da0 00000080:00002000:0.0:1788942103.636038:0:30946:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90b54454aa20, parent ffff90b544549288, inode ffff90b548db0908) hashed, 00000080:00000001:0.0:1788942103.636041:0:30946:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.637321:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788942103.637596:0:30756:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942103.637599:0:30756:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942103.637602:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97b78 00000080:00200000:2.0:1788942103.637606:0:30756:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942103.637613:0:30756:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7000. 00800000:00000002:2.0:1788942103.637619:0:30756:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942103.637622:0:30756:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942103.637626:0:30756:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.637628:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97a98 00800000:00000002:2.0:1788942103.637630:0:30756:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942103.637634:0:30756:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942103.637638:0:30756:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942103.637642:0:30756:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.637644:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97968 00000002:00010000:2.0:1788942103.637646:0:30756:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942103.637649:0:30756:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942103.637651:0:30756:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.637653:0:30756:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.637659:0:30756:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:2.0:1788942103.637661:0:30756:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.637744:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.637745:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.637747:0:2353:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.637750:0:2353:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.637752:0:2353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942103.637761:0:2353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.637764:0:2353:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.637766:0:2353:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.637769:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.637770:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.637772:0:2353:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.637775:0:2353:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.637776:0:2353:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.637778:0:2353:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.637780:0:2353:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.637782:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.637783:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.637784:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.637786:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.637787:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942103.637789:0:2353:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.637802:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942103.637811:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884252032:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942103.637817:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.637821:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.637824:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884252032/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.637831:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942103.637833:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942103.637837:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487ba400. 02000000:00000001:1.0:1788942103.637841:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942103.637844:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.637845:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.637847:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942103.637876:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942103.637881:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942103.637883:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942103.637885:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942103.637888:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942103.637889:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.637892:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.637899:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.637901:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.637904:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942103.637906:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.637964:0:30756:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.638031:0:30756:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942103.638036:0:30756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788942103.638046:0:30756:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942103.638051:0:30756:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.638054:0:30756:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788942103.638061:0:30756:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942103.638062:0:30756:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942103.638064:0:30756:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942103.638066:0:30756:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942103.638068:0:30756:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942103.638070:0:30756:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942103.638074:0:30756:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942103.638077:0:30756:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942103.638080:0:30756:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7000. 00000080:00000001:2.0:1788942103.638084:0:30756:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942103.638085:0:30756:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.638088:0:30756:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942103.638091:0:30756:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576fc 00800000:00000001:2.0:1788942103.638094:0:30756:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942103.638096:0:30756:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.638098:0:30756:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.638100:0:30756:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.638102:0:30756:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.638104:0:30756:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.638107:0:30756:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.638109:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.638110:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.638112:0:30756:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.638113:0:30756:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.638116:0:30756:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576fc from it ffffa57dc0c97bb0 00010000:00000001:2.0:1788942103.638117:0:30756:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.638119:0:30756:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.638120:0:30756:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.638122:0:30756:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.638124:0:30756:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.638125:0:30756:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.638128:0:30756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942103.638134:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.638135:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.638136:0:30756:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.638139:0:30756:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.638141:0:30756:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942103.638151:0:30756:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.638152:0:30756:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.638153:0:30756:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.638155:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.638157:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.638158:0:30756:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.638159:0:30756:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.638161:0:30756:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.638162:0:30756:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.638284:0:30756:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.638288:0:30756:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.638289:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.638290:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942103.638292:0:30756:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942103.638293:0:30756:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942103.638295:0:30756:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:2.0:1788942103.638300:0:30756:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.638306:0:30756:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788942103.638308:0:30756:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942103.638310:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97b78 00000080:00200008:2.0:1788942103.638312:0:30756:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 304000 00000080:00000010:2.0:1788942103.638319:0:30756:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e07cc0. 00000080:00000001:2.0:1788942103.638323:0:30756:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.638325:0:30756:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.638578:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97d28 00000080:00200008:2.0:1788942103.638582:0:30756:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942103.638589:0:30756:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788942103.638591:0:30756:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:2.0:1788942103.638594:0:30756:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7000. 00800000:00000002:2.0:1788942103.638598:0:30756:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:2.0:1788942103.638604:0:30756:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1788942103.638607:0:30756:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788942103.638608:0:30756:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.638610:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97990 00000002:00010000:2.0:1788942103.638612:0:30756:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788942103.638616:0:30756:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942103.638617:0:30756:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.638618:0:30756:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.638621:0:30756:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:2.0:1788942103.638623:0:30756:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.638626:0:30756:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.638628:0:30756:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942103.638631:0:30756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788942103.638638:0:30756:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942103.638641:0:30756:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.638643:0:30756:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788942103.638649:0:30756:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942103.638651:0:30756:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942103.638652:0:30756:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942103.638654:0:30756:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.638655:0:30756:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.638656:0:30756:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.638657:0:30756:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:2.0:1788942103.638659:0:30756:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.638672:0:30756:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942103.638674:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.638676:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.638677:0:30756:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.638715:0:30756:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788942103.638721:0:30756:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90b551ab6000. 00000002:00000001:2.0:1788942103.639555:0:30756:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788942103.639564:0:30756:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942103.639569:0:30756:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942103.639575:0:30756:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942103.639578:0:30756:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942103.639581:0:30756:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942103.639587:0:30756:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5464c7c00. 00000100:00000001:2.0:1788942103.639593:0:30756:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.639596:0:30756:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788942103.639600:0:30756:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90b552275800. 00000100:00000010:2.0:1788942103.639605:0:30756:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90b5522a7000. 00000020:00000040:2.0:1788942103.639607:0:30756:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942103.639630:0:30756:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942103.639632:0:30756:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942103.639638:0:30756:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033c00. 00000100:00000001:2.0:1788942103.639640:0:30756:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289705472 : -122366419846144 : ffff90b559033c00) 00000100:00000001:2.0:1788942103.639643:0:30756:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.639644:0:30756:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:2.0:1788942103.639649:0:30756:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942103.639653:0:30756:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.639655:0:30756:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942103.639657:0:30756:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942103.639823:0:30756:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.639832:0:30756:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942103.639834:0:30756:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.639838:0:30756:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942103.639841:0:30756:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942103.639843:0:30756:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942103.639847:0:30756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:30756:1875839884252160:192.168.206.109@tcp:37:bash.0 00000100:00000001:2.0:1788942103.639892:0:30756:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942103.639899:0:30756:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942103.639901:0:30756:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.639904:0:30756:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788942103.639914:0:30756:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942103.639918:0:30756:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b58. 00000400:00000010:2.0:1788942103.639930:0:30756:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90b551be8000. 00000100:00000200:2.0:1788942103.639937:0:30756:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1101f4d400-0x6aa1101f4d400, portal 14 00000100:00000001:2.0:1788942103.639941:0:30756:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.639943:0:30756:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942103.639947:0:30756:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552276000. 02000000:00000001:2.0:1788942103.639949:0:30756:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942103.639952:0:30756:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942103.639954:0:30756:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098318. 00000400:00000010:2.0:1788942103.639958:0:30756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942103.639962:0:30756:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884252160, portal 10 00000100:00000001:2.0:1788942103.639964:0:30756:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.639965:0:30756:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942103.640064:0:30756:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.640072:0:30756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942103.640075:0:30756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942103.640078:0:30756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61908. 00000100:00000200:2.0:1788942103.640082:0:30756:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875839884252160, offset 0 00000400:00000200:2.0:1788942103.640088:0:30756:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942103.640096:0:30756:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.640103:0:30756:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942103.640108:0:30756:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942103.640112:0:30756:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942103.640115:0:30756:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942103.640118:0:30756:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942103.640121:0:30756:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2385:2385:256:4294967295] 192.168.206.109@tcp LPNI seq info [2385:2385:8:4294967295] 00000400:00000200:2.0:1788942103.640126:0:30756:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.640135:0:30756:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942103.640141:0:30756:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942103.640146:0:30756:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4db00. 00000800:00000200:2.0:1788942103.640152:0:30756:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942103.640159:0:30756:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942103.640163:0:30756:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4db00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788942103.640466:0:30756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.640471:0:30756:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 836031 usecs (837 jiffies) 00000400:00000200:2.0:1788942103.640475:0:30756:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942103.640477:0:30756:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504636 00000100:00000001:2.0:1788942103.640480:0:30756:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.640483:0:30756:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504636 00000100:00000001:2.0:1788942103.640485:0:30756:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.640487:0:30756:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.640490:0:30756:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.640492:0:30756:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942103.640494:0:30756:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942103.640496:0:30756:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788942103.640498:0:30756:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942103.640501:0:30756:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.641206:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.641211:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4db00. 00000400:00000200:3.0:1788942103.641217:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.641223:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.641229:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61908 00000400:00000010:3.0:1788942103.641232:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61908. 00000100:00000001:3.0:1788942103.641236:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.641242:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.641252:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.641255:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.641262:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.641263:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942103.672053:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.672073:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942103.672077:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.672080:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.672088:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.672096:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942103.672106:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.672111:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.672116:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.672120:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 4096 into portal 14 MB=0x6aa1101f4d400 00000400:00000200:2.0:1788942103.672125:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.672130:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.109@tcp of length 4096/4096 into md 0x6705 [256] + 0 00000400:00000010:2.0:1788942103.672135:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b58. 00000400:00000200:2.0:1788942103.672139:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b551be8000 00000800:00000001:2.0:1788942103.672144:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.672156:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.672160:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.672322:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.672330:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551be8000 00000400:00000010:2.0:1788942103.672341:0:2347:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90b551be8000. 00000100:00000001:2.0:1788942103.672347:0:2347:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788942103.672349:0:2347:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff90b55236b100 desc ffff90b552275800 mbits 1875839884252160 00000100:00000001:2.0:1788942103.672364:0:2347:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788942103.672372:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942103.672376:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.672381:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942103.672387:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2386:2386:256:4294967295] 192.168.206.109@tcp LPNI seq info [2386:2386:8:4294967295] 00000400:00000200:2.0:1788942103.672392:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.672399:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942103.672404:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942103.672411:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90b551be8000. 00000800:00000200:2.0:1788942103.672417:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942103.672425:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942103.672430:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551be8000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788942103.672885:0:30756:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.672890:0:30756:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.673094:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.673099:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90b551be8000. 00000400:00000200:2.0:1788942103.673103:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.673108:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942103.673115:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.673120:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942103.688139:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.689312:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942103.689321:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.689331:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.689350:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.689359:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942103.689370:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.689374:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.689379:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.689383:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f4d400 00000400:00000200:2.0:1788942103.689388:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.689394:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x670d [1] + 224 00000800:00000001:2.0:1788942103.689401:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.689410:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.689414:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.689418:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942103.689426:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.689434:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942103.689445:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.689504:0:30756:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942103.689520:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942103.689528:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.689532:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942103.692565:0:30756:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942103.692571:0:30756:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942103.692575:0:30756:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098318. 00000400:00000200:0.0:1788942103.692585:0:30756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000400:00000010:0.0:1788942103.692588:0:30756:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:0.0:1788942103.692592:0:30756:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942103.692604:0:30756:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942103.692616:0:30756:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.692625:0:30756:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942103.692627:0:30756:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.692631:0:30756:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942103.692634:0:30756:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942103.692637:0:30756:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942103.692639:0:30756:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.692642:0:30756:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942103.692651:0:30756:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942103.692656:0:30756:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942103.692658:0:30756:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942103.692660:0:30756:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.692663:0:30756:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942103.692666:0:30756:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.692669:0:30756:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942103.692672:0:30756:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942103.692674:0:30756:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942103.692677:0:30756:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.692683:0:30756:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788942103.692692:0:30756:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.692698:0:30756:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942103.692700:0:30756:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942103.692704:0:30756:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942103.692711:0:30756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:30756:1875839884252160:192.168.206.109@tcp:37:bash.0 00000100:00000001:0.0:1788942103.692716:0:30756:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.692719:0:30756:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.692722:0:30756:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942103.692724:0:30756:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.692727:0:30756:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.692734:0:30756:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.692737:0:30756:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033c00. 00000100:00000001:0.0:1788942103.692741:0:30756:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942103.692743:0:30756:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.692747:0:30756:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.692750:0:30756:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.692753:0:30756:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884252160/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.692759:0:30756:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942103.692761:0:30756:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942103.692764:0:30756:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552276000. 02000000:00000001:0.0:1788942103.692768:0:30756:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942103.692772:0:30756:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.692774:0:30756:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.692777:0:30756:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:0.0:1788942103.692778:0:30756:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788942103.692780:0:30756:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.692782:0:30756:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.692784:0:30756:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:0.0:1788942103.692809:0:30756:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90b5522a7000. 00000100:00000010:0.0:1788942103.692813:0:30756:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b552275800. 00000100:00000001:0.0:1788942103.692816:0:30756:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788942103.692818:0:30756:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5464c7c00. 02000000:00000001:0.0:1788942103.692821:0:30756:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942103.692823:0:30756:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942103.692825:0:30756:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:0.0:1788942103.692828:0:30756:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942103.692830:0:30756:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.692832:0:30756:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788942103.692834:0:30756:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788942103.693670:0:30756:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90b551ab6000. 00000002:00000001:0.0:1788942103.693677:0:30756:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.693683:0:30756:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.693686:0:30756:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.693688:0:30756:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.693691:0:30756:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.693694:0:30756:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.693696:0:30756:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.693701:0:30756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942103.693710:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.693711:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.693713:0:30756:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.693717:0:30756:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.693719:0:30756:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942103.693727:0:30756:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.693730:0:30756:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.693732:0:30756:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.693736:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.693737:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.693739:0:30756:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.693741:0:30756:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.693743:0:30756:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.693744:0:30756:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.693748:0:30756:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.693750:0:30756:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.693751:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.693752:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788942103.693755:0:30756:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.693761:0:30756:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1788942103.693766:0:30756:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942103.693769:0:30756:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7000. 00000080:00000001:0.0:1788942103.693775:0:30756:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.693780:0:30756:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942103.693783:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97ca0 00000080:00200000:0.0:1788942103.693785:0:30756:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942103.693794:0:30756:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942103.693800:0:30756:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.693803:0:30756:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942103.693806:0:30756:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.693808:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97bc0 00800000:00000002:0.0:1788942103.693810:0:30756:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942103.693813:0:30756:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942103.693817:0:30756:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942103.693821:0:30756:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.693823:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97a90 00000002:00010000:0.0:1788942103.693825:0:30756:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942103.693829:0:30756:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942103.693830:0:30756:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.693833:0:30756:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.693838:0:30756:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942103.693841:0:30756:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.693845:0:30756:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.693848:0:30756:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942103.693876:0:30756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942103.693886:0:30756:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942103.693889:0:30756:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.693893:0:30756:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788942103.693899:0:30756:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942103.693901:0:30756:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.693903:0:30756:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.693905:0:30756:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.693906:0:30756:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.693909:0:30756:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942103.693911:0:30756:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942103.693913:0:30756:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942103.693915:0:30756:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942103.693919:0:30756:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942103.693921:0:30756:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.693924:0:30756:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942103.693928:0:30756:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576fc 00800000:00000001:0.0:1788942103.693931:0:30756:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942103.693933:0:30756:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942103.693934:0:30756:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.693936:0:30756:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.693938:0:30756:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.693940:0:30756:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.693943:0:30756:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.693945:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.693946:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.693948:0:30756:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.693949:0:30756:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.693952:0:30756:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576fc from it ffffa57dc0c97cd8 00010000:00000001:0.0:1788942103.693954:0:30756:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.693955:0:30756:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.693956:0:30756:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.693958:0:30756:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.693960:0:30756:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.693962:0:30756:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.693965:0:30756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942103.696728:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.696730:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.696732:0:30756:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.696735:0:30756:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.696739:0:30756:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942103.696747:0:30756:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.696750:0:30756:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.696752:0:30756:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.696755:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.696756:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.696758:0:30756:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.696761:0:30756:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.696763:0:30756:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.696765:0:30756:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.696768:0:30756:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.696770:0:30756:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.696772:0:30756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.696773:0:30756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942103.696777:0:30756:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942103.696779:0:30756:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942103.696784:0:30756:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.696790:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97d28 00000080:00000008:0.0:1788942103.696792:0:30756:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942103.697073:0:30756:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788942103.697077:0:30756:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788942103.697084:0:30756:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942103.697090:0:30756:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.697093:0:30756:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788942103.697100:0:30756:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446707420541251392 : -36653168300224 : ffffdeaa04ec6f40) 00000080:00000001:0.0:1788942103.697105:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942103.697109:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.697111:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:0.0:1788942103.697113:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:0.0:1788942103.697115:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:0.0:1788942103.697117:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:0.0:1788942103.697119:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:0.0:1788942103.697121:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:0.0:1788942103.697123:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:0.0:1788942103.697125:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788942103.697127:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:0.0:1788942103.697129:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:0.0:1788942103.697131:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:0.0:1788942103.697133:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:0.0:1788942103.697135:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788942103.697137:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:0.0:1788942103.697139:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:0.0:1788942103.697141:0:30756:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1788942103.697145:0:30756:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942103.697148:0:30756:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942103.697151:0:30756:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942103.697156:0:30756:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.697187:0:30756:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788942103.697189:0:30756:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:0.0:1788942103.697192:0:30756:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942103.697194:0:30756:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.697206:0:30756:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788942103.697208:0:30756:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942103.697210:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97dd0 00000080:00200008:0.0:1788942103.697212:0:30756:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 304000 00000080:00400000:0.0:1788942103.697216:0:30756:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788942103.697219:0:30756:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e07cc0. 00000080:00000001:0.0:1788942103.697224:0:30756:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942103.697226:0:30756:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97dd0 00000080:00000008:0.0:1788942103.697228:0:30756:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 304000, rc = 0 00000080:00000001:0.0:1788942103.697230:0:30756:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.697232:0:30756:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.703450:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942103.703457:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942103.703459:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942103.703462:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b20 00000080:00200000:1.0:1788942103.703466:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942103.703474:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00800000:00000002:1.0:1788942103.703480:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.703484:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.703489:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.703491:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a40 00800000:00000002:1.0:1788942103.703494:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.703497:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942103.703501:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942103.703506:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.703508:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77910 00000002:00010000:1.0:1788942103.703510:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942103.703513:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.703515:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.703518:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.703523:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:1.0:1788942103.703526:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.703530:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.703534:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942103.703538:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788942103.703549:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942103.703553:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.703556:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788942103.703569:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942103.703570:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.703572:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.703574:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.703576:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.703578:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942103.703581:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942103.703583:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.703586:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.703590:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942103.703592:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.703594:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942103.703597:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576fc 00800000:00000001:1.0:1788942103.703600:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.703602:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.703604:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.703606:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.703609:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:1.0:1788942103.703611:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942103.703613:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942103.703616:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.703617:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.703619:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.703620:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.703623:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576fc from it ffffa57dc1c77b58 00010000:00000001:1.0:1788942103.703625:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.703626:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.703627:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:1.0:1788942103.703629:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942103.703631:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942103.703633:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.703636:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942103.703643:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.703644:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.703645:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.703648:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.703650:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788942103.703658:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.703660:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.703662:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.703666:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.703667:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.703669:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.703672:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.703674:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.703676:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.703678:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.703680:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.703681:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.703682:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942103.703685:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942103.703687:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.703689:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942103.703694:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.703697:0:30948:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942103.703699:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b48 00000080:00002000:1.0:1788942103.703700:0:30948:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff90b544579bd0) flags 0x20000e refc 1 00000080:00000001:1.0:1788942103.703703:0:30948:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.703705:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b90 00000080:00200000:1.0:1788942103.703706:0:30948:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000001:1.0:1788942103.703710:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942103.703712:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.703717:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d08 00000080:00200008:1.0:1788942103.703720:0:30948:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942103.703724:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942103.703725:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c80 00000080:00200000:1.0:1788942103.703727:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8),name=d21g.recovery-small-1 00000080:00000010:1.0:1788942103.703732:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00800000:00000002:1.0:1788942103.703735:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.703739:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.703741:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.703743:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ba0 00800000:00000002:1.0:1788942103.703744:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.703747:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942103.703750:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942103.703753:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.703754:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a70 00000002:00010000:1.0:1788942103.703755:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942103.703758:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.703759:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.703760:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.703764:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:1.0:1788942103.703766:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.703768:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.703770:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942103.703773:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942103.703779:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942103.703782:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.703784:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942103.703790:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942103.703792:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.703793:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.703795:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.703797:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.703799:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942103.703801:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942103.703802:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.703805:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.703807:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942103.703809:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.703811:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) 00000080:00010000:1.0:1788942103.703813:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) for lock 0xcbb91bbb78157703 00800000:00000001:1.0:1788942103.703816:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.703817:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.703819:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.703820:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.703823:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:1.0:1788942103.703825:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.703827:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.703829:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.703830:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.703831:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.703833:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.703834:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157703 from it ffffa57dc1c77cb8 00010000:00000001:1.0:1788942103.703836:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.703837:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.703838:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:1.0:1788942103.703840:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.703842:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.703844:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.703846:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942103.707812:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.707815:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.707818:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.707820:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.707824:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942103.707833:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.707836:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.707838:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.707843:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.707844:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.707845:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.707848:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.707870:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.707872:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.707876:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.707878:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.707879:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.707880:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942103.707885:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942103.707886:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.707892:0:30948:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.707898:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d08 00000080:00000008:1.0:1788942103.707900:0:30948:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942103.707953:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942103.707957:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942103.707958:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942103.707960:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00000080:00200000:1.0:1788942103.707962:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942103.707980:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00800000:00000002:1.0:1788942103.707986:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.707990:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.707993:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.707995:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ae0 00800000:00000002:1.0:1788942103.707997:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.708000:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942103.708004:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942103.708008:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.708010:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779b0 00000002:00010000:1.0:1788942103.708012:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942103.708015:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.708017:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.708019:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.708025:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:1.0:1788942103.708028:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.708032:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.708035:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942103.708038:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788942103.708046:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942103.708050:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.708054:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788942103.708060:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942103.708062:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.708063:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.708065:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.708067:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.708069:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942103.708072:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942103.708074:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.708077:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.708083:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942103.708085:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.708087:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942103.708090:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576fc 00800000:00000001:1.0:1788942103.708093:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.708095:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.708096:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.708099:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.708102:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:1.0:1788942103.708104:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942103.708107:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942103.708110:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.708111:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.708112:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.708114:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.708116:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576fc from it ffffa57dc1c77bf8 00010000:00000001:1.0:1788942103.708118:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.708120:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.708121:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:1.0:1788942103.708123:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942103.708125:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942103.708126:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.708129:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788942103.708135:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.708137:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.708137:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.708139:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.708141:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788942103.708146:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.708147:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.708149:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.708151:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.708152:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.708153:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708155:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.708157:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708158:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708160:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708223:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.708225:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.708226:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942103.708227:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942103.708229:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.708231:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942103.708234:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.708238:0:30948:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942103.708240:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00000080:00002000:1.0:1788942103.708242:0:30948:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff90b544579bd0) flags 0x20000e refc 1 00000080:00000001:1.0:1788942103.708244:0:30948:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.708246:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c08 00000080:00200000:1.0:1788942103.708247:0:30948:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:1.0:1788942103.708253:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942103.708255:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.708259:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942103.708260:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788942103.708263:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.708268:0:30948:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942103.708280:0:30948:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942103.708282:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b78 00000080:00200008:1.0:1788942103.708284:0:30948:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), flags 704400 00000080:00000010:1.0:1788942103.708288:0:30948:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415bf7c0. 00000080:00000001:1.0:1788942103.708294:0:30948:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788942103.708298:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00800000:00000002:1.0:1788942103.708301:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.708304:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.708306:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.708307:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a28 00800000:00000002:1.0:1788942103.708309:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.708312:0:30948:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788942103.708314:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779a8 00800000:00000002:1.0:1788942103.708315:0:30948:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788942103.708318:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.708319:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c778e0 00000002:00010000:1.0:1788942103.708321:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1788942103.708325:0:30948:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942103.708327:0:30948:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942103.708330:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942103.708549:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:1.0:1788942103.708552:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.708555:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942103.708558:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708560:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.708562:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.708564:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942103.708566:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:1.0:1788942103.708567:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.708569:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942103.708570:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708572:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.708574:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.708579:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942103.708582:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942103.708587:0:30948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942103.708588:0:30948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708590:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942103.708593:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.708596:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.708597:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.708599:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.708601:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942103.708603:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942103.708606:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942103.708611:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba400. 00000100:00000001:1.0:1788942103.708617:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708622:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.708623:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708625:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.708626:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.708628:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.708633:0:30948:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942103.708637:0:30948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942103.708639:0:30948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942103.708641:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:1.0:1788942103.708643:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.708645:0:30948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942103.708648:0:30948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0c00. 00000020:00000001:1.0:1788942103.708651:0:30948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942103.708653:0:30948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0c00 with handle 0xcbb91bbb7815772d to hash 00000020:00000001:1.0:1788942103.708655:0:30948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942103.708657:0:30948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.708660:0:30948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.708663:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.708664:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.708668:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.708675:0:30948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942103.708687:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942103.708699:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942103.708708:0:30948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942103.708714:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942103.708716:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942103.708722:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.708724:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706947815680 : -122366761735936 : ffff90b544a26900) 00000100:00000001:1.0:1788942103.708727:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.708728:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942103.708733:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942103.708737:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.708739:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942103.708741:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942103.708745:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.708752:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942103.708755:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.708759:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942103.708761:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942103.708763:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942103.708767:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884252416:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942103.708771:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942103.708776:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942103.708778:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.708780:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942103.708905:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559240000. 02000000:00000001:1.0:1788942103.708907:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942103.708915:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942103.708919:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942103.708926:0:30948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b559185800. 00000100:00000200:1.0:1788942103.708933:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884252416, portal 10 00000100:00000001:1.0:1788942103.708935:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.708936:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942103.708943:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.708950:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942103.708953:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942103.708956:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942103.708960:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884252416, offset 0 00000400:00000200:1.0:1788942103.708965:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942103.708972:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.708979:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942103.708984:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942103.708988:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942103.708991:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942103.708994:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942103.708997:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2387:2387:256:4294967295] 192.168.206.109@tcp LPNI seq info [2387:2387:8:4294967295] 00000400:00000200:1.0:1788942103.709002:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.709011:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942103.709017:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942103.709022:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2700. 00000800:00000200:1.0:1788942103.709028:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942103.709036:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942103.709039:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942103.709048:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.709052:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 834923 usecs (835 jiffies) 00000400:00000200:1.0:1788942103.709055:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942103.709057:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504703 00000100:00000001:1.0:1788942103.709061:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.709064:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504703 00000100:00000001:1.0:1788942103.709066:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.709068:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.709071:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.709073:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.709075:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942103.709078:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b544a26900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942103.709080:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.709083:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.709285:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.709289:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2700. 00000400:00000200:2.0:1788942103.709294:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.709299:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.709304:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:2.0:1788942103.709307:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:2.0:1788942103.709310:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.709314:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.709324:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.709327:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.709344:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.709346:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.718154:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.718180:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.718185:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.718187:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.718196:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.718204:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.718211:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.718216:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.718221:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.718225:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f4d500 00000400:00000200:3.0:1788942103.718230:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.718235:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x671d [64] + 224 00000800:00000001:3.0:1788942103.718241:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.718247:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.718250:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.718255:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.718261:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.718740:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.718759:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.718782:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.718792:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.718796:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.718875:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942103.718882:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.718884:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.718887:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942103.718891:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559185800 00000400:00000010:1.0:1788942103.718893:0:30948:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b559185800. 00000100:00000001:1.0:1788942103.718897:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.718901:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942103.718910:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.718916:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.718918:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.718920:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.718924:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.718927:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.718930:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.718933:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.718942:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942103.718946:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.718948:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942103.718951:0:30948:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545e66300 x1875839884252416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.718957:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942103.718960:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942103.718962:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942103.718963:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942103.718965:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.718978:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942103.718981:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.718983:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942103.718985:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.718987:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788942103.718992:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.718999:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788942103.719001:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.719003:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942103.719006:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942103.719014:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884252416:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942103.719018:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.719021:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942103.719023:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942103.719026:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.719029:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.719036:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.719038:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.719042:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942103.719043:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788942103.719046:0:30948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942103.719052:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.719054:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.719057:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=4 00000020:00000001:1.0:1788942103.719059:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.719062:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00010000:1.0:1788942103.719067:0:30948:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.719077:0:30948:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788942103.719081:0:30948:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.719087:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.719090:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.719095:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719097:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942103.719099:0:30948:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.719105:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.719107:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.719110:0:30948:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942103.719113:0:30948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.719118:0:30948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0c00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942103.719121:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942103.719125:0:30948:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.719131:0:30948:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942103.719132:0:30948:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942103.719135:0:30948:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.719140:0:30948:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942103.719142:0:30948:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942103.719143:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.719144:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.719146:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=5 00000020:00000001:1.0:1788942103.719147:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.719149:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.719152:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942103.719155:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788942103.719159:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942103.719161:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.719283:0:30948:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942103.719286:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942103.719289:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942103.719291:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942103.719292:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.719294:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942103.719297:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0c00 with handle 0xcbb91bbb7815772d from hash 00010000:00000001:1.0:1788942103.719299:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942103.719301:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719302:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.719303:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942103.719304:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942103.719306:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942103.719309:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719309:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.719311:0:30948:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.719312:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.719315:0:30948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.719320:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719321:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.719322:0:30948:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788942103.719324:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.719325:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719326:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.719327:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942103.719329:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815772d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.719349:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.719351:0:30948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788942103.719356:0:30948:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788942103.719362:0:30948:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942103.719370:0:30948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942103.719374:0:30948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942103.719385:0:30948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.719386:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942103.719388:0:30948:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.719390:0:30948:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.719391:0:30948:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.719394:0:30948:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942103.719396:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.719397:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942103.719399:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942103.719400:0:30948:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.719402:0:30948:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942103.719405:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77868 00000002:00002000:1.0:1788942103.719406:0:30948:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788942103.719409:0:30948:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.719412:0:30948:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.719414:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942103.719416:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942103.719419:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942103.719423:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.719426:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.719430:0:30948:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942103.719435:0:30948:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942103.719437:0:30948:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942103.719440:0:30948:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942103.719442:0:30948:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:1.0:1788942103.719444:0:30948:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.719448:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1788942103.719451:0:30948:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942103.719456:0:30948:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00000001:1.0:1788942103.719458:0:30948:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942103.719461:0:30948:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942103.719463:0:30948:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.719465:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942103.719467:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.719469:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.719473:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.719479:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.719482:0:30948:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.719489:0:30948:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392300. 00000080:00000001:1.0:1788942103.719492:0:30948:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942103.719495:0:30948:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942103.719497:0:30948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942103.719500:0:30948:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfaa60. 00000002:00100000:1.0:1788942103.719505:0:30948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942103.719510:0:30948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.719512:0:30948:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942103.719515:0:30948:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942103.719518:0:30948:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.719521:0:30948:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942103.719523:0:30948:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.719525:0:30948:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.719528:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.719531:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942103.719538:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942103.719541:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559240000. 02000000:00000001:1.0:1788942103.719593:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942103.719596:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.719599:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b78 00000080:00000008:1.0:1788942103.719602:0:30948:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), flags 704400, rc = 0 00000080:00000001:1.0:1788942103.719605:0:30948:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.719626:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d28 00000080:00200008:1.0:1788942103.719629:0:30948:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942103.719635:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942103.719637:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ca0 00000080:00200000:1.0:1788942103.719639:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8),name=d21g.recovery-small-1 00000080:00000010:1.0:1788942103.719646:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00800000:00000002:1.0:1788942103.719651:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.719657:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.719660:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.719662:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00800000:00000002:1.0:1788942103.719664:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.719667:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942103.719671:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942103.719675:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.719677:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a90 00000002:00010000:1.0:1788942103.719679:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942103.719682:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.719684:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.719686:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.719692:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:1.0:1788942103.719695:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.719699:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.719702:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942103.719705:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942103.719713:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942103.719717:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.719720:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942103.719727:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942103.719730:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.719732:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.719734:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.719736:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.719737:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942103.719740:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942103.719742:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.719744:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.719747:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942103.719749:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.719751:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) 00000080:00010000:1.0:1788942103.719755:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) for lock 0xcbb91bbb78157703 00800000:00000001:1.0:1788942103.719757:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.719759:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.719760:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.719762:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.719764:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:1.0:1788942103.719766:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.719768:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.719770:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719771:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.719772:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.719774:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.719776:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157703 from it ffffa57dc1c77cd8 00010000:00000001:1.0:1788942103.719778:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.719779:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.719780:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:1.0:1788942103.719782:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.719784:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.719786:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.719788:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942103.719795:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719796:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.719797:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.719800:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.719802:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942103.719813:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.719815:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.719817:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.719821:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719822:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.719823:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.719826:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.719827:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.719829:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.719831:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.719833:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.719834:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.719835:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942103.719837:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942103.719838:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.719841:0:30948:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.719845:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d28 00000080:00000008:1.0:1788942103.719847:0:30948:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942103.719983:0:30948:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788942103.719985:0:30948:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788942103.719991:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942103.719994:0:30948:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1788942103.719999:0:30948:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:1.0:1788942103.720001:0:30948:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788942103.720003:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.720005:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ab8 00000002:00010000:1.0:1788942103.720006:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000404:0x23:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788942103.720010:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.720011:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.720012:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.720015:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:1.0:1788942103.720017:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.720020:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.720022:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942103.720025:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788942103.720032:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942103.720034:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.720036:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788942103.720042:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942103.720043:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.720045:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.720046:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.720048:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.720049:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.720051:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:1.0:1788942103.720053:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.720055:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:1.0:1788942103.720057:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.720058:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.720059:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.720088:0:30948:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788942103.720093:0:30948:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90b559185800. 00000002:00000001:0.0:1788942103.721679:0:30948:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1788942103.721691:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996d80. 00000020:00000040:0.0:1788942103.721697:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942103.721702:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942103.721705:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942103.721709:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942103.721716:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fa000. 00000100:00000001:0.0:1788942103.721721:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.721724:0:30948:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788942103.721729:0:30948:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90b551aeec00. 00000100:00000010:0.0:1788942103.721733:0:30948:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90b552339000. 00000020:00000040:0.0:1788942103.721735:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942103.721757:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942103.721759:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942103.721766:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.721768:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291587520 : -122366417964096 : ffff90b5591ff3c0) 00000100:00000001:0.0:1788942103.721771:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.721772:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000001:0.0:1788942103.721776:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942103.721780:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.721782:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942103.721783:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942103.721793:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.721807:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942103.721809:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.721812:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942103.721814:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942103.721817:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942103.721820:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884252544:192.168.206.109@tcp:37:rm.0 00000100:00000001:0.0:1788942103.721824:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942103.721829:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942103.721831:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.721833:0:30948:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788942103.721841:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942103.721845:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097630. 00000400:00000010:0.0:1788942103.721892:0:30948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90b559144000. 00000100:00000200:0.0:1788942103.721900:0:30948:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1101f4d580-0x6aa1101f4d580, portal 14 00000100:00000001:0.0:1788942103.721904:0:30948:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.721907:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942103.721910:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aed000. 02000000:00000001:0.0:1788942103.721912:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942103.721916:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942103.721918:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942103.721922:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942103.721926:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884252544, portal 10 00000100:00000001:0.0:1788942103.721928:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.721929:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000040:0.0:1788942103.721936:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.721943:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942103.721945:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942103.721948:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000100:00000200:0.0:1788942103.721952:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875839884252544, offset 0 00000400:00000200:0.0:1788942103.721958:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942103.721966:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.722039:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942103.722044:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942103.722047:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942103.722051:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942103.722053:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942103.722057:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2388:2388:256:4294967295] 192.168.206.109@tcp LPNI seq info [2388:2388:8:4294967295] 00000400:00000200:0.0:1788942103.722061:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.722071:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942103.722077:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942103.722082:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910ba00. 00000800:00000200:0.0:1788942103.722088:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942103.722095:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942103.722099:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910ba00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788942103.722190:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.722195:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 833742 usecs (834 jiffies) 00000400:00000200:0.0:1788942103.722199:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942103.722201:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504715 00000100:00000001:0.0:1788942103.722205:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.722207:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504715 00000100:00000001:0.0:1788942103.722209:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.722211:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.722213:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.722216:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942103.722218:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942103.722220:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ff3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942103.722223:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.722226:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.732445:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.732454:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910ba00. 00000400:00000200:2.0:1788942103.732463:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.732472:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.732479:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:2.0:1788942103.732482:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:2.0:1788942103.732487:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.732494:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.732506:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.732510:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.732517:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.732519:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.739468:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.739487:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.739491:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.739495:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.739505:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.739514:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.739523:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.739528:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.739534:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.739538:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 4096 into portal 14 MB=0x6aa1101f4d580 00000400:00000200:3.0:1788942103.739544:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.739550:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.109@tcp of length 4096/4096 into md 0x6725 [256] + 0 00000400:00000010:3.0:1788942103.739554:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097630. 00000400:00000200:3.0:1788942103.739560:0:2348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b559144000 00000800:00000001:3.0:1788942103.739566:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.739576:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.739579:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.739584:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.739590:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559144000 00000400:00000010:3.0:1788942103.739593:0:2348:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90b559144000. 00000100:00000001:3.0:1788942103.739598:0:2348:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788942103.739600:0:2348:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff90b545996d80 desc ffff90b551aeec00 mbits 1875839884252544 00000100:00000001:3.0:1788942103.739620:0:2348:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788942103.739627:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942103.739630:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.739636:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942103.739641:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2389:2389:256:4294967295] 192.168.206.109@tcp LPNI seq info [2389:2389:8:4294967295] 00000400:00000200:3.0:1788942103.739646:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.739653:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942103.739658:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942103.739666:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90b559122000. 00000800:00000200:3.0:1788942103.739673:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942103.739680:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942103.739684:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b559122000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942103.739743:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.739746:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90b559122000. 00000400:00000200:3.0:1788942103.739750:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.739754:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942103.739760:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.739763:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.739926:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.739931:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788942103.741914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00000800:00000001:3.0:1788942103.748310:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.748335:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.748340:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.748342:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.748352:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.748362:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.748372:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.748377:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.748384:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.748389:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f4d580 00000400:00000200:3.0:1788942103.748395:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.748401:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x672d [1] + 224 00000800:00000001:3.0:1788942103.748410:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.748421:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.748424:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.748430:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.748439:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.748448:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.748461:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.748482:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.748491:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.748495:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.748900:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942103.748914:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942103.748917:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942103.748921:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942103.748929:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:0.0:1788942103.748932:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:0.0:1788942103.748936:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942103.748947:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942103.748958:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.748966:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942103.748980:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.748982:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942103.748985:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942103.748987:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942103.748989:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.748992:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942103.749001:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942103.749005:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942103.749007:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942103.749009:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.749011:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942103.749014:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.749017:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942103.749020:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942103.749022:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942103.749025:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.749030:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788942103.749038:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.749044:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942103.749046:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942103.749049:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942103.749062:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884252544:192.168.206.109@tcp:37:rm.0 00000100:00000001:0.0:1788942103.749067:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.749070:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.749072:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942103.749074:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.749077:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.749083:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.749086:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.749090:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942103.749091:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.749095:0:30948:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.749097:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.749100:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996d80 x1875839884252544/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.749106:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942103.749109:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942103.749111:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aed000. 02000000:00000001:0.0:1788942103.749115:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942103.749117:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.749119:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.749121:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:0.0:1788942103.749122:0:30948:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788942103.749125:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.749125:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.749127:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:0.0:1788942103.749149:0:30948:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90b552339000. 00000100:00000010:0.0:1788942103.749152:0:30948:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b551aeec00. 00000100:00000001:0.0:1788942103.749154:0:30948:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788942103.749157:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fa000. 02000000:00000001:0.0:1788942103.749160:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942103.749161:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942103.749163:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996d80. 00000100:00000001:0.0:1788942103.749167:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942103.749168:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.749170:0:30948:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788942103.749172:0:30948:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788942103.749799:0:30948:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90b559185800. 00000002:00000001:0.0:1788942103.749805:0:30948:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.749810:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.749813:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.749816:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:0.0:1788942103.749818:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:0.0:1788942103.749821:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:0.0:1788942103.749824:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.749828:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942103.749837:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.749838:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.749840:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.749843:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.749845:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942103.749884:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.749887:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.749889:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.749893:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.749894:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.749896:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.749899:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.749900:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.749902:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.749905:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.749906:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.749908:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.749909:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788942103.749911:0:30948:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.749916:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788942103.749922:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942103.749924:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:0.0:1788942103.749929:0:30948:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.749934:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:0.0:1788942103.749939:0:30948:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.750015:0:30948:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788942103.750018:0:30948:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942103.750021:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dd0 00000080:00200008:0.0:1788942103.750023:0:30948:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), flags 704000 00000080:00400000:0.0:1788942103.750027:0:30948:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788942103.750031:0:30948:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942103.750033:0:30948:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788942103.750035:0:30948:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942103.750042:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.750044:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.750049:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:0.0:1788942103.750051:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942103.750056:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942103.750058:0:30948:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 0 00000080:00000001:0.0:1788942103.750060:0:30948:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942103.750062:0:30948:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942103.750065:0:30948:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5428fa000. 00000080:00000001:0.0:1788942103.750067:0:30948:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942103.750072:0:30948:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942103.750075:0:30948:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942103.750077:0:30948:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:0.0:1788942103.750080:0:30948:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942103.750082:0:30948:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:0.0:1788942103.750087:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996d80. 00000020:00000040:0.0:1788942103.750090:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942103.750094:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942103.750097:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942103.750101:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942103.750107:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fac00. 00000100:00000001:0.0:1788942103.750112:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942103.750127:0:30948:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942103.750137:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788942103.750142:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942103.750148:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942103.750150:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942103.750156:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.750158:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291587520 : -122366417964096 : ffff90b5591ff3c0) 00000100:00000001:0.0:1788942103.750160:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.750162:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000001:0.0:1788942103.750165:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942103.750169:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.750171:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942103.750172:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942103.750176:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.750183:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942103.750185:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.750189:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942103.750191:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942103.750193:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942103.750196:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884252800:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942103.750200:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942103.750204:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942103.750206:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.750208:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942103.750212:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aeec00. 02000000:00000001:0.0:1788942103.750213:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942103.750220:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942103.750224:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942103.750229:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942103.750236:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884252800, portal 10 00000100:00000001:0.0:1788942103.750238:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.750239:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000040:0.0:1788942103.750245:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.750252:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942103.750254:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942103.750257:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a220. 00000100:00000200:0.0:1788942103.750261:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884252800, offset 0 00000400:00000200:0.0:1788942103.750266:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942103.750285:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.750292:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942103.750297:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942103.750301:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942103.750305:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942103.750308:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942103.750311:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2390:2390:256:4294967295] 192.168.206.109@tcp LPNI seq info [2390:2390:8:4294967295] 00000400:00000200:0.0:1788942103.750316:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.750326:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942103.750345:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942103.750350:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942103.750356:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942103.750363:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942103.750367:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942103.750386:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.750390:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 832595 usecs (833 jiffies) 00000400:00000200:0.0:1788942103.750394:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942103.750396:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504742 00000100:00000001:0.0:1788942103.750399:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.750401:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504742 00000100:00000001:0.0:1788942103.750403:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.750405:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.750408:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.750409:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942103.750411:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942103.750414:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ff3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942103.750416:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.750418:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.750709:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.750714:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:2.0:1788942103.750719:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.750724:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.750728:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a220 00000400:00000010:2.0:1788942103.750730:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a220. 00000100:00000001:2.0:1788942103.750734:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.750738:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.750747:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.750751:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.750758:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.750759:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.758020:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.758042:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.758047:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.758049:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.758062:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.758072:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.758083:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.758088:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.758095:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.758100:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4d680 00000400:00000200:3.0:1788942103.758107:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.758114:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6735 [1] + 224 00000800:00000001:3.0:1788942103.758122:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.758130:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.758133:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.758139:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.758149:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.758161:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.758185:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.758208:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.758218:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.758222:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.758486:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942103.758500:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942103.758502:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942103.758507:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942103.758516:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:0.0:1788942103.758518:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:0.0:1788942103.758522:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942103.758533:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942103.758544:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996d80 x1875839884252800/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.758552:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942103.759071:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.759075:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942103.759079:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942103.759081:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942103.759083:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.759087:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942103.759096:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942103.759101:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942103.759103:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942103.759105:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.759108:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942103.759111:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.759114:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942103.759116:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942103.759118:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942103.759122:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.759124:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000001:0.0:1788942103.759127:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942103.759129:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942103.759131:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942103.759134:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.759140:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996d80 x1875839884252800/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.759149:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.759152:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942103.759154:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942103.759158:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996d80 x1875839884252800/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942103.759167:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884252800:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942103.759172:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.759175:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.759177:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942103.759180:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.759183:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996d80 x1875839884252800/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.759190:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.759193:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.759197:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942103.759199:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.759206:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.759207:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000002:00000001:0.0:1788942103.759210:0:30948:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.759213:0:30948:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.759218:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fa000. 00000080:00000001:0.0:1788942103.759222:0:30948:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942103.759224:0:30948:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942103.759230:0:30948:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942103.759236:0:30948:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.759244:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.759245:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:0.0:1788942103.759247:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.759250:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.759257:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.759259:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.759262:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996d80 x1875839884252800/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.759268:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.759279:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.759282:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884252416/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.759289:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788942103.759292:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.759293:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.759295:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942103.759298:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba400. 02000000:00000001:0.0:1788942103.759303:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942103.759305:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942103.759307:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:0.0:1788942103.759310:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942103.759311:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.759313:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.759316:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996d80 x1875839884252800/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.759322:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.759324:0:30948:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfaa60. 00000002:00000001:0.0:1788942103.759327:0:30948:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.759329:0:30948:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.760669:0:30948:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392300. 00000100:00000001:0.0:1788942103.760677:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.760686:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996d80 x1875839884252800/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.760693:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942103.760696:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942103.760699:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aeec00. 02000000:00000001:0.0:1788942103.760702:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942103.760704:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.760706:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.760709:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942103.760710:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fac00. 02000000:00000001:0.0:1788942103.760713:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942103.760715:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942103.760716:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996d80. 00000100:00000001:0.0:1788942103.760720:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942103.760721:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942103.760724:0:30948:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.760728:0:30948:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415bf7c0. 00000080:00000001:0.0:1788942103.760731:0:30948:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.760737:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dd0 00000080:00000008:0.0:1788942103.760740:0:30948:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), flags 704000, rc = 0 00000080:00000001:0.0:1788942103.760744:0:30948:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.760746:0:30948:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.760796:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942103.760800:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942103.760802:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942103.760803:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00000080:00200000:0.0:1788942103.760805:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942103.760811:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:0.0:1788942103.760816:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.760820:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942103.760823:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.760825:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ae0 00800000:00000002:0.0:1788942103.760827:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942103.760831:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942103.760835:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942103.760839:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.760841:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779b0 00000002:00010000:0.0:1788942103.760843:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942103.760846:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942103.760848:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.760899:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.760906:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942103.760909:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.760913:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.760917:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942103.760921:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788942103.760931:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942103.760935:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.760938:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788942103.760946:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942103.760948:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.760950:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.760952:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.760954:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.760956:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942103.760959:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942103.760961:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942103.760964:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942103.761076:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942103.761079:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.761082:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942103.761085:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576fc 00800000:00000001:0.0:1788942103.761089:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942103.761091:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942103.761093:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.761095:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.761098:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.761100:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.761104:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.761107:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.761109:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.761110:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.761112:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.761115:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576fc from it ffffa57dc1c77bf8 00010000:00000001:0.0:1788942103.761117:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.761118:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.761119:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.761121:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.761123:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.761125:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.761128:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788942103.761135:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.761136:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.761137:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.761140:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.761142:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788942103.761149:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.761152:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.761154:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.761157:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.761158:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.761160:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761163:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.761164:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761167:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761169:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761171:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.761172:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.761173:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942103.761175:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942103.761177:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.761179:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942103.761182:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.761187:0:30948:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942103.761189:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00000080:00002000:0.0:1788942103.761191:0:30948:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff90b544579bd0) flags 0x20000e refc 1 00000080:00000001:0.0:1788942103.761193:0:30948:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.761195:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c08 00000080:00200000:0.0:1788942103.761196:0:30948:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:0.0:1788942103.761201:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942103.761203:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.761206:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942103.761208:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8), inode mode 41ed mask 44 00000080:00000001:0.0:1788942103.761210:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.761215:0:30948:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788942103.761217:0:30948:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788942103.761218:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b78 00000080:00200008:0.0:1788942103.761220:0:30948:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), flags 704400 00000080:00000010:0.0:1788942103.761225:0:30948:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b550ccd2c0. 00000080:00000001:0.0:1788942103.761231:0:30948:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788942103.761233:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:0.0:1788942103.761236:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.761238:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942103.761240:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.761241:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a28 00800000:00000002:0.0:1788942103.761244:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942103.761246:0:30948:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788942103.761249:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779a8 00800000:00000002:0.0:1788942103.761250:0:30948:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788942103.761254:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.761255:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c778e0 00000002:00010000:0.0:1788942103.761257:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788942103.761260:0:30948:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942103.761263:0:30948:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788942103.761266:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942103.761279:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:0.0:1788942103.761282:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.761284:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942103.761287:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761289:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.761291:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.761293:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942103.761295:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942103.761296:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.761298:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942103.761299:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761301:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.761303:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.761307:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996d80. 00000020:00000040:0.0:1788942103.761311:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942103.761315:0:30948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942103.761317:0:30948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761319:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942103.761323:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.761326:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.761327:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.761328:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.761331:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942103.761407:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942103.761411:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942103.761418:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aeec00. 00000100:00000001:0.0:1788942103.761424:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761429:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942103.761431:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761432:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942103.761434:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.761436:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.761442:0:30948:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00010000:00000001:0.0:1788942103.761446:0:30948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942103.761448:0:30948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942103.761450:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942103.761452:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.761454:0:30948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942103.761458:0:30948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324600. 00000020:00000001:0.0:1788942103.761461:0:30948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942103.761464:0:30948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324600 with handle 0xcbb91bbb78157734 to hash 00000020:00000001:0.0:1788942103.761466:0:30948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942103.761467:0:30948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.761471:0:30948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.761473:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.761475:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.761479:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942103.761486:0:30948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788942103.761497:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788942103.761506:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788942103.761514:0:30948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942103.761519:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942103.761521:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942103.761528:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.761530:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291587520 : -122366417964096 : ffff90b5591ff3c0) 00000100:00000001:0.0:1788942103.761532:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.761534:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000001:0.0:1788942103.761538:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942103.761541:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.761543:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942103.761545:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942103.761549:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.761556:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942103.761558:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.761561:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942103.761563:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942103.761566:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942103.761569:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253056:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942103.761573:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942103.761577:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942103.761579:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.761582:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942103.761674:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559240000. 02000000:00000001:0.0:1788942103.761677:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942103.761686:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942103.761690:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942103.761697:0:30948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b551b97800. 00000100:00000200:0.0:1788942103.761704:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884253056, portal 10 00000100:00000001:0.0:1788942103.761706:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.761707:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000040:0.0:1788942103.761713:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.761721:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942103.761723:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942103.761727:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942103.761731:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884253056, offset 0 00000400:00000200:0.0:1788942103.761737:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942103.761744:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.761751:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942103.761756:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942103.761760:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942103.761764:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942103.761766:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942103.761770:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2391:2391:256:4294967295] 192.168.206.109@tcp LPNI seq info [2391:2391:8:4294967295] 00000400:00000200:0.0:1788942103.761774:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.761783:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942103.761789:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942103.761794:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942103.761800:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942103.761808:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942103.761812:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788942103.761835:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.761841:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 831418 usecs (832 jiffies) 00000400:00000200:0.0:1788942103.761844:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942103.761847:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504752 00000100:00000001:0.0:1788942103.761876:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.761879:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504753 00000100:00000001:0.0:1788942103.761881:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.761883:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.761886:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.761888:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942103.761890:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942103.761892:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ff3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942103.761895:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.761897:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.764331:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.764775:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:3.0:1788942103.764782:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.764791:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.764799:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:3.0:1788942103.764802:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:3.0:1788942103.764807:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.764814:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.764826:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.764830:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.764837:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.764838:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.776258:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.776282:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.776286:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.776289:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.776298:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.776306:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.776314:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.776319:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.776324:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.776328:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f4d780 00000400:00000200:3.0:1788942103.776343:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.776349:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x673d [64] + 224 00000800:00000001:3.0:1788942103.776356:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.776364:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.776367:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.776371:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.776380:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.776388:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.776400:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.776421:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.776429:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.776433:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.776608:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942103.776615:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942103.776617:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942103.776620:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942103.776625:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551b97800 00000400:00000010:0.0:1788942103.776628:0:30948:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b551b97800. 00000100:00000001:0.0:1788942103.776632:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942103.776636:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942103.776646:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996d80 x1875839884253056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.776653:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942103.776655:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.776657:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942103.776660:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942103.776672:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942103.776675:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.776679:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942103.776688:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942103.776692:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942103.776694:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942103.776696:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.776698:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942103.776701:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.776704:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942103.776706:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942103.776707:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942103.776709:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.776711:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000001:0.0:1788942103.776714:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942103.776716:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942103.776718:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942103.776721:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.776727:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.776734:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.776737:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942103.776739:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942103.776744:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942103.776752:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253056:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942103.776757:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.776759:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.776762:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942103.776763:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.776767:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.776773:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.776776:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.776779:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942103.776781:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.776784:0:30948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942103.776789:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.776791:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.776795:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=4 00000020:00000001:0.0:1788942103.776797:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.776800:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000040:0.0:1788942103.776805:0:30948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324600, remote cookie: 0x4d194fbcadeec8ae, flags: 0x1001 00010000:00000040:0.0:1788942103.776808:0:30948:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942103.776811:0:30948:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788942103.776817:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:0.0:1788942103.776820:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.776823:0:30948:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.776828:0:30948:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942103.776837:0:30948:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.776847:0:30948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942103.776886:0:30948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942103.776889:0:30948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942103.776890:0:30948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942103.776892:0:30948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942103.776895:0:30948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff90b551227000) refcount = 2 00010000:00000040:0.0:1788942103.776898:0:30948:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788942103.776901:0:30948:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788942103.776909:0:30948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.776915:0:30948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942103.776918:0:30948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942103.776919:0:30948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.776923:0:30948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942103.776925:0:30948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.776928:0:30948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.776934:0:30948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942103.776935:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.776937:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.776938:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.776939:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.776940:0:30948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.776944:0:30948:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942103.776946:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.776948:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.776949:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=3 00000020:00000001:0.0:1788942103.776951:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.776953:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.776955:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.776956:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942103.776961:0:30948:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942103.776969:0:30948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788942103.776973:0:30948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942103.776979:0:30948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.776980:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.776981:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.776982:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=3 00000020:00000001:0.0:1788942103.776984:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.776986:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.776989:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.776990:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.776991:0:30948:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.776993:0:30948:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.776996:0:30948:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788942103.776998:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.776999:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00010000:00000001:0.0:1788942103.777001:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.777001:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.777003:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=3 00000020:00000001:0.0:1788942103.777004:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.777006:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00000002:00010000:0.0:1788942103.777009:0:30948:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.777015:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777016:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.777017:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942103.777019:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.777020:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.777021:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=3 00000020:00000001:0.0:1788942103.777023:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.777025:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000040:0.0:1788942103.777027:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 3 00010000:00000001:0.0:1788942103.777029:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942103.777033:0:30948:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/35 (0 0) 00010000:00000001:0.0:1788942103.777035:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777036:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.777038:0:30948:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942103.777041:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77868 00000002:00002000:0.0:1788942103.777042:0:30948:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788942103.777045:0:30948:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.777048:0:30948:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.777051:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942103.777053:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942103.777056:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942103.777060:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942103.777063:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942103.777067:0:30948:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942103.777072:0:30948:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942103.777075:0:30948:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942103.777077:0:30948:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942103.777079:0:30948:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788942103.777082:0:30948:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.777085:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788942103.777088:0:30948:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788942103.777093:0:30948:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00010000:00000001:0.0:1788942103.777095:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.777096:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.777097:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=3 00000020:00000001:0.0:1788942103.777099:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.777100:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.777103:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777104:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942103.777106:0:30948:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942103.777108:0:30948:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942103.777110:0:30948:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.777113:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) for lock 0xcbb91bbb78157734 00800000:00000001:0.0:1788942103.777116:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942103.777117:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942103.777118:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.777119:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.777121:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=3 00000020:00000001:0.0:1788942103.777123:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.777125:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.777127:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777128:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.777129:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.777131:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.777134:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942103.777136:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.777138:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.777142:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.777149:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.777152:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157734 from it ffffa57dc1c77bd0 00010000:00000001:0.0:1788942103.777154:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.777155:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.777157:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=3 00000020:00000001:0.0:1788942103.777159:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.777161:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.777174:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.777177:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.777184:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777185:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.777187:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.777190:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.777192:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942103.777199:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.777201:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.777203:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.777206:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777207:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.777209:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.777212:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.777213:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.777216:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.777218:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.777220:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.777221:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777222:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942103.777225:0:30948:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.777231:0:30948:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b543e80400. 00000080:00000001:0.0:1788942103.777234:0:30948:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788942103.777237:0:30948:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788942103.777240:0:30948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788942103.777243:0:30948:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b548354440. 00000002:00100000:0.0:1788942103.777247:0:30948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942103.777253:0:30948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.777254:0:30948:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942103.777257:0:30948:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788942103.777261:0:30948:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.777264:0:30948:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788942103.777265:0:30948:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.777267:0:30948:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.777281:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.777284:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788942103.777296:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942103.777299:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559240000. 02000000:00000001:0.0:1788942103.777359:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788942103.777361:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.777364:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b78 00000080:00000008:0.0:1788942103.777366:0:30948:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), flags 704400, rc = 0 00000080:00000001:0.0:1788942103.777370:0:30948:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.777391:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d28 00000080:00200008:0.0:1788942103.777394:0:30948:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942103.777401:0:30948:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788942103.777405:0:30948:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.777409:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942103.777410:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ca0 00000080:00200000:0.0:1788942103.777412:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8),name=d21g.recovery-small-1 00000080:00000010:0.0:1788942103.777418:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:0.0:1788942103.777423:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.777429:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942103.777433:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.777434:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00800000:00000002:0.0:1788942103.777436:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942103.777440:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942103.777444:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942103.777448:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.777449:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a90 00000002:00010000:0.0:1788942103.777451:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942103.777454:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942103.777455:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.777457:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.777460:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 3 00010000:00000001:0.0:1788942103.777462:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.777465:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.777468:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942103.777472:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942103.777479:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942103.777482:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.777485:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788942103.777491:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942103.777492:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.777494:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.777496:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.777498:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.777500:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942103.777502:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942103.777503:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942103.777505:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942103.777508:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942103.777510:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.777513:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) 00000080:00010000:0.0:1788942103.777516:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) for lock 0xcbb91bbb78157703 00800000:00000001:0.0:1788942103.777518:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942103.777520:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942103.777521:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.777522:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.777524:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:0.0:1788942103.777526:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:0.0:1788942103.777528:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:0.0:1788942103.777530:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777531:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.777533:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.777534:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.777536:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157703 from it ffffa57dc1c77cd8 00010000:00000001:0.0:1788942103.777538:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.777539:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.777541:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a800 refcount=3 00000020:00000001:0.0:1788942103.777542:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:0.0:1788942103.777544:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114880 : -122366712436736 : ffff90b54792a800) 00010000:00000001:0.0:1788942103.777546:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.777549:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942103.777555:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777556:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.777557:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.777559:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.777561:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942103.777567:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.777569:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.777570:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.777572:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777573:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.777575:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.777577:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.777578:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.777580:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.777582:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.777583:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.777584:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.777585:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942103.777587:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942103.777588:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942103.777591:0:30948:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.777595:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d28 00000080:00000008:0.0:1788942103.777597:0:30948:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1788942103.777659:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d48 00000080:00200000:0.0:1788942103.777662:0:30948:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff90b5459f2800) d21g.recovery-small-1 proj=0 00000080:00000001:0.0:1788942103.777665:0:30948:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1788942103.777667:0:30948:0:(obd_class.h:1080:obd_statfs()) Process entered 00000080:00000004:0.0:1788942103.777669:0:30948:0:(obd_class.h:1096:obd_statfs()) lustre-clilmv-ffff90b5459f2800: age 1809, max_age 1835 00800000:00000001:0.0:1788942103.777672:0:30948:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1788942103.777675:0:30948:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff90b5591ff3c0. 00800000:00000001:0.0:1788942103.777677:0:30948:0:(obd_class.h:1080:obd_statfs()) Process entered 00800000:00000004:0.0:1788942103.777679:0:30948:0:(obd_class.h:1096:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: age 1809, max_age 1835 00000002:00000001:0.0:1788942103.777682:0:30948:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788942103.777684:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000010:0.0:1788942103.777690:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996300. 00000020:00000040:0.0:1788942103.777692:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942103.777696:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942103.777698:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942103.777701:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942103.777707:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fac00. 00000100:00000001:0.0:1788942103.777713:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.777717:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942103.777719:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942103.777723:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ffd80. 00000100:00000001:0.0:1788942103.777726:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291590016 : -122366417961600 : ffff90b5591ffd80) 00000100:00000001:0.0:1788942103.777728:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.777729:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964001536 : -122366745550080 : ffff90b545996300) 00000100:00000001:0.0:1788942103.777733:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942103.777738:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.777740:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942103.777742:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942103.777747:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.777755:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942103.777757:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.777760:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942103.777762:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942103.777764:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942103.777768:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996300 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253184:192.168.206.109@tcp:41:rm.0 00000100:00000001:0.0:1788942103.777775:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942103.777779:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942103.777781:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.777783:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942103.777787:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aed000. 02000000:00000001:0.0:1788942103.777789:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942103.777794:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942103.777797:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942103.777803:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942103.777809:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884253184, portal 10 00000100:00000001:0.0:1788942103.777811:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.777812:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964001536 : -122366745550080 : ffff90b545996300) 00000100:00000040:0.0:1788942103.777818:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.777825:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942103.777827:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942103.777830:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5add0. 00000100:00000200:0.0:1788942103.777833:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875839884253184, offset 0 00000400:00000200:0.0:1788942103.777838:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942103.777845:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.777877:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942103.777881:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942103.777885:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942103.777888:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942103.777891:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942103.777895:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2392:2392:256:4294967295] 192.168.206.109@tcp LPNI seq info [2392:2392:8:4294967295] 00000400:00000200:0.0:1788942103.777899:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.777908:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942103.777914:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942103.777919:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910ba00. 00000800:00000200:0.0:1788942103.777925:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942103.777933:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942103.777937:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910ba00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788942103.777955:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.777959:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 830256 usecs (831 jiffies) 00000400:00000200:0.0:1788942103.777962:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942103.777965:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504768 00000100:00000001:0.0:1788942103.777979:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.777982:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504768 00000100:00000001:0.0:1788942103.777985:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.777987:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.777990:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.777992:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942103.777994:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942103.777996:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ffd80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942103.777998:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.778000:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.778750:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.778756:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910ba00. 00000400:00000200:3.0:1788942103.778762:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.778768:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.778773:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5add0 00000400:00000010:3.0:1788942103.778775:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5add0. 00000100:00000001:3.0:1788942103.778779:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.778784:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.778795:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.778798:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.778805:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.778807:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.781142:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.781157:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.781161:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.781163:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.781180:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.781188:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.781196:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.781200:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.781205:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.781209:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 10 MB=0x6aa1101f4d800 00000400:00000200:3.0:1788942103.781213:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.781218:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 368/368 into md 0x6745 [1] + 224 00000800:00000001:3.0:1788942103.781225:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.781231:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.781234:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.781238:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.781246:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.781253:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942103.781263:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.781292:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.781300:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.781303:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.783313:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942103.783326:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942103.783329:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942103.783342:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942103.783351:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942103.783353:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942103.783358:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942103.783368:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942103.783379:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.783387:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942103.783389:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.783391:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942103.783395:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942103.783398:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942103.783401:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.783405:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942103.783413:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942103.783417:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942103.783420:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942103.783422:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.783424:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942103.783428:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.783432:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942103.783434:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942103.783437:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942103.783440:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.783445:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.783453:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.783456:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942103.783458:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942103.783462:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942103.783471:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996300 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253184:192.168.206.109@tcp:41:rm.0 00000100:00000001:0.0:1788942103.783477:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.783479:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.783482:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942103.783484:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.783487:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.783495:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.783498:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ffd80. 00000100:00000001:0.0:1788942103.783502:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942103.783503:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.783509:0:30948:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788942103.783511:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.783514:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996300 x1875839884253184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.783521:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942103.783523:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942103.783526:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aed000. 02000000:00000001:0.0:1788942103.783529:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942103.783531:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.783533:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.783536:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942103.783538:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fac00. 02000000:00000001:0.0:1788942103.783542:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942103.783543:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942103.783546:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996300. 00000100:00000001:0.0:1788942103.783549:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942103.783550:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942103.783552:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.783553:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.783555:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 00800000:00000004:0.0:1788942103.783557:0:30948:0:(obd_class.h:1122:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: update ffff90b5487f1e40 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:0.0:1788942103.783562:0:30948:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.783564:0:30948:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1788942103.783567:0:30948:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff90b5591ff3c0. 00800000:00000001:0.0:1788942103.783569:0:30948:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788942103.783572:0:30948:0:(obd_class.h:1122:obd_statfs()) lustre-clilmv-ffff90b5459f2800: update ffff90b5487f3818 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1788942103.783577:0:30948:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788942103.783579:0:30948:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1788942103.783581:0:30948:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942103.783584:0:30948:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.783616:0:30948:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788942103.783618:0:30948:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788942103.783628:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942103.783635:0:30948:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788942103.783642:0:30948:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446707420538896384 : -36653170655232 : ffffdeaa04c88000) 00000080:00000001:0.0:1788942103.783646:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788942103.783650:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942103.783653:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:0.0:1788942103.783657:0:30948:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.783660:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942103.783676:0:30948:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.783687:0:30948:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788942103.783688:0:30948:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:0.0:1788942103.783691:0:30948:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942103.783693:0:30948:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.783713:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942103.783716:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942103.783718:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788942103.783721:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.783728:0:30948:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942103.783731:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77da0 00000080:00002000:0.0:1788942103.783734:0:30948:0:(dcache.c:87:ll_dcompare()) found name f(ffff90b5445795e8) flags 0x48000e refc 0 00000080:00000001:0.0:1788942103.783736:0:30948:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.783738:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e10 00000080:00200000:0.0:1788942103.783740:0:30948:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788942103.783747:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942103.783749:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788942103.783752:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.783756:0:30948:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788942103.783758:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77df8 00000080:00200000:0.0:1788942103.783760:0:30948:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90b548d321c8) 00000080:00000001:0.0:1788942103.783763:0:30948:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788942103.783766:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942103.783770:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:0.0:1788942103.783773:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:0.0:1788942103.783775:0:30948:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942103.783780:0:30948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000002:0.0:1788942103.783783:0:30948:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b551b547e0 addref 2/0 by ffff90b54134a7c0. 00020000:00000002:0.0:1788942103.783786:0:30948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:0.0:1788942103.783789:0:30948:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942103.783792:0:30948:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788942103.783793:0:30948:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788942103.783796:0:30948:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788942103.783799:0:30948:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788942103.783802:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:0.0:1788942103.783805:0:30948:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788942103.783809:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000001:0.0:1788942103.783820:0:30948:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788942103.783826:0:30948:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788942103.783828:0:30948:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x25:0x0] 00800000:00000001:0.0:1788942103.783831:0:30948:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942103.783833:0:30948:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x23:0x0]/[0x200000404:0x25:0x0] -> mds #0 00000002:00000001:0.0:1788942103.783837:0:30948:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788942103.783839:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942103.783846:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 3 00010000:00000001:0.0:1788942103.783849:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.783897:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942103.783902:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942103.783906:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788942103.783917:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942103.783920:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942103.783923:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942103.783925:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1788942103.783928:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.783931:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.783933:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:0.0:1788942103.783935:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.783939:0:30948:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788942103.783942:0:30948:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788942103.783944:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942103.783948:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.783951:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942103.783959:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.783960:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.783962:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788942103.783964:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.783967:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.783969:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324600 refcount=2 00000020:00000001:0.0:1788942103.783972:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.783975:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347712 : -122366534203904 : ffff90b552324600) 00010000:00000001:0.0:1788942103.783976:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.783977:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.783979:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.783980:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.783982:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:0.0:1788942103.783983:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942103.783986:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.783987:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.783988:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.783990:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:0.0:1788942103.783992:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942103.783994:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.783995:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942103.783998:0:30948:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff90b548d32100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942103.784038:0:30948:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942103.784040:0:30948:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942103.784042:0:30948:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942103.784044:0:30948:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff90b548d321c8) invalid 00000020:00000001:0.0:1788942103.784046:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a60 00000080:00002000:0.0:1788942103.784048:0:30948:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff90b544579bd0) parent ffff90b548d765e8 inode ffff90b548d321c8 refc 3 00000080:00000001:0.0:1788942103.784052:0:30948:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942103.784054:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942103.784056:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.784058:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942103.784061:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942103.784063:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942103.784065:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.784067:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942103.784069:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792a800 with handle 0xcbb91bbb78157703 from hash 00010000:00000001:0.0:1788942103.784072:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942103.784073:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.784074:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.784075:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942103.784078:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942103.784079:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942103.784082:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942103.784084:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.784086:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.784088:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942103.784091:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 2 00010000:00000001:0.0:1788942103.784093:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.784094:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942103.784096:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942103.784099:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788942103.784106:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942103.784108:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942103.784109:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942103.784110:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:0.0:1788942103.784112:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.784113:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.784115:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 3 00010000:00000001:0.0:1788942103.784117:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942103.784119:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.784120:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.784122:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.784123:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 3 00010000:00000001:0.0:1788942103.784125:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942103.784127:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.784128:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.784129:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.784131:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 3 00010000:00000001:0.0:1788942103.784132:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942103.784134:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.784136:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.784137:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.784138:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227900 count: 3 00010000:00000001:0.0:1788942103.784140:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942103.784141:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.784143:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.784145:0:30948:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942103.784146:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942103.784148:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:0.0:1788942103.784150:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:0.0:1788942103.784152:0:30948:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942103.784155:0:30948:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1788942103.784158:0:30948:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942103.784160:0:30948:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942103.784163:0:30948:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942103.784178:0:30948:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942103.784181:0:30948:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942103.784183:0:30948:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.784185:0:30948:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942103.784186:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:0.0:1788942103.784188:0:30948:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.784190:0:30948:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942103.784192:0:30948:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff90b548d34b08) invalid 00000020:00000001:0.0:1788942103.784194:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a60 00000080:00002000:0.0:1788942103.784196:0:30948:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90b5445795e8) parent ffff90b544579bd0 inode ffff90b548d34b08 refc 1 00000080:00000001:0.0:1788942103.784199:0:30948:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942103.784200:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942103.784201:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.784203:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942103.784205:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942103.784206:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942103.784208:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.784209:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942103.784212:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792b200 with handle 0xcbb91bbb7815770a from hash 00010000:00000001:0.0:1788942103.784214:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942103.784216:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.784217:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.784218:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942103.784219:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942103.784221:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942103.784223:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942103.784225:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.784226:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788942103.784232:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996300. 00000020:00000040:0.0:1788942103.784235:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942103.784239:0:30948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942103.784241:0:30948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.784243:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942103.784247:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.784251:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.784252:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.784253:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.784256:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942103.784258:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942103.784260:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942103.784266:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fa000. 00000100:00000001:0.0:1788942103.784281:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.784284:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942103.784286:0:30948:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942103.784291:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788942103.784299:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788942103.784305:0:30948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788942103.784307:0:30948:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942103.784309:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942103.784311:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b200/0xcbb91bbb7815770a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeec845 expref: -99 pid: 30945 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788942103.784323:0:30948:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b545345bc0. 00010000:00000040:0.0:1788942103.784328:0:30948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227900 count: 0 00010000:00000010:0.0:1788942103.784333:0:30948:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4ce80. 00010000:00000001:0.0:1788942103.784339:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.784341:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942103.784343:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a800/0xcbb91bbb78157703 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec829 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942103.784350:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.784352:0:30948:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.784354:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942103.784355:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.784357:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788942103.784366:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788942103.784375:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942103.784383:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942103.784384:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942103.784390:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.784392:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291587520 : -122366417964096 : ffff90b5591ff3c0) 00000100:00000001:0.0:1788942103.784395:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.784396:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964001536 : -122366745550080 : ffff90b545996300) 00000100:00000001:0.0:1788942103.784400:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942103.784404:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.784406:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942103.784407:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942103.784411:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.784418:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942103.784420:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.784424:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942103.784426:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942103.784428:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942103.784432:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996300 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253440:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942103.784436:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942103.784440:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942103.784442:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.784444:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942103.784448:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aed000. 02000000:00000001:0.0:1788942103.784450:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942103.784456:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942103.784459:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942103.784465:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942103.784470:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884253440, portal 10 00000100:00000001:0.0:1788942103.784472:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.784473:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964001536 : -122366745550080 : ffff90b545996300) 00000100:00000040:0.0:1788942103.784479:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.784485:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942103.784488:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942103.784490:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aa18. 00000100:00000200:0.0:1788942103.784493:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875839884253440, offset 0 00000400:00000200:0.0:1788942103.784499:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942103.784506:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.784512:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942103.784517:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942103.784521:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942103.784524:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942103.784527:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942103.784531:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2393:2393:256:4294967295] 192.168.206.109@tcp LPNI seq info [2393:2393:8:4294967295] 00000400:00000200:0.0:1788942103.784535:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.784545:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942103.784553:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942103.784558:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bd00. 00000800:00000200:0.0:1788942103.784565:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942103.784572:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942103.784576:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bd00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788942103.784595:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.784600:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 829080 usecs (830 jiffies) 00000400:00000200:0.0:1788942103.784603:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942103.784606:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504773 00000100:00000001:0.0:1788942103.784609:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.784611:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504773 00000100:00000001:0.0:1788942103.784613:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.784616:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.784618:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.784620:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942103.784622:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942103.784624:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ff3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942103.784626:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.784628:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.786245:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.786253:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bd00. 00000400:00000200:3.0:1788942103.786260:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.786267:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.786282:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aa18 00000400:00000010:3.0:1788942103.786285:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aa18. 00000100:00000001:3.0:1788942103.786290:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.786296:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.786308:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.786311:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.786318:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.786320:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942103.804064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227900. 00010000:00000010:0.1:1788942103.804077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b200. 00010000:00000010:0.1:1788942103.804081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a800. 00000800:00000001:3.0:1788942103.804254:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.804266:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.804279:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.804283:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.804291:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.804299:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.804308:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.804314:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.804319:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.804323:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4d900 00000400:00000200:3.0:1788942103.804328:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.804343:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x674d [1] + 224 00000800:00000001:3.0:1788942103.804350:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.804357:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.804361:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.804366:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.804374:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.804381:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942103.804392:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.804411:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942103.804419:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942103.804422:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.804427:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942103.804433:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2394:2394:256:4294967295] 192.168.206.109@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:3.0:1788942103.804438:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.804445:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942103.804451:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942103.804457:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38700. 00000800:00000200:3.0:1788942103.804462:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942103.804470:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942103.804474:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942103.804556:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.804559:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38700. 00000400:00000200:3.0:1788942103.804563:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.804566:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942103.804571:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.804575:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.804727:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942103.804735:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942103.804737:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942103.804739:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942103.804744:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942103.804746:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942103.804750:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942103.804754:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942103.804763:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996300 x1875839884253440/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.804769:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942103.804772:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.804774:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942103.804777:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942103.804779:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942103.804781:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.804784:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942103.804793:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942103.804797:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942103.804800:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942103.804801:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.804804:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942103.804807:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.804810:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942103.804812:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x10000013e] 00000100:00000001:0.0:1788942103.804814:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942103.804816:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.804818:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964001536 : -122366745550080 : ffff90b545996300) 00000100:00000001:0.0:1788942103.804821:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942103.804823:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942103.804825:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942103.804840:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.804846:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996300 x1875839884253440/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.804884:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.804888:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942103.804889:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942103.804894:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996300 x1875839884253440/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942103.804903:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996300 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253440:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942103.804907:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.804910:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.804912:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942103.804914:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.804918:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996300 x1875839884253440/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.804925:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.804928:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff3c0. 00000100:00000001:0.0:1788942103.804931:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942103.804933:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.804940:0:30948:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.804943:0:30948:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.804948:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000100:00000001:0.0:1788942103.804954:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.804958:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996300 x1875839884253440/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942103.804964:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.804968:0:30948:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.804978:0:30948:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942103.804981:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e28 00000080:00002000:0.0:1788942103.804983:0:30948:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90b5445795e8, parent ffff90b544579bd0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788942103.804986:0:30948:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942103.804991:0:30948:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942103.804995:0:30948:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788942103.805002:0:30948:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788942103.805005:0:30948:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788942103.805007:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942103.805011:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:0.0:1788942103.805014:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:0.0:1788942103.805018:0:30948:0:(cl_object.c:143:cl_object_top()) ffff90b5434d56c0 -> ffff90b5434d56c0 00000020:00000001:0.0:1788942103.805020:0:30948:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942103.805023:0:30948:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942103.805025:0:30948:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942103.805028:0:30948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942103.805029:0:30948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942103.805031:0:30948:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942103.805035:0:30948:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x25:0x0]io ffff90b544e76ea0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788942103.805038:0:30948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:0.0:1788942103.805042:0:30948:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942103.805044:0:30948:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942103.805046:0:30948:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942103.805047:0:30948:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805049:0:30948:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942103.805051:0:30948:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942103.805053:0:30948:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805054:0:30948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942103.805056:0:30948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942103.805057:0:30948:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942103.805059:0:30948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00000020:00000001:0.0:1788942103.805061:0:30948:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805064:0:30948:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942103.805065:0:30948:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942103.805067:0:30948:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942103.805070:0:30948:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942103.805073:0:30948:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942103.805076:0:30948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942103.805078:0:30948:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942103.805079:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942103.805081:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244728 : -122366539306888 : ffff90b551e46878) 00000020:00001000:0.0:1788942103.805083:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46870 00000020:00000001:0.0:1788942103.805086:0:30948:0:(cl_object.c:143:cl_object_top()) ffff90b5434d5148 -> ffff90b5434d56c0 00000020:00000001:0.0:1788942103.805088:0:30948:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942103.805090:0:30948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942103.805091:0:30948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942103.805093:0:30948:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805094:0:30948:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805096:0:30948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952585880 : -122366756965736 : ffff90b544eb3298) 00000020:00000001:0.0:1788942103.805098:0:30948:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788942103.805100:0:30948:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805102:0:30948:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805104:0:30948:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805105:0:30948:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788942103.805107:0:30948:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942103.805108:0:30948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942103.805109:0:30948:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942103.805111:0:30948:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942103.805112:0:30948:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805114:0:30948:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805116:0:30948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805118:0:30948:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805119:0:30948:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942103.805120:0:30948:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805122:0:30948:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805123:0:30948:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788942103.805125:0:30948:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942103.805127:0:30948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942103.805127:0:30948:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942103.805129:0:30948:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788942103.805131:0:30948:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788942103.805134:0:30948:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788942103.805137:0:30948:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b54361a700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788942103.805140:0:30948:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942103.805143:0:30948:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b54361a700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788942103.805147:0:30948:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942103.805149:0:30948:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805150:0:30948:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805152:0:30948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805153:0:30948:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805155:0:30948:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805156:0:30948:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942103.805158:0:30948:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788942103.805159:0:30948:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942103.805161:0:30948:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788942103.805162:0:30948:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942103.805164:0:30948:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805166:0:30948:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788942103.805167:0:30948:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942103.805168:0:30948:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788942103.805170:0:30948:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942103.805172:0:30948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942103.805173:0:30948:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942103.805174:0:30948:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942103.805175:0:30948:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805177:0:30948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805178:0:30948:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942103.805179:0:30948:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942103.805180:0:30948:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788942103.805182:0:30948:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942103.805183:0:30948:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942103.805185:0:30948:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942103.805187:0:30948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942103.805187:0:30948:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942103.805188:0:30948:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942103.805190:0:30948:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805191:0:30948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805193:0:30948:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942103.805194:0:30948:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942103.805195:0:30948:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805197:0:30948:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942103.805199:0:30948:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942103.805201:0:30948:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942103.805202:0:30948:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942103.805203:0:30948:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942103.805205:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46870 00020000:00000001:0.0:1788942103.805207:0:30948:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942103.805209:0:30948:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942103.805211:0:30948:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942103.805213:0:30948:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942103.805216:0:30948:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942103.805216:0:30948:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942103.805218:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:0.0:1788942103.805221:0:30948:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.805224:0:30948:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788942103.805226:0:30948:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x25:0x0](ffff90b548d34b08) 00800000:00000001:0.0:1788942103.805231:0:30948:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788942103.805233:0:30948:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x25:0x0] 00000002:00000001:0.0:1788942103.805237:0:30948:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788942103.805242:0:30948:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.805244:0:30948:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.805247:0:30948:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788942103.805249:0:30948:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788942103.805250:0:30948:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.805252:0:30948:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805255:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942103.805256:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:0.0:1788942103.805258:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00020000:00000001:0.0:1788942103.805263:0:30948:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788942103.805265:0:30948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:0.0:1788942103.805268:0:30948:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788942103.805279:0:30948:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b547e0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942103.805284:0:30948:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942103.805288:0:30948:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228fd80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1788942103.805291:0:30948:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788942103.805293:0:30948:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805295:0:30948:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788942103.805297:0:30948:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788942103.805301:0:30948:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788942103.805305:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:0.0:1788942103.805308:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.805311:0:30948:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788942103.805313:0:30948:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788942103.805318:0:30948:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788942103.805340:0:30948:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000020:00000001:0.0:1788942103.805342:0:30948:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000008:00000001:0.0:1788942103.805344:0:30948:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942103.805347:0:30948:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942103.805349:0:30948:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942103.805351:0:30948:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788942103.805357:0:30948:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90b54361a700. 00020000:00000001:0.0:1788942103.805361:0:30948:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788942103.805363:0:30948:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90b5434d50c8. 00020000:00000001:0.0:1788942103.805366:0:30948:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788942103.805368:0:30948:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942103.805370:0:30948:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942103.805372:0:30948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:0.0:1788942103.805374:0:30948:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788942103.805376:0:30948:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788942103.805377:0:30948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:0.0:1788942103.805380:0:30948:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788942103.805382:0:30948:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90b559f7e6d8. 00020000:00000010:0.0:1788942103.805386:0:30948:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90b5591ff900. 00020000:00000010:0.0:1788942103.805389:0:30948:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90b551bc75e0. 00020000:00000002:0.0:1788942103.805393:0:30948:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b547e0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942103.805397:0:30948:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942103.805400:0:30948:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228fd80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:0.0:1788942103.805404:0:30948:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55228fd80. 00020000:00000010:0.0:1788942103.805408:0:30948:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b542a0. 00020000:00000010:0.0:1788942103.805410:0:30948:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b547e0. 00020000:00000001:0.0:1788942103.805412:0:30948:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788942103.805414:0:30948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b54134a7c0 00020000:00000010:0.0:1788942103.805417:0:30948:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90b543407c98. 00020000:00000001:0.0:1788942103.805419:0:30948:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788942103.805421:0:30948:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90b5434d5640. 00000020:00001000:0.0:1788942103.805425:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:0.0:1788942103.805428:0:30948:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788942103.805430:0:30948:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788942103.805457:0:30948:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788942103.805460:0:30948:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942103.805462:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dd0 00000080:00200008:0.0:1788942103.805464:0:30948:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), flags 704000 00000080:00400000:0.0:1788942103.805468:0:30948:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788942103.805471:0:30948:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942103.805473:0:30948:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788942103.805474:0:30948:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942103.805479:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.805481:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.805484:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:0.0:1788942103.805486:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.805490:0:30948:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788942103.805493:0:30948:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788942103.805495:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942103.805499:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.805503:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942103.805510:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.805512:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.805514:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788942103.805516:0:30948:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 16 00000080:00000010:0.0:1788942103.805519:0:30948:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b550ccd2c0. 00000080:00000001:0.0:1788942103.805523:0:30948:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942103.805527:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dd0 00000080:00000008:0.0:1788942103.805529:0:30948:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90b548d321c8), flags 704000, rc = 0 00000080:00000001:0.0:1788942103.805532:0:30948:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.805533:0:30948:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.805536:0:30948:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942103.805537:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e00 00000080:00002000:0.0:1788942103.805539:0:30948:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff90b544579bd0, parent ffff90b548d765e8, inode ffff90b548d321c8) hashed, 00000080:00000001:0.0:1788942103.805542:0:30948:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942103.805546:0:30948:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942103.805548:0:30948:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788942103.805570:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942103.805573:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942103.805575:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942103.805577:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bd8 00000080:00200000:0.0:1788942103.805579:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942103.805584:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:0.0:1788942103.805589:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.805592:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942103.805595:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.805597:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77af8 00800000:00000002:0.0:1788942103.805599:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942103.805602:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942103.805605:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942103.805609:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.805611:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779c8 00000002:00010000:0.0:1788942103.805612:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942103.805616:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942103.805617:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.805619:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.805621:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942103.805623:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.805626:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.805629:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942103.805633:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1788942103.805645:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942103.805647:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.805650:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1788942103.805656:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942103.805658:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.805660:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.805662:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.805664:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.805666:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942103.805668:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942103.805671:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942103.805673:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942103.805676:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942103.805678:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.805680:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942103.805683:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576fc 00800000:00000001:0.0:1788942103.805686:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942103.805688:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942103.805689:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.805691:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.805694:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.805696:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.805698:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.805701:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.805702:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.805703:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.805705:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.805708:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576fc from it ffffa57dc1c77c10 00010000:00000001:0.0:1788942103.805709:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.805711:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.805712:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.805714:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.805716:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.805718:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.805721:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788942103.805728:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.805729:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.805730:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.805732:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.805734:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788942103.805740:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.805743:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.805744:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.805749:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.805750:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.805751:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.805754:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.805756:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.805757:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.805760:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.805762:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.805763:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.805764:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942103.805766:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942103.805768:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.805770:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942103.805773:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942103.805786:0:30948:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b548354ee0. 00000020:00000001:0.0:1788942103.805790:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dc8 00000080:00200000:0.0:1788942103.805792:0:30948:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=0 00000080:00000001:0.0:1788942103.805795:0:30948:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942103.805796:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c78 00000080:00200000:0.0:1788942103.805798:0:30948:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:0.0:1788942103.805805:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:0.0:1788942103.805808:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.805812:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942103.805813:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.805815:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b98 00800000:00000002:0.0:1788942103.805817:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942103.805820:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942103.805822:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b30 00800000:00000002:0.0:1788942103.805824:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788942103.805827:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.805828:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a68 00000002:00010000:0.0:1788942103.805829:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788942103.805833:0:30948:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942103.805835:0:30948:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942103.805839:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995c00. 00000020:00000040:0.0:1788942103.805843:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942103.805848:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942103.805901:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.805904:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.805905:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.805906:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.805909:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942103.805911:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942103.805914:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942103.805920:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aef400. 00000100:00000001:0.0:1788942103.805926:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.805929:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942103.805931:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.805932:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942103.805933:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.805935:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.805942:0:30948:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00010000:00000001:0.0:1788942103.805945:0:30948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942103.805947:0:30948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942103.805949:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942103.805951:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.805953:0:30948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942103.805956:0:30948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325200. 00000020:00000001:0.0:1788942103.805959:0:30948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942103.805961:0:30948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325200 with handle 0xcbb91bbb7815773b to hash 00000020:00000001:0.0:1788942103.805963:0:30948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942103.805964:0:30948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.805967:0:30948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.805969:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.805970:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.805973:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942103.805979:0:30948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942103.805987:0:30948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942103.805992:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942103.805994:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942103.805999:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ff900. 00000100:00000001:0.0:1788942103.806001:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291588864 : -122366417962752 : ffff90b5591ff900) 00000100:00000001:0.0:1788942103.806003:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.806005:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000001:0.0:1788942103.806008:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942103.806013:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.806015:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942103.806016:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942103.806023:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.806030:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942103.806033:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.806036:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942103.806038:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942103.806041:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942103.806044:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253568:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942103.806049:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942103.806053:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942103.806055:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.806057:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942103.806061:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b97800. 02000000:00000001:0.0:1788942103.806062:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942103.806068:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942103.806070:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942103.806076:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942103.806083:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884253568, portal 10 00000100:00000001:0.0:1788942103.806085:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942103.806086:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000040:0.0:1788942103.806091:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.806098:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942103.806101:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942103.806104:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aaa0. 00000100:00000200:0.0:1788942103.806107:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884253568, offset 0 00000400:00000200:0.0:1788942103.806113:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942103.806119:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.806126:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942103.806130:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942103.806133:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942103.806136:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942103.806139:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942103.806143:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2395:2395:256:4294967295] 192.168.206.109@tcp LPNI seq info [2395:2395:8:4294967295] 00000400:00000200:0.0:1788942103.806148:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942103.806156:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942103.806161:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942103.806165:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b800. 00000800:00000200:0.0:1788942103.806170:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942103.806176:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942103.806180:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788942103.806192:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.806195:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 827933 usecs (828 jiffies) 00000400:00000200:0.0:1788942103.806198:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942103.806201:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504793 00000100:00000001:0.0:1788942103.806204:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.806206:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504793 00000100:00000001:0.0:1788942103.806208:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942103.806210:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.806213:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.806215:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942103.806217:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942103.806220:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ff900 going to sleep for 11 seconds 00000100:00000001:0.0:1788942103.806222:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942103.806224:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.806597:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.806602:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000400:00000200:3.0:1788942103.806607:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.806612:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.806617:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aaa0 00000400:00000010:3.0:1788942103.806619:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aaa0. 00000100:00000001:3.0:1788942103.806623:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.806627:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.806635:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.806638:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.806644:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.806646:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788942103.811908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f800. 00000080:00000010:0.1:1788942103.811938:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d34a40. 00000080:00000010:0.1:1788942103.811943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fc80. 00000800:00000001:2.0:1788942103.817638:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.817655:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942103.817659:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.817662:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.817671:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.817678:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942103.817686:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.817691:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.817696:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.817700:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4d980 00000400:00000200:2.0:1788942103.817706:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.817712:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6755 [1] + 224 00000800:00000001:2.0:1788942103.817719:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.817729:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.817733:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.817737:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942103.817744:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.817753:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942103.817765:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.817789:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942103.817797:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.817800:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.818003:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942103.818012:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942103.818014:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942103.818017:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942103.818022:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942103.818024:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942103.818027:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942103.818033:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942103.818049:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.818055:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942103.818057:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.818059:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942103.818062:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942103.818064:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942103.818067:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942103.818069:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942103.818079:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942103.818084:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942103.818086:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942103.818088:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.818091:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942103.818094:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.818098:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942103.818100:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942103.818102:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942103.818105:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942103.818109:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.818117:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942103.818119:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942103.818121:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942103.818125:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942103.818133:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253568:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942103.818138:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942103.818140:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942103.818143:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942103.818144:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.818148:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.818154:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942103.818157:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff900. 00000100:00000001:0.0:1788942103.818160:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942103.818162:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.818177:0:30948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942103.818181:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818184:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818187:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=4 00000020:00000001:0.0:1788942103.818189:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818192:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000040:0.0:1788942103.818198:0:30948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325200, remote cookie: 0x4d194fbcadeec8ed, flags: 0x1001 00010000:00010000:0.0:1788942103.818203:0:30948:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942103.818211:0:30948:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942103.818215:0:30948:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788942103.818220:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 2 00010000:00000001:0.0:1788942103.818223:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.818226:0:30948:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.818229:0:30948:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942103.818237:0:30948:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.818243:0:30948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942103.818246:0:30948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942103.818248:0:30948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942103.818250:0:30948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942103.818251:0:30948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942103.818254:0:30948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff90b551227000) refcount = 2 00010000:00000040:0.0:1788942103.818257:0:30948:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788942103.818259:0:30948:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788942103.818267:0:30948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.818284:0:30948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942103.818287:0:30948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942103.818288:0:30948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.818291:0:30948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942103.818293:0:30948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.818297:0:30948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.818302:0:30948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942103.818304:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818305:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.818307:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818307:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.818309:0:30948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.818314:0:30948:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942103.818316:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818317:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818318:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942103.818320:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818322:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818324:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818325:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818327:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=4 00000020:00000001:0.0:1788942103.818329:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818330:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818345:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.818348:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.818352:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.818359:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818360:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.818361:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818362:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818363:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=5 00000020:00000001:0.0:1788942103.818365:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818368:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818370:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.818373:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.818380:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818381:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942103.818383:0:30948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.818389:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.818390:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818391:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.818392:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818393:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942103.818398:0:30948:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942103.818406:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818407:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818408:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942103.818410:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818412:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818415:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818416:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.818418:0:30948:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.818420:0:30948:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942103.818422:0:30948:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942103.818424:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818425:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818427:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942103.818428:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818430:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00000002:00010000:0.0:1788942103.818434:0:30948:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.818440:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818441:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.818442:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942103.818443:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818444:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818446:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942103.818447:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818449:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000040:0.0:1788942103.818452:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 3 00010000:00000001:0.0:1788942103.818454:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942103.818457:0:30948:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:0.0:1788942103.818459:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818460:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.818461:0:30948:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942103.818464:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779f0 00000002:00002000:0.0:1788942103.818466:0:30948:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942103.818469:0:30948:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.818473:0:30948:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.818476:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942103.818479:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788942103.818482:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942103.818485:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:0.0:1788942103.818488:0:30948:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788942103.818490:0:30948:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c77e00 it_disposition b 00000080:00000001:0.0:1788942103.818493:0:30948:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942103.818498:0:30948:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942103.818501:0:30948:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942103.818504:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788942103.818507:0:30948:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788942103.818513:0:30948:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942103.818516:0:30948:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788942103.818518:0:30948:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.818521:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788942103.818524:0:30948:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788942103.818537:0:30948:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833955 mtime from 1788942083 to 1788942103 00000080:00200000:0.0:1788942103.818541:0:30948:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00200000:0.0:1788942103.818544:0:30948:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff90b548d321c8): rc = 0 00000080:00000001:0.0:1788942103.818546:0:30948:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018117576 : -122366691434040 : ffff90b548d321c8) 00010000:00000001:0.0:1788942103.818548:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818550:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818551:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942103.818553:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818555:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818557:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818558:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942103.818559:0:30948:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942103.818561:0:30948:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942103.818563:0:30948:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942103.818565:0:30948:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942103.818567:0:30948:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.818569:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) for lock 0xcbb91bbb7815773b 00800000:00000001:0.0:1788942103.818572:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942103.818574:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942103.818575:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818576:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818578:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942103.818579:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818582:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818584:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818585:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.818586:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.818588:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788942103.818594:0:30948:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b5445495e8 inode ffff90b548d321c8 refc 1 flags 0x20000e 00000080:00000001:0.0:1788942103.818597:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942103.818598:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942103.818600:0:30948:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788942103.818603:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90b548d321c8) 00000080:00010000:0.0:1788942103.818606:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815773b from it ffffa57dc1c77e00 00010000:00000001:0.0:1788942103.818608:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818609:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818611:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942103.818613:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818614:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942103.818616:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.818619:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942103.818625:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818625:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.818627:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.818629:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.818632:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942103.818640:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.818643:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.818644:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.818650:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818651:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.818652:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.818655:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.818658:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.818660:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.818674:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.818676:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.818677:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.818678:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942103.818680:0:30948:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942103.818684:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000100:00000001:0.0:1788942103.818688:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942103.818692:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995c00 x1875839884253568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942103.818698:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942103.818701:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942103.818704:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b97800. 02000000:00000001:0.0:1788942103.818708:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942103.818710:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942103.818712:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942103.818714:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942103.818716:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aef400. 02000000:00000001:0.0:1788942103.818720:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942103.818721:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942103.818723:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995c00. 00000100:00000001:0.0:1788942103.818727:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942103.818728:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942103.818731:0:30948:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942103.818732:0:30948:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1c77e00 released 00000080:00000001:0.0:1788942103.818734:0:30948:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788942103.818737:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942103.818739:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942103.818740:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d50 00000080:00200000:0.0:1788942103.818742:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942103.818749:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:0.0:1788942103.818753:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942103.818756:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942103.818759:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.818760:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c70 00800000:00000002:0.0:1788942103.818762:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942103.818765:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942103.818768:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942103.818772:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942103.818774:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b40 00000002:00010000:0.0:1788942103.818775:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942103.818778:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942103.818780:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942103.818781:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942103.818784:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942103.818786:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942103.818789:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942103.818792:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942103.818794:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1788942103.818801:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942103.818806:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942103.818808:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1788942103.818814:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942103.818816:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942103.818818:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.818819:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942103.818821:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.818822:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942103.818825:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942103.818826:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942103.818828:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942103.818830:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942103.818832:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.818834:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942103.818837:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781576fc 00800000:00000001:0.0:1788942103.818841:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942103.818842:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942103.818843:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.818845:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.818846:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.818848:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.819190:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.819194:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.819195:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942103.819196:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942103.819198:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942103.819200:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781576fc from it ffffa57dc1c77d88 00010000:00000001:0.0:1788942103.819203:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942103.819204:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942103.819205:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:0.0:1788942103.819207:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.819209:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:0.0:1788942103.819211:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942103.819213:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788942103.819220:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.819221:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.819222:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942103.819224:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942103.819226:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788942103.819231:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942103.819237:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942103.819238:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942103.819240:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.819241:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942103.819242:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.819245:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942103.819246:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.819248:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.819250:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942103.819252:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942103.819253:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942103.819254:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942103.819255:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942103.819257:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942103.819259:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:0.0:1788942103.819264:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.822733:0:30948:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1788942103.822742:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e18 00000080:00200000:1.0:1788942103.822746:0:30948:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:1.0:1788942103.822750:0:30948:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788942103.822753:0:30948:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000404:0x23:0x0]) is foreign... 00000080:00000001:1.0:1788942103.822756:0:30948:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788942103.822769:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d2c00. 00800000:00000002:1.0:1788942103.822776:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:1.0:1788942103.822785:0:30948:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788942103.822790:0:30948:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788942103.822792:0:30948:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x23:0x0] 00800000:00000001:1.0:1788942103.822794:0:30948:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942103.822797:0:30948:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x23:0x0] -> mds #0 00000002:00000001:1.0:1788942103.822802:0:30948:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788942103.822805:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942103.822811:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:1.0:1788942103.822814:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.822817:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942103.822821:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942103.822825:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1788942103.822835:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942103.822839:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942103.822841:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942103.822843:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788942103.822846:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.822849:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.822877:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 3 00010000:00000001:1.0:1788942103.822880:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.822884:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.822887:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.822888:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.822889:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 3 00010000:00000001:1.0:1788942103.822891:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.822893:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.822894:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.822895:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.822896:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 3 00010000:00000001:1.0:1788942103.822898:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.822899:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.822901:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942103.822904:0:30948:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788942103.824310:0:30948:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788942103.824319:0:30948:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788942103.824323:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942103.824325:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.824522:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942103.824634:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942103.824637:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942103.824639:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.824642:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942103.824647:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792b000 with handle 0xcbb91bbb781576fc from hash 00010000:00000001:1.0:1788942103.824650:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942103.824652:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.824654:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.824655:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942103.824658:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942103.824733:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942103.824738:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942103.824741:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.824744:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.824747:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942103.824752:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 3 00010000:00000001:1.0:1788942103.824754:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.824757:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942103.824760:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942103.824764:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788942103.824772:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942103.824775:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942103.824777:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942103.824779:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:1.0:1788942103.824782:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.824784:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.824786:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:1.0:1788942103.824789:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.824791:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.824792:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.824794:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.824795:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:1.0:1788942103.824797:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.824799:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.824802:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.824803:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.824804:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:1.0:1788942103.824806:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.824808:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.824810:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942103.824813:0:30948:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff90b548d32100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788942103.824815:0:30948:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788942103.824817:0:30948:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788942103.824819:0:30948:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788942103.824821:0:30948:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff90b548d321c8) invalid 00000020:00000001:1.0:1788942103.824826:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a80 00000080:00002000:1.0:1788942103.824828:0:30948:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff90b5445495e8) parent ffff90b548d765e8 inode ffff90b548d321c8 refc 2 00000080:00000001:1.0:1788942103.824832:0:30948:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788942103.824834:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942103.824835:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.824837:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942103.824839:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942103.824840:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942103.824841:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.824843:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942103.824845:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325200 with handle 0xcbb91bbb7815773b from hash 00010000:00000001:1.0:1788942103.824847:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942103.824848:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.824849:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.824872:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942103.824874:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942103.824875:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942103.824878:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942103.824880:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788942103.824886:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942103.824887:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942103.824889:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942103.824890:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode CR 00000002:00000001:1.0:1788942103.824892:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.824893:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.824895:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:1.0:1788942103.824897:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.824899:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.824901:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.824902:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.824903:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:1.0:1788942103.824904:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.824906:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.824908:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.824910:0:30948:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788942103.824914:0:30948:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788942103.824921:0:30948:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942103.824923:0:30948:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788942103.824930:0:30948:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788942103.824934:0:30948:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788942103.824937:0:30948:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:1.0:1788942103.824941:0:30948:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788942103.824943:0:30948:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:1.0:1788942103.824949:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942103.824953:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942103.824958:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942103.824960:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942103.824964:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942103.824973:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5486d3200. 00000100:00000001:1.0:1788942103.824979:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942103.824996:0:30948:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788942103.825006:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788942103.825011:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788942103.825018:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942103.825020:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942103.825026:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.825028:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706947815680 : -122366761735936 : ffff90b544a26900) 00000100:00000001:1.0:1788942103.825031:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.825032:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942103.825037:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942103.825041:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.825043:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942103.825044:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942103.825049:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.825057:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942103.825059:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.825062:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942103.825065:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942103.825067:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942103.825070:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253824:192.168.206.109@tcp:35:rm.0 00000100:00000001:1.0:1788942103.825074:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942103.825079:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942103.825081:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.825084:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942103.826255:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487ba800. 02000000:00000001:1.0:1788942103.826265:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942103.826283:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942103.826290:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942103.826297:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da198. 00000100:00000200:1.0:1788942103.826304:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884253824, portal 10 00000100:00000001:1.0:1788942103.826307:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.826309:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942103.826319:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.826327:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942103.826330:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942103.826456:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942103.826462:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884253824, offset 0 00000400:00000200:1.0:1788942103.826469:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942103.826476:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.826483:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942103.826488:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942103.826492:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942103.826495:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942103.826497:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942103.826500:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2396:2396:256:4294967295] 192.168.206.109@tcp LPNI seq info [2396:2396:8:4294967295] 00000400:00000200:1.0:1788942103.826504:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.826515:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942103.826521:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942103.826650:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2f00. 00000800:00000200:1.0:1788942103.826658:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942103.826737:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942103.826742:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942103.826820:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.826826:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 826775 usecs (827 jiffies) 00000400:00000200:1.0:1788942103.826830:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942103.826832:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504812 00000100:00000001:1.0:1788942103.826836:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.826838:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504812 00000100:00000001:1.0:1788942103.826840:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.826842:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.826845:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.826848:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.826850:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942103.826879:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b544a26900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942103.826881:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.826884:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.832494:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.832503:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2f00. 00000400:00000200:3.0:1788942103.832510:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.832519:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.832641:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:3.0:1788942103.832646:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:3.0:1788942103.832652:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.832661:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.832978:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.832983:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.832991:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.832993:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942103.836440:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.836457:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942103.836461:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.836464:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.836472:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.836480:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942103.836488:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.836492:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.836497:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.836502:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4da80 00000400:00000200:2.0:1788942103.836506:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.836513:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x675d [1] + 224 00000800:00000001:2.0:1788942103.836519:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.836536:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.836540:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.836544:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942103.836552:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.836559:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942103.836570:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.836614:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942103.836635:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942103.836644:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.836647:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942103.841145:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.841151:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.841155:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942103.841171:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da198 00000400:00000010:1.0:1788942103.841174:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da198. 00000100:00000001:1.0:1788942103.841178:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.841189:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942103.841201:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884253824/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841209:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.841211:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.841214:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.841217:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.841219:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.841222:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.841224:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.841232:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942103.841236:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.841239:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942103.841240:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.841243:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942103.841246:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.841249:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942103.841251:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942103.841252:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942103.841254:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.841256:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942103.841259:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.841261:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942103.841263:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.841266:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.841281:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884253824/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841295:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.841297:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.841299:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942103.841304:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884253824/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942103.841311:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884253824:192.168.206.109@tcp:35:rm.0 00000100:00000001:1.0:1788942103.841316:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.841319:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.841321:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942103.841323:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.841326:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884253824/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841341:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.841344:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.841348:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942103.841349:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.841356:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.841357:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000002:00000001:1.0:1788942103.841360:0:30948:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.841363:0:30948:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.841368:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942103.841371:0:30948:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942103.841374:0:30948:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942103.841379:0:30948:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942103.841385:0:30948:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841393:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.841394:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000001:1.0:1788942103.841396:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.841398:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841405:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.841407:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.841410:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884253824/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841416:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.841418:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.841420:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996d80 x1875839884253056/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841426:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942103.841429:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.841431:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.841433:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942103.841436:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aeec00. 02000000:00000001:1.0:1788942103.841440:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942103.841442:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942103.841444:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996d80. 00000100:00000001:1.0:1788942103.841447:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942103.841448:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.841450:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.841453:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884253824/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841459:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.841460:0:30948:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b548354440. 00000002:00000001:1.0:1788942103.841463:0:30948:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.841464:0:30948:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.841466:0:30948:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b543e80400. 00000100:00000001:1.0:1788942103.841468:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.841471:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884253824/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.841476:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942103.841477:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942103.841480:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487ba800. 02000000:00000001:1.0:1788942103.841482:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942103.841483:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.841485:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.841486:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942103.841488:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942103.841490:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942103.841491:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942103.841492:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942103.841494:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942103.841495:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.841497:0:30948:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.841501:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942103.841503:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:1.0:1788942103.841506:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.841509:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.841514:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227000 count: 4 00010000:00000001:1.0:1788942103.841517:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.841521:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.841523:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.841752:0:30948:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788942103.841756:0:30948:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff90b548d321c8) invalid 00000020:00000001:1.0:1788942103.841761:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a80 00000080:00002000:1.0:1788942103.841763:0:30948:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff90b5445495e8) parent ffff90b548d765e8 inode ffff90b548d321c8 refc 2 00000080:00000001:1.0:1788942103.841766:0:30948:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788942103.841768:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942103.841771:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.841774:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942103.841778:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942103.841779:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942103.841781:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.841785:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942103.841788:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324600 with handle 0xcbb91bbb78157734 from hash 00010000:00000001:1.0:1788942103.841791:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942103.841793:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.841795:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.841796:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942103.841799:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942103.841801:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942103.841805:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788942103.841807:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788942103.841810:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788942103.841819:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942103.841823:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942103.841827:0:30948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942103.841828:0:30948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.841831:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942103.841834:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.841838:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.841840:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.841841:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.841844:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942103.841846:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942103.841871:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942103.841879:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5486d3200. 00000100:00000001:1.0:1788942103.841884:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.841886:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.841889:0:30948:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942103.841894:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942103.841904:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788942103.841911:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788942103.841917:0:30948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788942103.841919:0:30948:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788942103.841920:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942103.841923:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb7815773b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec8ed expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942103.841934:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.841935:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942103.841937:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324600/0xcbb91bbb78157734 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec8ae expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788942103.841943:0:30948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227000 count: 0 00010000:00000010:1.0:1788942103.841949:0:30948:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4c400. 00010000:00000001:1.0:1788942103.841954:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.841956:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942103.841958:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b000/0xcbb91bbb781576fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec80d expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1788942103.841964:0:30948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227100 count: 0 00010000:00000010:1.0:1788942103.841966:0:30948:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4c300. 00010000:00000001:1.0:1788942103.841970:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.841972:0:30948:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.841974:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.841975:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.841977:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788942103.841986:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942103.841992:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942103.841999:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942103.842001:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942103.842006:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.842008:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706947815680 : -122366761735936 : ffff90b544a26900) 00000100:00000001:1.0:1788942103.842010:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.842011:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942103.842015:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942103.842019:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.842022:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942103.842023:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942103.842027:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942103.842033:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942103.842036:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.842040:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942103.842042:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942103.842044:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942103.842048:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254080:192.168.206.109@tcp:36:rm.0 00000100:00000001:1.0:1788942103.842051:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942103.842056:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942103.842058:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.842060:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942103.842064:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487ba800. 02000000:00000001:1.0:1788942103.842066:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942103.842072:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942103.842075:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942103.842080:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da198. 00000100:00000200:1.0:1788942103.842086:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884254080, portal 10 00000100:00000001:1.0:1788942103.842088:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.842089:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942103.842095:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942103.842101:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942103.842104:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942103.842107:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daa18. 00000100:00000200:1.0:1788942103.842110:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875839884254080, offset 0 00000400:00000200:1.0:1788942103.842116:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942103.842123:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.842130:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942103.842135:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942103.842138:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942103.842142:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942103.842145:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942103.842148:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2397:2397:256:4294967295] 192.168.206.109@tcp LPNI seq info [2397:2397:8:4294967295] 00000400:00000200:1.0:1788942103.842153:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.842174:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942103.842181:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942103.842187:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2500. 00000800:00000200:1.0:1788942103.842193:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942103.842200:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942103.842204:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788942103.842223:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.842228:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 825628 usecs (826 jiffies) 00000400:00000200:1.0:1788942103.842231:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942103.842234:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504827 00000100:00000001:1.0:1788942103.842237:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.842240:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504827 00000100:00000001:1.0:1788942103.842242:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.842244:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.842246:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.842249:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.842250:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942103.842253:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b544a26900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942103.842255:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.842257:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.842996:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.843001:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2500. 00000400:00000200:3.0:1788942103.843006:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.843011:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.843017:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daa18 00000400:00000010:3.0:1788942103.843019:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daa18. 00000100:00000001:3.0:1788942103.843023:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.843027:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.843036:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.843038:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.843045:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.843047:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942103.849487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325200. 00010000:00000010:1.1:1788942103.849502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227000. 00010000:00000010:1.1:1788942103.849506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324600. 00010000:00000010:1.1:1788942103.849509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227100. 00010000:00000010:1.1:1788942103.849511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b000. 00000800:00000001:2.0:1788942103.858139:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.858157:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942103.858162:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.858164:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.858186:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.858196:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942103.858207:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.858212:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.858217:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.858221:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4db80 00000400:00000200:2.0:1788942103.858227:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.858232:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6765 [1] + 224 00000800:00000001:2.0:1788942103.858240:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.858247:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942103.858251:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.858255:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942103.858263:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.858280:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942103.858292:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942103.858314:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942103.858321:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942103.858325:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.858337:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942103.858344:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2398:2398:256:4294967295] 192.168.206.109@tcp LPNI seq info [2398:2398:8:4294967295] 00000400:00000200:2.0:1788942103.858348:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.858354:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942103.858360:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942103.858366:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d200. 00000800:00000200:2.0:1788942103.858372:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942103.858378:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942103.858382:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942103.858463:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.858467:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d200. 00000400:00000200:2.0:1788942103.858470:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.858473:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942103.858480:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942103.858483:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.858892:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942103.858901:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.858903:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.858906:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942103.858911:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da198 00000400:00000010:1.0:1788942103.858914:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da198. 00000100:00000001:1.0:1788942103.858916:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.858922:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942103.858932:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884254080/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942103.858938:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.858940:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.858943:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.858945:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.858948:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.858950:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.858953:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.858963:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942103.858967:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.858969:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942103.858970:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.858973:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942103.858976:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.858979:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942103.858981:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x10000013c] 00000100:00000001:1.0:1788942103.858983:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942103.858985:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.858987:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942103.858990:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.859001:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942103.859004:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.859006:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.859011:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884254080/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942103.859018:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.859021:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.859023:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942103.859026:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884254080/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942103.859039:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254080:192.168.206.109@tcp:36:rm.0 00000100:00000001:1.0:1788942103.859044:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.859047:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.859049:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942103.859051:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.859055:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884254080/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942103.859060:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.859063:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.859067:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942103.859068:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.859075:0:30948:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.859078:0:30948:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942103.859083:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.859087:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d2c00. 00000080:00000002:1.0:1788942103.859091:0:30948:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788942083 to 1788942103 00000100:00000001:1.0:1788942103.859096:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.859100:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884254080/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942103.859106:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.859109:0:30948:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.859125:0:30948:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788942103.859130:0:30948:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788942103.859131:0:30948:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90b548d321c8) 00800000:00000001:1.0:1788942103.859135:0:30948:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788942103.859137:0:30948:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x23:0x0] 00000002:00000001:1.0:1788942103.859143:0:30948:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788942103.859149:0:30948:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.859151:0:30948:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.859155:0:30948:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788942103.859157:0:30948:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788942103.859158:0:30948:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.859161:0:30948:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.859176:0:30948:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788942103.859177:0:30948:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788942103.859189:0:30948:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942103.859193:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e30 00000080:00002000:1.0:1788942103.859195:0:30948:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff90b5445495e8, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788942103.859198:0:30948:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.859201:0:30948:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942103.859204:0:30948:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942103.859243:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942103.859248:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942103.859249:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942103.859251:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b20 00000080:00200000:1.0:1788942103.859253:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942103.859258:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d2c00. 00800000:00000002:1.0:1788942103.859264:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.859277:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.859281:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.859283:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a40 00800000:00000002:1.0:1788942103.859285:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.859289:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942103.859292:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942103.859296:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.859298:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77910 00000002:00010000:1.0:1788942103.859299:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942103.859302:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.859304:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.859306:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942103.859309:0:30948:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.859311:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.859313:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.859315:0:30948:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942103.859317:0:30948:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942103.859322:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65880. 00000020:00000040:1.0:1788942103.859326:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942103.859340:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942103.859345:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.859352:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.859354:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.859356:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.859358:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942103.859360:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942103.859364:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942103.859369:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487bb000. 00000100:00000001:1.0:1788942103.859375:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.859378:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.859380:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.859381:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.859382:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.859384:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.859389:0:30948:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00010000:00000001:1.0:1788942103.859393:0:30948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942103.859395:0:30948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942103.859399:0:30948:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ee00. 00010000:00000010:1.0:1788942103.859404:0:30948:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78780. 00010000:00000001:1.0:1788942103.859408:0:30948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942103.859411:0:30948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0c00. 00000020:00000001:1.0:1788942103.859415:0:30948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942103.859418:0:30948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0c00 with handle 0xcbb91bbb78157742 to hash 00000020:00000001:1.0:1788942103.859419:0:30948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942103.859421:0:30948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.859425:0:30948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.859428:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.859430:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.859434:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.859442:0:30948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.859451:0:30948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942103.859457:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942103.859459:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942103.859464:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.859467:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706947815680 : -122366761735936 : ffff90b544a26900) 00000100:00000001:1.0:1788942103.859468:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.859469:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942103.859474:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942103.859477:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.859479:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942103.859481:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942103.859486:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.859493:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942103.859495:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.859499:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942103.859501:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942103.859503:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942103.859507:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254208:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942103.859510:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942103.859514:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942103.859516:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.859518:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942103.859523:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559181000. 02000000:00000001:1.0:1788942103.859525:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942103.859732:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942103.859736:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942103.859742:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da198. 00000100:00000200:1.0:1788942103.859747:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884254208, portal 10 00000100:00000001:1.0:1788942103.859749:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.859750:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000040:1.0:1788942103.859757:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.859770:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942103.859773:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942103.859775:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dac38. 00000100:00000200:1.0:1788942103.859779:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884254208, offset 0 00000400:00000200:1.0:1788942103.859784:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942103.859791:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.859797:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942103.859803:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942103.859807:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942103.859811:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942103.859813:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942103.859817:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2399:2399:256:4294967295] 192.168.206.109@tcp LPNI seq info [2399:2399:8:4294967295] 00000400:00000200:1.0:1788942103.859821:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.859829:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942103.859835:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942103.859839:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2600. 00000800:00000200:1.0:1788942103.859844:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942103.859912:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942103.859916:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788942103.860028:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.860033:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 824485 usecs (825 jiffies) 00000400:00000200:1.0:1788942103.860037:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942103.860040:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504844 00000100:00000001:1.0:1788942103.860043:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.860045:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504844 00000100:00000001:1.0:1788942103.860048:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.860050:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.860052:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.860055:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.860057:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942103.860059:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b544a26900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942103.860061:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.860063:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.869306:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.869318:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2600. 00000400:00000200:2.0:1788942103.869328:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.869346:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.869354:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dac38 00000400:00000010:2.0:1788942103.869357:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dac38. 00000100:00000001:2.0:1788942103.869363:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.869372:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.869384:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.869389:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.869396:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.869398:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788942103.874031:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d32100. 00000080:00000010:1.1:1788942103.874047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354ee0. 00000800:00000001:3.0:1788942103.882419:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.882435:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.882439:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.882442:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.882450:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.882457:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.882466:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.882471:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.882475:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.882480:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4dc00 00000400:00000200:3.0:1788942103.882485:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.882490:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x676d [1] + 224 00000800:00000001:3.0:1788942103.882501:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.882523:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.882536:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.882541:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.882549:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.882557:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.882568:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.882632:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942103.882650:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.882658:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.882662:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942103.889320:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.889328:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.889332:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942103.889340:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da198 00000400:00000010:1.0:1788942103.889343:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da198. 00000100:00000001:1.0:1788942103.889348:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.889360:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942103.889371:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.889379:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.889381:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.889383:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.889386:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.889389:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.889391:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.889394:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.889401:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942103.889405:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.889407:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942103.889409:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.889412:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942103.889415:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.889418:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.889420:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942103.889422:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.889426:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.889430:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.889443:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.889446:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.889448:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942103.889452:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942103.889459:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254208:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942103.889474:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.889477:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.889479:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942103.889481:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.889485:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.889491:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.889494:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.889497:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942103.889499:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.889502:0:30948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942103.889505:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.889508:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.889511:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=4 00000020:00000001:1.0:1788942103.889513:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889522:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000040:1.0:1788942103.889529:0:30948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0c00, remote cookie: 0x4d194fbcadeec910, flags: 0x1001 00010000:00010000:1.0:1788942103.889697:0:30948:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.889710:0:30948:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.889722:0:30948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942103.889726:0:30948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942103.889727:0:30948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942103.889729:0:30948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942103.889730:0:30948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942103.889733:0:30948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551c3ee00) refcount = 1 00010000:00010000:1.0:1788942103.889737:0:30948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.889743:0:30948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942103.889746:0:30948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942103.889747:0:30948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.889750:0:30948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942103.889753:0:30948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.889755:0:30948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.889761:0:30948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942103.889763:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889764:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.889765:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889766:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.889767:0:30948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.889773:0:30948:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942103.889775:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.889777:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.889779:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942103.889780:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889783:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889785:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.889786:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.889787:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=4 00000020:00000001:1.0:1788942103.889788:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889791:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889793:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.889796:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.889799:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.889805:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889807:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.889808:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.889809:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.889810:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=5 00000020:00000001:1.0:1788942103.889812:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889814:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889816:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.889818:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.889825:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889826:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942103.889829:0:30948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.889834:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.889835:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889836:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.889837:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889838:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942103.889843:0:30948:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942103.889869:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.889870:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.889871:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942103.889873:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889876:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889878:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889880:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.889881:0:30948:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.889883:0:30948:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.889886:0:30948:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942103.889888:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.889889:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.889890:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942103.889892:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889895:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00000002:00010000:1.0:1788942103.889898:0:30948:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.889904:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889905:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.889906:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942103.889908:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.889909:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.889911:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942103.889913:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.889915:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000040:1.0:1788942103.889921:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942103.889924:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942103.889927:0:30948:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942103.889930:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.889931:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.889932:0:30948:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942103.889935:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77898 00000002:00002000:1.0:1788942103.889937:0:30948:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942103.889940:0:30948:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.889943:0:30948:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.889945:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942103.889949:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942103.889952:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942103.889956:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.889959:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d2c00. 00000080:00000001:1.0:1788942103.889963:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942103.889966:0:30948:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942103.889971:0:30948:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942103.889975:0:30948:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788942103.894242:0:30948:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b5453457c0. 00800000:00000001:2.0:1788942103.894250:0:30948:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706957379520 : -122366752172096 : ffff90b5453457c0) 00800000:00000001:2.0:1788942103.894254:0:30948:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.894258:0:30948:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942103.894262:0:30948:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942103.894265:0:30948:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788942103.894267:0:30948:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942103.894279:0:30948:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942103.894281:0:30948:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.894286:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788942103.894288:0:30948:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788942103.894293:0:30948:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788942103.894296:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.894299:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.894302:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:2.0:1788942103.894305:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894308:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894311:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894313:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942103.894314:0:30948:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942103.894318:0:30948:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788942103.894320:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b5453457c0 1 00800000:00000010:2.0:1788942103.894322:0:30948:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b5453457c0. 00800000:00000001:2.0:1788942103.894327:0:30948:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.894331:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157742 00800000:00000001:2.0:1788942103.894334:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942103.894337:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.894338:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.894339:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.894340:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:2.0:1788942103.894342:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894344:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894347:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894348:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.894349:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.894351:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.894354:0:30948:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.894356:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942103.894360:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157742 from it ffffa57dc1c77b58 00010000:00000001:2.0:1788942103.894362:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.894363:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.894365:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:2.0:1788942103.894366:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894368:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894370:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.894375:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.894384:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894385:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.894386:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.894389:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.894392:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942103.894400:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.894402:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.894404:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.894408:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894409:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.894411:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894413:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.894415:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894417:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894420:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894422:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.894424:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894425:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942103.894427:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.894438:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65880 x1875839884254208/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.894446:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942103.894449:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942103.894452:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559181000. 02000000:00000001:2.0:1788942103.894455:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942103.894457:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942103.894459:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942103.894461:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942103.894464:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487bb000. 02000000:00000001:2.0:1788942103.894467:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942103.894469:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942103.894470:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65880. 00000100:00000001:2.0:1788942103.894474:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942103.894475:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942103.894479:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942103.894484:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.894489:0:30948:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942103.894492:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b48 00000080:00002000:2.0:1788942103.894494:0:30948:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff90b544549288) flags 0x20000e refc 1 00000080:00000001:2.0:1788942103.894497:0:30948:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.894499:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b90 00000080:00200000:2.0:1788942103.894500:0:30948:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000001:2.0:1788942103.894505:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942103.894506:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.894515:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d08 00000080:00200008:2.0:1788942103.894517:0:30948:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942103.894523:0:30948:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788942103.894527:0:30948:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.894530:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942103.894531:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c80 00000080:00200000:2.0:1788942103.894598:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248),name=d21g.recovery-small-2 00000080:00000010:2.0:1788942103.894605:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00800000:00000002:2.0:1788942103.894610:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942103.894616:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942103.894619:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.894620:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ba0 00800000:00000002:2.0:1788942103.894622:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942103.894626:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942103.894631:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942103.894635:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.894636:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a70 00000002:00010000:2.0:1788942103.894638:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942103.894641:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942103.894643:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.894646:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.894651:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:2.0:1788942103.894654:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.894658:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.894661:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942103.894666:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942103.894674:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942103.894678:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.894681:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942103.894688:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942103.894690:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942103.894692:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942103.894693:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942103.894695:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942103.894697:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942103.894700:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942103.894702:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942103.894705:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000080:00000001:2.0:1788942103.894708:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942103.894709:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.894711:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) 00000080:00010000:2.0:1788942103.894714:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) for lock 0xcbb91bbb78157718 00800000:00000001:2.0:1788942103.894717:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942103.894718:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.894720:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.894721:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.894723:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:2.0:1788942103.894725:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:2.0:1788942103.894727:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:2.0:1788942103.894729:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894730:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.894731:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.894733:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.894735:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157718 from it ffffa57dc1c77cb8 00010000:00000001:2.0:1788942103.894737:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.894738:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.894739:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:2.0:1788942103.894741:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:2.0:1788942103.894743:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:2.0:1788942103.894745:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.894747:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942103.894753:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894753:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.894754:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.894755:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.894757:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942103.894763:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.894764:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.894766:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.894768:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894769:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.894770:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894772:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.894773:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894775:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894777:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894778:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.894779:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894780:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942103.894781:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942103.894783:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942103.894786:0:30948:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.894789:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d08 00000080:00000008:2.0:1788942103.894791:0:30948:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942103.894824:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942103.894827:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942103.894828:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942103.894829:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00000080:00200000:2.0:1788942103.894831:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942103.894834:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00800000:00000002:2.0:1788942103.894837:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942103.894838:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942103.894840:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.894841:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ae0 00800000:00000002:2.0:1788942103.894843:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942103.894846:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942103.894848:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942103.894869:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.894871:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779b0 00000002:00010000:2.0:1788942103.894872:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942103.894875:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942103.894877:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.894878:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.894880:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:2.0:1788942103.894882:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.894884:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.894886:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942103.894889:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942103.894901:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942103.894903:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.894906:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942103.894912:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942103.894913:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942103.894915:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942103.894917:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942103.894918:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942103.894920:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942103.894923:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942103.894924:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942103.894926:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000080:00000001:2.0:1788942103.894928:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942103.894929:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.894931:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942103.894934:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157742 00800000:00000001:2.0:1788942103.894936:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942103.894938:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942103.894939:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.894940:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.894942:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:2.0:1788942103.894943:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894945:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894947:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894948:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.894950:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.894951:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942103.894953:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157742 from it ffffa57dc1c77bf8 00010000:00000001:2.0:1788942103.894955:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.894956:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.894958:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:2.0:1788942103.894960:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894962:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:2.0:1788942103.894964:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.894966:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942103.894971:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894972:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.894973:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942103.894974:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942103.894977:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942103.894983:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942103.894985:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942103.894986:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.894988:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.894989:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.894990:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894992:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942103.894993:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894995:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894997:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.894999:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.895000:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.895001:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942103.895002:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942103.895003:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942103.895005:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942103.895007:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.895010:0:30948:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942103.895011:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00000080:00002000:2.0:1788942103.895013:0:30948:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff90b544549288) flags 0x20000e refc 1 00000080:00000001:2.0:1788942103.895016:0:30948:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.895018:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c08 00000080:00200000:2.0:1788942103.895019:0:30948:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:2.0:1788942103.895572:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942103.895576:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.895580:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942103.895582:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248), inode mode 41ed mask 44 00000080:00000001:2.0:1788942103.895587:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.895592:0:30948:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788942103.895594:0:30948:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942103.895596:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b78 00000080:00200008:2.0:1788942103.895598:0:30948:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), flags 704400 00000080:00000010:2.0:1788942103.895604:0:30948:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e06780. 00000080:00000001:2.0:1788942103.895610:0:30948:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788942103.895614:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00800000:00000002:2.0:1788942103.895617:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942103.895620:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942103.895622:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.895623:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a28 00800000:00000002:2.0:1788942103.895625:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942103.895628:0:30948:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788942103.895630:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779a8 00800000:00000002:2.0:1788942103.895632:0:30948:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788942103.895636:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942103.895637:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c778e0 00000002:00010000:2.0:1788942103.895639:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788942103.895643:0:30948:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942103.895645:0:30948:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788942103.895648:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942103.895651:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:2.0:1788942103.895653:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.895655:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942103.895658:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.895660:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.895662:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.895664:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942103.895666:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:2.0:1788942103.895667:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.895669:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942103.895670:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.895672:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.895674:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942103.895678:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369180. 00000020:00000040:2.0:1788942103.895681:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942103.895686:0:30948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942103.895688:0:30948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.895690:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942103.895694:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.895698:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.895699:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.895700:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.895702:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942103.895704:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942103.895707:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942103.895713:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552277c00. 00000100:00000001:2.0:1788942103.895719:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.895723:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.895725:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.895727:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.895728:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.895730:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.895736:0:30948:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00010000:00000001:2.0:1788942103.895740:0:30948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942103.895741:0:30948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942103.895743:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:2.0:1788942103.895745:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.895747:0:30948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942103.895751:0:30948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792a200. 00000020:00000001:2.0:1788942103.895754:0:30948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942103.895756:0:30948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792a200 with handle 0xcbb91bbb78157749 to hash 00000020:00000001:2.0:1788942103.895758:0:30948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942103.895760:0:30948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942103.895763:0:30948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942103.895765:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.895767:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.895771:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.895778:0:30948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788942103.895790:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788942103.895799:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788942103.895808:0:30948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942103.895813:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942103.895815:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942103.895821:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033000. 00000100:00000001:2.0:1788942103.895823:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289702400 : -122366419849216 : ffff90b559033000) 00000100:00000001:2.0:1788942103.895826:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.895827:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000001:2.0:1788942103.895831:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942103.895834:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.895837:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942103.895838:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942103.895842:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.895849:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942103.895892:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.895895:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942103.895897:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942103.895899:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942103.895903:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369180 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254464:192.168.206.109@tcp:101:rm.0 00000100:00000001:2.0:1788942103.895907:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942103.895911:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942103.895913:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.895915:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942103.896000:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559240000. 02000000:00000001:2.0:1788942103.896002:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942103.896009:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942103.896013:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b58. 00000400:00000010:2.0:1788942103.896019:0:30948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b551ab1800. 00000100:00000200:2.0:1788942103.896094:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884254464, portal 10 00000100:00000001:2.0:1788942103.896097:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.896098:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000040:2.0:1788942103.896104:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.896112:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942103.896114:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942103.896118:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61c38. 00000100:00000200:2.0:1788942103.896121:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884254464, offset 0 00000400:00000200:2.0:1788942103.896127:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942103.896144:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.896151:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942103.896156:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942103.896160:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942103.896163:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942103.896166:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942103.896170:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2400:2400:256:4294967295] 192.168.206.109@tcp LPNI seq info [2400:2400:8:4294967295] 00000400:00000200:2.0:1788942103.896174:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.896183:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942103.896188:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942103.896193:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d200. 00000800:00000200:2.0:1788942103.896199:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942103.896206:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942103.896210:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788942103.896234:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.896238:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 823368 usecs (824 jiffies) 00000400:00000200:2.0:1788942103.896242:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942103.896245:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504879 00000100:00000001:2.0:1788942103.896248:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.896250:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504879 00000100:00000001:2.0:1788942103.896253:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.896255:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.896257:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.896259:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942103.896260:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942103.896263:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 11 seconds 00000100:00000001:2.0:1788942103.896266:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942103.896277:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.896701:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.896706:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d200. 00000400:00000200:3.0:1788942103.896712:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.896717:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.896723:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61c38 00000400:00000010:3.0:1788942103.896726:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61c38. 00000100:00000001:3.0:1788942103.896730:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.896734:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.896743:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.896746:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.896754:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.896755:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.914955:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.914971:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.914975:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.914977:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.914987:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.914995:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.915005:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.915010:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.915014:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.915018:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f4dd00 00000400:00000200:3.0:1788942103.915023:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.915029:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x6775 [64] + 224 00000800:00000001:3.0:1788942103.915036:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.915043:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.915047:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.915051:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.915059:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.915068:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.915080:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.915105:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.915113:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.915116:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.916549:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942103.916560:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942103.916562:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942103.916566:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b58. 00000400:00000200:2.0:1788942103.916583:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551ab1800 00000400:00000010:2.0:1788942103.916586:0:30948:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b551ab1800. 00000100:00000001:2.0:1788942103.916591:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942103.916600:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942103.916610:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.916617:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942103.916619:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.916621:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942103.916625:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942103.916627:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942103.916630:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.916632:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942103.916641:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942103.916644:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942103.916647:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788942103.916650:0:30948:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b552369180 x1875839884254464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.916656:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788942103.916658:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942103.916676:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788942103.916678:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942103.916680:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.916681:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000001:2.0:1788942103.916684:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942103.916686:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:2.0:1788942103.916688:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942103.916690:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788942103.916695:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.916702:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788942103.916704:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942103.916706:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942103.916710:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942103.916717:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369180 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254464:192.168.206.109@tcp:101:rm.0 00000100:00000001:2.0:1788942103.916722:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942103.916725:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788942103.916727:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942103.916728:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.916731:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.916741:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942103.916744:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033000. 00000100:00000001:2.0:1788942103.916747:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942103.916748:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788942103.916751:0:30948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942103.916757:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.916759:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.916764:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=4 00000020:00000001:2.0:1788942103.916766:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942103.916768:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00010000:2.0:1788942103.916773:0:30948:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.916784:0:30948:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788942103.916798:0:30948:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.916805:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942103.916807:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.916813:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.916814:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942103.916817:0:30948:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.916823:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.916825:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.916828:0:30948:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788942103.916830:0:30948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942103.916840:0:30948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b54792a200 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:2.0:1788942103.916843:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788942103.916847:0:30948:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.917140:0:30948:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788942103.917142:0:30948:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788942103.917146:0:30948:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.917151:0:30948:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788942103.917154:0:30948:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788942103.917155:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.917157:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.917159:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a200 refcount=5 00000020:00000001:2.0:1788942103.917161:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942103.917172:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997113344 : -122366712438272 : ffff90b54792a200) 00010000:00000001:2.0:1788942103.917175:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942103.917177:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788942103.917182:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942103.917184:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.917187:0:30948:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788942103.917188:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942103.917191:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942103.917192:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942103.917194:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.917196:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788942103.917199:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792a200 with handle 0xcbb91bbb78157749 from hash 00010000:00000001:2.0:1788942103.917201:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942103.917203:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.917204:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.917205:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942103.917207:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942103.917209:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788942103.917211:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.917212:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.917213:0:30948:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.917418:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.917422:0:30948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.917427:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.917428:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.917429:0:30948:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788942103.917431:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942103.917432:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.917433:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.917434:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942103.917436:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a200/0xcbb91bbb78157749 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942103.917445:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.917447:0:30948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788942103.917452:0:30948:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788942103.917460:0:30948:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942103.917469:0:30948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788942103.917474:0:30948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942103.917480:0:30948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.917482:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788942103.917484:0:30948:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.917486:0:30948:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.917487:0:30948:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.917490:0:30948:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788942103.917492:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.917494:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00010000:00000001:2.0:1788942103.917496:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788942103.917497:0:30948:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.917499:0:30948:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942103.917501:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77868 00000002:00002000:2.0:1788942103.917503:0:30948:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788942103.917506:0:30948:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.917509:0:30948:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942103.917511:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942103.917514:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942103.917517:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942103.917520:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942103.917524:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000080:00000001:2.0:1788942103.917528:0:30948:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942103.917533:0:30948:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942103.917536:0:30948:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942103.917538:0:30948:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942103.917540:0:30948:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:2.0:1788942103.917543:0:30948:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.917548:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:2.0:1788942103.917551:0:30948:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788942103.917554:0:30948:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00000001:2.0:1788942103.917557:0:30948:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942103.917560:0:30948:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942103.917561:0:30948:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.917564:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942103.917565:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.917568:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.917571:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.917578:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942103.918554:0:30948:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942103.918568:0:30948:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5435ddec0. 00000080:00000001:3.0:1788942103.918572:0:30948:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788942103.918578:0:30948:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788942103.918582:0:30948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788942103.918586:0:30948:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b559061560. 00000002:00100000:3.0:1788942103.918595:0:30948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942103.918602:0:30948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942103.918604:0:30948:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788942103.918608:0:30948:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788942103.918611:0:30948:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942103.918614:0:30948:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788942103.918615:0:30948:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942103.918617:0:30948:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942103.918623:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.918626:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788942103.918632:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942103.918635:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559240000. 02000000:00000001:3.0:1788942103.918705:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788942103.918707:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942103.918711:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b78 00000080:00000008:3.0:1788942103.918714:0:30948:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), flags 704400, rc = 0 00000080:00000001:3.0:1788942103.918718:0:30948:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942103.918743:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d28 00000080:00200008:3.0:1788942103.918745:0:30948:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942103.918755:0:30948:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788942103.918759:0:30948:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942103.918761:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942103.918763:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ca0 00000080:00200000:3.0:1788942103.918765:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248),name=d21g.recovery-small-2 00000080:00000010:3.0:1788942103.918772:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:3.0:1788942103.918779:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942103.918798:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942103.918802:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942103.918804:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00800000:00000002:3.0:1788942103.918807:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942103.918811:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942103.918816:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942103.918820:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942103.918822:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a90 00000002:00010000:3.0:1788942103.918824:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942103.918828:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942103.918829:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942103.918832:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942103.918838:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:3.0:1788942103.918841:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942103.918845:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942103.918849:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942103.918886:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788942103.918896:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942103.918900:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942103.918903:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788942103.918910:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942103.918912:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942103.918913:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942103.918915:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942103.918917:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942103.918919:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942103.918922:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942103.918924:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942103.918927:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:3.0:1788942103.918932:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942103.918934:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942103.918936:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) 00000080:00010000:3.0:1788942103.918939:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) for lock 0xcbb91bbb78157718 00800000:00000001:3.0:1788942103.918942:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942103.918944:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942103.918946:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942103.918948:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942103.918950:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:3.0:1788942103.918952:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:3.0:1788942103.918955:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:3.0:1788942103.918957:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942103.918959:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942103.918960:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942103.918962:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942103.918964:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157718 from it ffffa57dc1c77cd8 00010000:00000001:3.0:1788942103.918966:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942103.918968:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942103.918969:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:3.0:1788942103.918971:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:3.0:1788942103.918973:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:3.0:1788942103.918975:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942103.918978:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942103.918984:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942103.918985:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942103.918987:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942103.918989:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942103.918992:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942103.919000:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942103.919004:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942103.919005:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942103.919010:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942103.919011:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942103.919012:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.919015:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942103.919016:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.919018:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.919021:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942103.919023:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942103.919024:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942103.919025:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942103.919027:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942103.919029:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942103.919031:0:30948:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942103.919035:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d28 00000080:00000008:3.0:1788942103.919037:0:30948:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942103.919055:0:30948:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788942103.919058:0:30948:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788942103.919062:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00000080:00000001:3.0:1788942103.919066:0:30948:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1788942103.919070:0:30948:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788942103.919074:0:30948:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788942103.919076:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942103.919077:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ab8 00000002:00010000:3.0:1788942103.919079:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000404:0x24:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788942103.919082:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942103.919083:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942103.919085:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942103.919088:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:3.0:1788942103.919090:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942103.919092:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942103.919094:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942103.919097:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788942103.919102:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942103.919105:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942103.919107:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788942103.919113:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942103.919115:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942103.919117:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942103.919118:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942103.919120:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942103.919121:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942103.919122:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:3.0:1788942103.919124:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:3.0:1788942103.919126:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:3.0:1788942103.919128:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942103.919129:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942103.919130:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942103.919183:0:30948:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788942103.919189:0:30948:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90b545e7d000. 00000002:00000001:3.0:1788942103.919734:0:30948:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788942103.919740:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acfb80. 00000020:00000040:3.0:1788942103.919745:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942103.919749:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942103.919752:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942103.919755:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942103.919761:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222c200. 00000100:00000001:3.0:1788942103.919767:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.919770:0:30948:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788942103.919774:0:30948:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90b54837cc00. 00000100:00000010:3.0:1788942103.919778:0:30948:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90b559152000. 00000020:00000040:3.0:1788942103.919780:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=10 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942103.919801:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942103.919802:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942103.919809:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b542bfce40. 00000100:00000001:3.0:1788942103.919811:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706916187712 : -122366793363904 : ffff90b542bfce40) 00000100:00000001:3.0:1788942103.919814:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942103.919815:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00000100:00000001:3.0:1788942103.919820:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942103.919824:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.919826:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942103.919828:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942103.919834:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.919843:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942103.919845:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942103.919848:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942103.919873:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942103.919876:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942103.919879:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254592:192.168.206.109@tcp:37:rm.0 00000100:00000001:3.0:1788942103.919883:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942103.919887:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942103.919890:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.919892:0:30948:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788942103.919901:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942103.919905:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c45d8. 00000400:00000010:3.0:1788942103.919914:0:30948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90b559122000. 00000100:00000200:3.0:1788942103.919921:0:30948:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1101f4dd80-0x6aa1101f4dd80, portal 14 00000100:00000001:3.0:1788942103.919925:0:30948:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942103.919927:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942103.919930:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837c000. 02000000:00000001:3.0:1788942103.919932:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942103.919935:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942103.919938:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c47e8. 00000400:00000010:3.0:1788942103.919941:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded3b8. 00000100:00000200:3.0:1788942103.919944:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884254592, portal 10 00000100:00000001:3.0:1788942103.919945:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942103.919947:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00000100:00000040:3.0:1788942103.919953:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.919966:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942103.919969:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942103.919972:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded4c8. 00000100:00000200:3.0:1788942103.919974:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875839884254592, offset 0 00000400:00000200:3.0:1788942103.919981:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942103.919989:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.919997:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942103.920002:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942103.920006:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942103.920009:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942103.920012:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942103.920015:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2401:2401:256:4294967295] 192.168.206.109@tcp LPNI seq info [2401:2401:8:4294967295] 00000400:00000200:3.0:1788942103.920020:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.920029:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942103.920035:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942103.920040:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38700. 00000800:00000200:3.0:1788942103.920046:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942103.920053:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942103.920058:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788942103.920076:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942103.920080:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 822240 usecs (823 jiffies) 00000400:00000200:3.0:1788942103.920083:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942103.920086:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504900 00000100:00000001:3.0:1788942103.920089:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:3.0:1788942103.920091:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504900 00000100:00000001:3.0:1788942103.920093:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:3.0:1788942103.920096:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942103.920098:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.920101:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942103.920103:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942103.920105:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b542bfce40 going to sleep for 11 seconds 00000100:00000001:3.0:1788942103.920108:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942103.920111:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.920627:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.920634:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38700. 00000400:00000200:2.0:1788942103.920641:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.920646:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.920652:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded4c8 00000400:00000010:2.0:1788942103.920654:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded4c8. 00000100:00000001:2.0:1788942103.920674:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.920681:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.920690:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.920693:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.920700:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.920702:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.927278:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.927293:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.927297:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.927299:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.927308:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.927316:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.927325:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.927329:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.927335:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.927339:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 4096 into portal 14 MB=0x6aa1101f4dd80 00000400:00000200:3.0:1788942103.927344:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.927350:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.109@tcp of length 4096/4096 into md 0x6785 [256] + 0 00000400:00000010:3.0:1788942103.927354:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c45d8. 00000400:00000200:3.0:1788942103.927359:0:2348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b559122000 00000800:00000001:3.0:1788942103.927363:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.927374:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.927377:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.927382:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.927387:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559122000 00000400:00000010:3.0:1788942103.927390:0:2348:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90b559122000. 00000100:00000001:3.0:1788942103.927395:0:2348:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788942103.927398:0:2348:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff90b544acfb80 desc ffff90b54837cc00 mbits 1875839884254592 00000100:00000001:3.0:1788942103.927422:0:2348:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788942103.927430:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942103.927433:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.927438:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942103.927443:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2402:2402:256:4294967295] 192.168.206.109@tcp LPNI seq info [2402:2402:8:4294967295] 00000400:00000200:3.0:1788942103.927447:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.927454:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942103.927458:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942103.927465:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90b559122000. 00000800:00000200:3.0:1788942103.927470:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942103.927477:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942103.927481:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b559122000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942103.927538:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.927541:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90b559122000. 00000400:00000200:3.0:1788942103.927545:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.927548:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942103.927554:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.927557:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.928379:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.928385:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788942103.939182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a200. 00000800:00000001:3.0:1788942103.941754:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.941768:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.941773:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.941775:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.941783:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.941966:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.941975:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.941980:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.941984:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.941989:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f4dd80 00000400:00000200:3.0:1788942103.941994:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.942000:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x678d [1] + 224 00000800:00000001:3.0:1788942103.942007:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.942017:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.942021:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.942025:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.942032:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.942040:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.942050:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.942120:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942103.942139:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.942149:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.942152:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942103.947085:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.947092:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.947102:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c47e8. 00000400:00000200:1.0:1788942103.947111:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded3b8 00000400:00000010:1.0:1788942103.947114:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded3b8. 00000100:00000001:1.0:1788942103.947118:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.947129:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942103.947140:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.947148:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.947150:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.947153:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.947155:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.947158:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.947160:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.947353:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.947363:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942103.947367:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.947369:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942103.947371:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.947374:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942103.947377:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.947380:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.947382:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942103.947384:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.947388:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.947393:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788942103.947402:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.947410:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.947412:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942103.947416:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942103.947423:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254592:192.168.206.109@tcp:37:rm.0 00000100:00000001:1.0:1788942103.947428:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.947431:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.947433:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942103.947434:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.947437:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.947444:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.947447:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b542bfce40. 00000100:00000001:1.0:1788942103.947451:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942103.947452:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.947456:0:30948:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.947458:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.947461:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acfb80 x1875839884254592/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.947467:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942103.947469:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942103.947472:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837c000. 02000000:00000001:1.0:1788942103.947475:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942103.947478:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.947479:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.947481:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:1.0:1788942103.947483:0:30948:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788942103.947486:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.947487:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.947489:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:1.0:1788942103.947510:0:30948:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90b559152000. 00000100:00000010:1.0:1788942103.947513:0:30948:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b54837cc00. 00000100:00000001:1.0:1788942103.947515:0:30948:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788942103.947517:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222c200. 02000000:00000001:1.0:1788942103.947521:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942103.947523:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942103.947525:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acfb80. 00000100:00000001:1.0:1788942103.947528:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942103.947529:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.947532:0:30948:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788942103.947534:0:30948:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788942103.951324:0:30948:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90b545e7d000. 00000002:00000001:1.0:1788942103.951337:0:30948:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.951343:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.951346:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.951349:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.951352:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.951354:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.951357:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.951361:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942103.951371:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.951372:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.951374:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.951377:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.951379:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942103.951387:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.951391:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.951392:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.951397:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.951398:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.951400:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.951403:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.951405:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.951406:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.951410:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.951412:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.951413:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.951414:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788942103.951417:0:30948:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.951421:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942103.951427:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942103.951430:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788942103.951436:0:30948:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.951440:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:1.0:1788942103.951446:0:30948:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.951474:0:30948:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788942103.951477:0:30948:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942103.951480:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dd0 00000080:00200008:1.0:1788942103.951482:0:30948:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), flags 704000 00000080:00400000:1.0:1788942103.951486:0:30948:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788942103.951490:0:30948:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788942103.951491:0:30948:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788942103.951493:0:30948:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788942103.951499:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.951501:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.951507:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:1.0:1788942103.951510:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942103.951514:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942103.951516:0:30948:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 0 00000080:00000001:1.0:1788942103.951519:0:30948:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788942103.951521:0:30948:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788942103.951526:0:30948:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5486d2c00. 00000080:00000001:1.0:1788942103.951528:0:30948:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788942103.951534:0:30948:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788942103.951537:0:30948:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788942103.951539:0:30948:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:1.0:1788942103.951542:0:30948:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788942103.951544:0:30948:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1788942103.951551:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942103.951555:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942103.951559:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942103.951562:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942103.951567:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942103.951573:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5486d3c00. 00000100:00000001:1.0:1788942103.951578:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942103.951596:0:30948:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788942103.951607:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788942103.951612:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788942103.951619:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942103.951621:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942103.951626:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.951628:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706947815680 : -122366761735936 : ffff90b544a26900) 00000100:00000001:1.0:1788942103.951631:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.951632:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942103.951636:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942103.951640:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.951642:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942103.951643:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942103.951647:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.951654:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942103.951655:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.951659:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942103.951675:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942103.951678:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942103.951681:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254848:192.168.206.109@tcp:35:rm.0 00000100:00000001:1.0:1788942103.951686:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942103.951690:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942103.951692:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.951694:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942103.951698:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942103.951700:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942103.951707:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942103.951711:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942103.951717:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da198. 00000100:00000200:1.0:1788942103.951723:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884254848, portal 10 00000100:00000001:1.0:1788942103.951725:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.951726:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942103.951732:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.951740:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942103.951742:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942103.951745:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942103.951748:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884254848, offset 0 00000400:00000200:1.0:1788942103.951753:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942103.951760:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.951766:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942103.951771:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942103.951774:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942103.951778:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942103.951780:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942103.951784:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2403:2403:256:4294967295] 192.168.206.109@tcp LPNI seq info [2403:2403:8:4294967295] 00000400:00000200:1.0:1788942103.951788:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.951797:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942103.951802:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942103.951806:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2200. 00000800:00000200:1.0:1788942103.951812:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942103.951818:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942103.951823:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942103.951872:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.951876:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 821125 usecs (822 jiffies) 00000400:00000200:1.0:1788942103.951880:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942103.951882:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504933 00000100:00000001:1.0:1788942103.951885:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.951888:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504933 00000100:00000001:1.0:1788942103.951890:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.951892:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.951894:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.951896:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.951898:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942103.951901:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b544a26900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942103.951903:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.951905:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942103.952132:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942103.952137:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2200. 00000400:00000200:2.0:1788942103.952142:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942103.952147:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942103.952153:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:2.0:1788942103.952155:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:2.0:1788942103.952165:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942103.952169:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.952179:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942103.952182:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942103.952189:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.952190:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.960730:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.960747:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.960751:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.960754:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.960767:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.960775:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.960783:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.960788:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.960796:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.960801:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4de80 00000400:00000200:3.0:1788942103.960806:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.960812:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x679d [1] + 224 00000800:00000001:3.0:1788942103.960818:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.960825:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.960828:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.960832:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.960840:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.960848:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.960896:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.960914:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.960921:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.960924:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.961117:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942103.961124:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.961126:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.961129:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942103.961133:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da198 00000400:00000010:1.0:1788942103.961136:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da198. 00000100:00000001:1.0:1788942103.961139:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.961143:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942103.961152:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884254848/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961158:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.961160:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.961163:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.961166:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.961168:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.961171:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.961173:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.961183:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942103.961188:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.961190:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942103.961192:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.961195:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942103.961198:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.961201:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942103.961203:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942103.961205:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942103.961207:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.961209:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942103.961212:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.961214:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942103.961216:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.961218:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.961223:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884254848/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961230:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.961233:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.961235:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942103.961239:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884254848/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942103.961246:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884254848:192.168.206.109@tcp:35:rm.0 00000100:00000001:1.0:1788942103.961250:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.961253:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.961255:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942103.961256:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.961260:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884254848/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961266:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.961279:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.961282:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942103.961284:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.961290:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.961291:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000002:00000001:1.0:1788942103.961294:0:30948:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.961296:0:30948:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.961301:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d2c00. 00000080:00000001:1.0:1788942103.961304:0:30948:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942103.961307:0:30948:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942103.961311:0:30948:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942103.961316:0:30948:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961324:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.961326:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000001:1.0:1788942103.961328:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.961331:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961337:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.961339:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.961341:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884254848/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961347:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.961348:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.961351:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369180 x1875839884254464/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961357:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942103.961360:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.961361:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.961363:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942103.961366:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552277c00. 02000000:00000001:1.0:1788942103.961370:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942103.961371:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942103.961373:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369180. 00000100:00000001:1.0:1788942103.961376:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942103.961378:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.961380:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.961383:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884254848/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961389:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.961391:0:30948:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b559061560. 00000002:00000001:1.0:1788942103.961394:0:30948:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.961395:0:30948:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.961398:0:30948:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b5435ddec0. 00000100:00000001:1.0:1788942103.961400:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.961403:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884254848/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.961410:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942103.961412:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942103.961414:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942103.961416:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942103.961418:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942103.961419:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942103.961420:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942103.961421:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5486d3c00. 02000000:00000001:1.0:1788942103.961423:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942103.961424:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942103.961425:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:1.0:1788942103.961428:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942103.961429:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.961432:0:30948:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.961435:0:30948:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e06780. 00000080:00000001:1.0:1788942103.961439:0:30948:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.961444:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dd0 00000080:00000008:1.0:1788942103.961447:0:30948:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), flags 704000, rc = 0 00000080:00000001:1.0:1788942103.961450:0:30948:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.961452:0:30948:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.961491:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942103.961494:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942103.961496:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942103.961497:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00000080:00200000:1.0:1788942103.961500:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942103.961504:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00800000:00000002:1.0:1788942103.961509:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.961513:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.961516:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.961518:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ae0 00800000:00000002:1.0:1788942103.961520:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.961524:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942103.961527:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942103.961530:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.961532:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779b0 00000002:00010000:1.0:1788942103.961534:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942103.961537:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.961539:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.961541:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.961547:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942103.961550:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.961554:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.961557:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942103.961561:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942103.961571:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942103.961574:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.961578:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942103.961585:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942103.961587:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.961589:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.961591:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.961593:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.961595:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942103.961598:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942103.961600:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.961602:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942103.961605:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942103.961607:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.961609:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942103.961612:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157742 00800000:00000001:1.0:1788942103.961616:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.961617:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.961619:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.961621:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.961624:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942103.961626:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.961628:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.961631:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.961632:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.961634:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.961635:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.961638:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157742 from it ffffa57dc1c77bf8 00010000:00000001:1.0:1788942103.961640:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.961641:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.961642:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942103.961644:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.961645:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942103.961647:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.961650:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942103.961656:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.961657:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.961756:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.961758:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.961761:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942103.961775:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.961777:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.961779:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.961783:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.961784:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.961996:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962000:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.962002:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962004:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962007:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962010:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.962011:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.962012:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942103.962014:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942103.962016:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.962018:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942103.962022:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.962026:0:30948:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942103.962028:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00000080:00002000:1.0:1788942103.962030:0:30948:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff90b544549288) flags 0x20000e refc 1 00000080:00000001:1.0:1788942103.962033:0:30948:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.962035:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c08 00000080:00200000:1.0:1788942103.962036:0:30948:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:1.0:1788942103.962041:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942103.962042:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.962046:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942103.962047:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248), inode mode 41ed mask 44 00000080:00000001:1.0:1788942103.962050:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.962055:0:30948:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942103.962057:0:30948:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942103.962059:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b78 00000080:00200008:1.0:1788942103.962061:0:30948:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), flags 704400 00000080:00000010:1.0:1788942103.962066:0:30948:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415be280. 00000080:00000001:1.0:1788942103.962071:0:30948:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788942103.962074:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00800000:00000002:1.0:1788942103.962077:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.962079:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.962081:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.962082:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a28 00800000:00000002:1.0:1788942103.962084:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.962087:0:30948:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788942103.962089:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779a8 00800000:00000002:1.0:1788942103.962091:0:30948:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788942103.962095:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.962096:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c778e0 00000002:00010000:1.0:1788942103.962098:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1788942103.962102:0:30948:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942103.962104:0:30948:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942103.962107:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942103.962111:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:1.0:1788942103.962113:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.962115:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942103.962117:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962119:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.962121:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.962122:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942103.962124:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942103.962126:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.962128:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942103.962129:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962130:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.962132:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.962136:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942103.962140:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942103.962144:0:30948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942103.962146:0:30948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962148:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942103.962151:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.962154:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.962155:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.962157:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.962159:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942103.962161:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942103.962164:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942103.962170:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8c00. 00000100:00000001:1.0:1788942103.962177:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962180:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.962182:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962184:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942103.962185:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.962186:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.962192:0:30948:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00010000:00000001:1.0:1788942103.962195:0:30948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942103.962197:0:30948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942103.962199:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942103.962201:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.962203:0:30948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942103.962206:0:30948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0e00. 00000020:00000001:1.0:1788942103.962209:0:30948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942103.962211:0:30948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0e00 with handle 0xcbb91bbb78157750 to hash 00000020:00000001:1.0:1788942103.962213:0:30948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942103.962214:0:30948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.962218:0:30948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.962221:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.962222:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.962225:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.962233:0:30948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942103.962242:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942103.962250:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942103.962258:0:30948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942103.962263:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942103.962265:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942103.962280:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.962283:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706947815680 : -122366761735936 : ffff90b544a26900) 00000100:00000001:1.0:1788942103.962285:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.962286:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942103.962290:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942103.962294:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.962296:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942103.962297:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942103.962301:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.962308:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942103.962310:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.962313:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942103.962315:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942103.962317:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942103.962320:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884255104:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942103.962324:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942103.962328:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942103.962330:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.962332:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942103.962918:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559240000. 02000000:00000001:1.0:1788942103.962922:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942103.962928:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942103.962933:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942103.962938:0:30948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b559187800. 00000100:00000200:1.0:1788942103.962944:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884255104, portal 10 00000100:00000001:1.0:1788942103.962946:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.962948:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942103.962955:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.962963:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942103.962966:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942103.962969:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da198. 00000100:00000200:1.0:1788942103.962972:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884255104, offset 0 00000400:00000200:1.0:1788942103.962977:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942103.962984:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.962991:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942103.962996:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942103.962999:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942103.963003:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942103.963006:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942103.963009:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2404:2404:256:4294967295] 192.168.206.109@tcp LPNI seq info [2404:2404:8:4294967295] 00000400:00000200:1.0:1788942103.963013:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942103.963023:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942103.963028:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942103.963033:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b553cd2b00. 00000800:00000200:1.0:1788942103.963039:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942103.963046:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942103.963050:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b553cd2b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942103.963071:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.963075:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 819982 usecs (820 jiffies) 00000400:00000200:1.0:1788942103.963079:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942103.963081:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504942 00000100:00000001:1.0:1788942103.963084:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.963086:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504942 00000100:00000001:1.0:1788942103.963088:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:1.0:1788942103.963090:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.963093:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.963095:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942103.963097:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942103.963100:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b544a26900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942103.963103:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942103.963105:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.966004:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.966013:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b553cd2b00. 00000400:00000200:3.0:1788942103.966020:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.966028:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.966036:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da198 00000400:00000010:3.0:1788942103.966038:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da198. 00000100:00000001:3.0:1788942103.966043:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.966050:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.966061:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.966065:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942103.966072:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.966074:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942103.983755:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.983771:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942103.983776:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.983779:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.983799:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.983807:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942103.983816:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.983821:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.983825:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.983839:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f4df80 00000400:00000200:3.0:1788942103.983844:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942103.983849:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x67a5 [64] + 224 00000800:00000001:3.0:1788942103.983895:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.983902:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942103.983906:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.983911:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942103.983919:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942103.983927:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942103.983939:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.984005:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942103.984025:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942103.984033:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942103.984037:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942103.986203:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942103.986209:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942103.986213:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942103.986222:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559187800 00000400:00000010:1.0:1788942103.986224:0:30948:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b559187800. 00000100:00000001:1.0:1788942103.986229:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942103.986241:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942103.986253:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884255104/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.986261:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942103.986263:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.986266:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942103.986279:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942103.986282:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942103.986284:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942103.986287:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942103.986297:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=93 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942103.986301:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942103.986304:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942103.986305:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.986308:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942103.986311:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.986314:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942103.986316:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942103.986318:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942103.986321:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.986322:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942103.986326:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942103.986330:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788942103.986332:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942103.986335:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942103.986341:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.986348:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.986351:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942103.986353:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942103.986356:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942103.986363:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884255104:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942103.986368:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942103.986370:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.986372:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942103.986374:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.986377:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.986384:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942103.986387:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b544a26900. 00000100:00000001:1.0:1788942103.986390:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942103.986392:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.986394:0:30948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942103.986399:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.986401:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.986404:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=4 00000020:00000001:1.0:1788942103.986407:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.986410:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000040:1.0:1788942103.986416:0:30948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0e00, remote cookie: 0x4d194fbcadeec92c, flags: 0x1001 00010000:00000040:1.0:1788942103.986418:0:30948:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788942103.986421:0:30948:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788942103.986428:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:1.0:1788942103.986430:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.986434:0:30948:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.986438:0:30948:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942103.986446:0:30948:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.986452:0:30948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942103.986455:0:30948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942103.986458:0:30948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942103.986459:0:30948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942103.986461:0:30948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942103.986463:0:30948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff90b551c3e100) refcount = 2 00010000:00000040:1.0:1788942103.986466:0:30948:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942103.986469:0:30948:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788942103.986475:0:30948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.986480:0:30948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942103.986483:0:30948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942103.986485:0:30948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.986487:0:30948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942103.986489:0:30948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.986492:0:30948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.986497:0:30948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942103.986498:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.986500:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.986501:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.986502:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.986504:0:30948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.986508:0:30948:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942103.986510:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.986511:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.986513:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942103.986515:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.986516:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.986518:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.986519:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942103.986523:0:30948:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942103.986532:0:30948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942103.986537:0:30948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942103.986543:0:30948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.986545:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.986546:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.986547:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942103.986549:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.986551:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.986553:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.986554:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.986555:0:30948:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.986557:0:30948:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942103.986560:0:30948:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942103.986562:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942103.986563:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00010000:00000001:1.0:1788942103.986566:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.986567:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.986568:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942103.986570:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.986572:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00000002:00010000:1.0:1788942103.986576:0:30948:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.986582:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.986583:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.986585:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942103.986586:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.986588:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.986589:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942103.986590:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.986592:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000040:1.0:1788942103.986595:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:1.0:1788942103.986597:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942103.986601:0:30948:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/36 (0 0) 00010000:00000001:1.0:1788942103.986603:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.986604:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.986606:0:30948:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942103.986608:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77868 00000002:00002000:1.0:1788942103.986610:0:30948:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788942103.986613:0:30948:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.986616:0:30948:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.986619:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942103.986621:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942103.986624:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942103.986628:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.986631:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942103.986637:0:30948:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942103.986642:0:30948:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942103.986644:0:30948:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942103.986647:0:30948:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942103.986648:0:30948:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788942103.986651:0:30948:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.986655:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942103.987084:0:30948:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942103.987092:0:30948:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00010000:00000001:1.0:1788942103.987095:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.987097:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.987099:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942103.987101:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.987103:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.987106:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987107:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942103.987108:0:30948:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942103.987111:0:30948:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942103.987113:0:30948:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.987116:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) for lock 0xcbb91bbb78157750 00800000:00000001:1.0:1788942103.987119:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.987121:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.987123:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.987124:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.987125:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942103.987127:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.987129:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.987131:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987132:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.987133:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.987135:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.987138:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942103.987140:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942103.987142:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.987147:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942103.987155:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.987158:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157750 from it ffffa57dc1c77bd0 00010000:00000001:1.0:1788942103.987170:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.987171:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.987174:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942103.987176:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.987178:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942103.987180:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.987183:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942103.987190:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987192:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.987193:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.987196:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.987199:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942103.987206:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.987209:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.987211:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.987215:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987217:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.987218:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.987222:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.987224:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.987226:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.987229:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.987231:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.987232:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987233:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942103.987237:0:30948:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.987246:0:30948:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392840. 00000080:00000001:1.0:1788942103.987249:0:30948:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942103.987253:0:30948:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942103.987255:0:30948:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942103.987259:0:30948:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfa860. 00000002:00100000:1.0:1788942103.987264:0:30948:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942103.987285:0:30948:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.987287:0:30948:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942103.987291:0:30948:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942103.987294:0:30948:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.987297:0:30948:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942103.987298:0:30948:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.987300:0:30948:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942103.987304:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942103.987307:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942103.987315:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942103.987318:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559240000. 02000000:00000001:1.0:1788942103.987371:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942103.987373:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.987376:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b78 00000080:00000008:1.0:1788942103.987378:0:30948:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), flags 704400, rc = 0 00000080:00000001:1.0:1788942103.987383:0:30948:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.987403:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d28 00000080:00200008:1.0:1788942103.987405:0:30948:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942103.987412:0:30948:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788942103.987415:0:30948:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.987418:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942103.987419:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77ca0 00000080:00200000:1.0:1788942103.987421:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248),name=d21g.recovery-small-2 00000080:00000010:1.0:1788942103.987426:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00800000:00000002:1.0:1788942103.987432:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942103.987437:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942103.987440:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.987442:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bc0 00800000:00000002:1.0:1788942103.987444:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942103.987447:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942103.987450:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942103.987454:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942103.987456:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a90 00000002:00010000:1.0:1788942103.987458:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942103.987461:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942103.987463:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942103.987464:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942103.987467:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:1.0:1788942103.987469:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942103.987472:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942103.987475:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942103.987478:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788942103.987485:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942103.987489:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942103.987491:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788942103.987497:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942103.987499:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942103.987500:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.987502:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942103.987504:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942103.987505:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942103.987507:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942103.987509:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942103.987511:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942103.987514:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942103.987515:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.987517:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) 00000080:00010000:1.0:1788942103.987520:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) for lock 0xcbb91bbb78157718 00800000:00000001:1.0:1788942103.987522:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942103.987523:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942103.987525:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.987526:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.987528:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.987530:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.987532:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.987534:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987535:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942103.987536:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942103.987538:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942103.987539:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157718 from it ffffa57dc1c77cd8 00010000:00000001:1.0:1788942103.987541:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942103.987542:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942103.987543:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325600 refcount=3 00000020:00000001:1.0:1788942103.987545:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.987547:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351808 : -122366534199808 : ffff90b552325600) 00010000:00000001:1.0:1788942103.987549:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942103.987551:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942103.987556:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987557:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.987558:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942103.987560:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942103.987562:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942103.987567:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942103.987568:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942103.987570:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942103.987571:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987573:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942103.987574:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.987575:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942103.987577:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.987578:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.987580:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942103.987582:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942103.987583:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942103.987584:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942103.987585:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942103.987587:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942103.987589:0:30948:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942103.987593:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d28 00000080:00000008:1.0:1788942103.987594:0:30948:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942103.987615:0:30948:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788942103.987617:0:30948:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788942103.987622:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942103.987626:0:30948:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788942103.987633:0:30948:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446707420536784512 : -36653172767104 : ffffdeaa04a84680) 00000080:00000001:1.0:1788942103.987637:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788942103.987640:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942103.987642:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788942103.987645:0:30948:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942103.987647:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942103.987651:0:30948:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942103.989138:0:30948:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788942103.989147:0:30948:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788942103.989155:0:30948:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942103.989214:0:30948:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.992622:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942103.992629:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942103.992632:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248), inode mode 41ed mask 1 00000080:00000001:2.0:1788942103.992642:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.992651:0:30948:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942103.992655:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77da0 00000080:00002000:2.0:1788942103.992657:0:30948:0:(dcache.c:87:ll_dcompare()) found name f(ffff90b54454aa20) flags 0x48000e refc 0 00000080:00000001:2.0:1788942103.992659:0:30948:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.992662:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e10 00000080:00200000:2.0:1788942103.992663:0:30948:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1788942103.992732:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942103.992734:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248), inode mode 41ed mask 3 00000080:00000001:2.0:1788942103.992738:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.992741:0:30948:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1788942103.992743:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77df8 00000080:00200000:2.0:1788942103.992745:0:30948:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90b548db3248) 00000080:00000001:2.0:1788942103.992749:0:30948:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788942103.992751:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942103.992755:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:2.0:1788942103.992758:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:2.0:1788942103.992760:0:30948:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788942103.992764:0:30948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b54134a7c0 00020000:00000002:2.0:1788942103.992767:0:30948:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9cc0 addref 2/0 by ffff90b54134a7c0. 00020000:00000002:2.0:1788942103.992770:0:30948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:2.0:1788942103.992772:0:30948:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788942103.992775:0:30948:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942103.992776:0:30948:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788942103.992778:0:30948:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788942103.992781:0:30948:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788942103.992783:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:2.0:1788942103.994191:0:30948:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788942103.994206:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00800000:00000001:2.0:1788942103.994220:0:30948:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788942103.994224:0:30948:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788942103.994226:0:30948:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x26:0x0] 00800000:00000001:2.0:1788942103.994229:0:30948:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942103.994231:0:30948:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x24:0x0]/[0x200000404:0x26:0x0] -> mds #0 00000002:00000001:2.0:1788942103.994236:0:30948:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788942103.994238:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942103.994245:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:2.0:1788942103.994248:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.994251:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942103.994255:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942103.994260:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788942103.994282:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942103.994285:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942103.994288:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942103.994290:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:2.0:1788942103.994293:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.994295:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.994298:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:2.0:1788942103.994300:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.994304:0:30948:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788942103.994307:0:30948:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788942103.994309:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942103.994314:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942103.994317:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942103.994325:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.994327:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.994329:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1788942103.994331:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942103.994333:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942103.994335:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=2 00000020:00000001:2.0:1788942103.994337:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:2.0:1788942103.994340:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:2.0:1788942103.994342:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.994343:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942103.994344:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.994345:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.994347:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:2.0:1788942103.994349:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942103.994351:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.994352:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.994353:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.994354:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:2.0:1788942103.994356:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942103.994359:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.994361:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942103.994363:0:30948:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff90b548db3180, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942103.994437:0:30948:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942103.994439:0:30948:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942103.994441:0:30948:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788942103.994443:0:30948:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff90b548db3248) invalid 00000020:00000001:2.0:1788942103.994447:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a60 00000080:00002000:2.0:1788942103.994449:0:30948:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff90b544549288) parent ffff90b548d765e8 inode ffff90b548db3248 refc 3 00000080:00000001:2.0:1788942103.994453:0:30948:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788942103.994455:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942103.994457:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.994460:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942103.994463:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942103.994464:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942103.994467:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.994468:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942103.994471:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325600 with handle 0xcbb91bbb78157718 from hash 00010000:00000001:2.0:1788942103.994474:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942103.994475:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.994476:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.994477:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942103.994480:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942103.994482:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942103.994484:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942103.994486:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942103.994488:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942103.994490:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942103.994493:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 3 00010000:00000001:2.0:1788942103.994495:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942103.994497:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942103.994499:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942103.994502:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788942103.994514:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942103.994516:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942103.994517:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942103.994519:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:2.0:1788942103.994521:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.994522:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.994523:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 4 00010000:00000001:2.0:1788942103.994525:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942103.994527:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.994528:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.994529:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.994530:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 4 00010000:00000001:2.0:1788942103.994532:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942103.994534:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.994535:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.994536:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.994537:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 4 00010000:00000001:2.0:1788942103.994539:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942103.994541:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942103.994543:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.994544:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.994545:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 4 00010000:00000001:2.0:1788942103.994547:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942103.994549:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.994550:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.994552:0:30948:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788942103.994554:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942103.994557:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:2.0:1788942103.994559:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:2.0:1788942103.994561:0:30948:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788942103.994563:0:30948:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:2.0:1788942103.994566:0:30948:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788942103.994568:0:30948:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788942103.994571:0:30948:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942103.994574:0:30948:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942103.994576:0:30948:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788942103.994579:0:30948:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.994580:0:30948:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788942103.994582:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:2.0:1788942103.994584:0:30948:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.994586:0:30948:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788942103.994588:0:30948:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff90b548db0908) invalid 00000020:00000001:2.0:1788942103.994590:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a60 00000080:00002000:2.0:1788942103.994591:0:30948:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90b54454aa20) parent ffff90b544549288 inode ffff90b548db0908 refc 1 00000080:00000001:2.0:1788942103.994594:0:30948:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788942103.994595:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942103.994596:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.994598:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942103.994599:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942103.994600:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942103.994602:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.994603:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942103.994605:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1800 with handle 0xcbb91bbb7815771f from hash 00010000:00000001:2.0:1788942103.994607:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942103.994608:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.994609:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.994610:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942103.994611:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942103.994613:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942103.994615:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942103.994617:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788942103.994623:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942103.994625:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942103.994626:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942103.994627:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:2.0:1788942103.994628:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942103.994629:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942103.994631:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48b00 count: 4 00010000:00000001:2.0:1788942103.994633:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942103.994635:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.994636:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.994638:0:30948:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788942103.994639:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942103.994640:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:2.0:1788942103.994642:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:2.0:1788942103.994644:0:30948:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788942103.994645:0:30948:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:2.0:1788942103.994646:0:30948:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788942103.994648:0:30948:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788942103.994649:0:30948:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942103.994650:0:30948:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942103.994652:0:30948:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788942103.994653:0:30948:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942103.994655:0:30948:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788942103.994656:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:2.0:1788942103.994657:0:30948:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942103.994659:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942103.994660:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.994662:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942103.994663:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942103.994664:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942103.994665:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942103.994678:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942103.994681:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547983600 with handle 0xcbb91bbb781576f5 from hash 00010000:00000001:2.0:1788942103.994683:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942103.994684:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.994685:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.994686:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942103.994687:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942103.994688:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942103.994690:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788942103.994692:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788942103.994693:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788942103.994699:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369c00. 00000020:00000040:2.0:1788942103.994703:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942103.994707:0:30948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942103.994709:0:30948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.994711:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942103.994715:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942103.994719:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942103.994720:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.994721:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.994724:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942103.994727:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942103.994730:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942103.994736:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5464c6000. 00000100:00000001:2.0:1788942103.994742:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.994744:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.994746:0:30948:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942103.994752:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788942103.994760:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788942103.994767:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788942103.994773:0:30948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788942103.994774:0:30948:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788942103.994776:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942103.994778:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb7815771f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeec88b expref: -99 pid: 30946 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788942103.994785:0:30948:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b548392600. 00010000:00000001:2.0:1788942103.994792:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.994793:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942103.994795:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb781576f5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeec7f8 expref: -99 pid: 30911 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788942103.994800:0:30948:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5435dd340. 00010000:00000040:2.0:1788942103.994803:0:30948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48b00 count: 0 00010000:00000010:2.0:1788942103.994808:0:30948:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0080. 00010000:00000001:2.0:1788942103.994813:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.994814:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942103.994816:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325600/0xcbb91bbb78157718 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec86f expref: -99 pid: 30946 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942103.994823:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942103.994825:0:30948:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.994827:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942103.994828:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942103.994830:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788942103.994838:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788942103.994849:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942103.994887:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942103.994889:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942103.994895:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033000. 00000100:00000001:2.0:1788942103.994897:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289702400 : -122366419849216 : ffff90b559033000) 00000100:00000001:2.0:1788942103.994900:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.994901:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000001:2.0:1788942103.994906:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942103.994910:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.994912:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942103.994914:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942103.994918:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942103.994926:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942103.994928:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.994931:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942103.994934:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942103.994936:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942103.994939:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884255360:192.168.206.109@tcp:36:rm.0 00000100:00000001:2.0:1788942103.994943:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942103.994948:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942103.994949:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942103.994952:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942103.994955:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274000. 02000000:00000001:2.0:1788942103.994956:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942103.994963:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942103.994967:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b58. 00000400:00000010:2.0:1788942103.994972:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e617f8. 00000100:00000200:2.0:1788942103.994978:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884255360, portal 10 00000100:00000001:2.0:1788942103.994980:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942103.994981:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000040:2.0:1788942103.994986:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942103.994993:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942103.994996:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942103.994999:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61e58. 00000100:00000200:2.0:1788942103.995001:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875839884255360, offset 0 00000400:00000200:2.0:1788942103.995008:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942103.995016:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.995022:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942103.995027:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942103.995030:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942103.995034:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942103.995036:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942103.995040:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2405:2405:256:4294967295] 192.168.206.109@tcp LPNI seq info [2405:2405:8:4294967295] 00000400:00000200:2.0:1788942103.995045:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942103.995053:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942103.995059:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942103.995063:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551c4d500. 00000800:00000200:2.0:1788942103.995069:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942103.995076:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942103.995080:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551c4d500 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1788942103.995099:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942103.995103:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 818867 usecs (819 jiffies) 00000400:00000200:2.0:1788942103.995106:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942103.995109:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504973 00000100:00000001:2.0:1788942103.995112:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.995114:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504973 00000100:00000001:2.0:1788942103.995116:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:2.0:1788942103.995118:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942103.995121:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942103.995123:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942103.995125:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942103.995128:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 11 seconds 00000100:00000001:2.0:1788942103.995130:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942103.995133:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942103.995457:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942103.995462:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551c4d500. 00000400:00000200:3.0:1788942103.995467:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942103.995472:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942103.995477:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61e58 00000400:00000010:3.0:1788942103.995479:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61e58. 00000100:00000001:3.0:1788942103.995483:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942103.995488:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.995498:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942103.995501:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942119 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942103.995508:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942103.995510:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942103.999049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00010000:00000010:2.1:1788942103.999062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48b00. 00010000:00000010:2.1:1788942103.999066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983600. 00010000:00000010:2.1:1788942103.999069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325600. 00000800:00000001:3.0:1788942104.009490:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.009505:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942104.009509:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.009511:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.009519:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.009526:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942104.009535:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.009540:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.009544:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.009548:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4e080 00000400:00000200:3.0:1788942104.009554:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.009559:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x67ad [1] + 224 00000800:00000001:3.0:1788942104.009565:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.009571:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.009574:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942104.009578:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942104.009584:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.009592:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942104.009604:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.009625:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942104.009631:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942104.009635:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.009640:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942104.009645:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2406:2406:256:4294967295] 192.168.206.109@tcp LPNI seq info [2406:2406:8:4294967295] 00000400:00000200:3.0:1788942104.009650:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.009658:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942104.009663:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942104.009676:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38700. 00000800:00000200:3.0:1788942104.009682:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942104.009689:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942104.009693:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942104.009761:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942104.009764:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38700. 00000400:00000200:3.0:1788942104.009767:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942104.009770:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942104.009776:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.009779:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.010242:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942104.010250:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942104.010252:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942104.010256:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b58. 00000400:00000200:2.0:1788942104.010260:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e617f8 00000400:00000010:2.0:1788942104.010262:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e617f8. 00000100:00000001:2.0:1788942104.010265:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942104.010281:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942104.010291:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369c00 x1875839884255360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942119 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.010298:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942104.010300:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.010302:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942104.010305:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942104.010308:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942104.010310:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.010313:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942104.010321:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=94 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942104.010325:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942104.010328:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942104.010329:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942104.010332:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942104.010335:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.010338:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942104.010339:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013d/0x10000013f] 00000100:00000001:2.0:1788942104.010341:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942104.010343:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942104.010345:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000001:2.0:1788942104.010348:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942104.010349:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:2.0:1788942104.010351:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942104.010354:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.010358:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369c00 x1875839884255360/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942119 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.010365:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942104.010367:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942104.010369:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942104.010373:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369c00 x1875839884255360/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942119 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942104.010381:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884255360:192.168.206.109@tcp:36:rm.0 00000100:00000001:2.0:1788942104.010385:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.010388:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.010390:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942104.010392:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.010395:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369c00 x1875839884255360/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942119 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.010402:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942104.010405:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033000. 00000100:00000001:2.0:1788942104.010407:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942104.010409:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942104.010415:0:30948:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942104.010418:0:30948:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942104.010423:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000080:00000002:2.0:1788942104.010429:0:30948:0:(namei.c:1700:ll_update_times()) setting fid [0x200000404:0x24:0x0] mtime from 1788942084 to 1788942085 00000100:00000001:2.0:1788942104.010432:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.010435:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369c00 x1875839884255360/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942119 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.010442:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942104.010445:0:30948:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942104.010453:0:30948:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942104.010456:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e28 00000080:00002000:2.0:1788942104.010459:0:30948:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90b54454aa20, parent ffff90b544549288, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788942104.010461:0:30948:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942104.010466:0:30948:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788942104.010472:0:30948:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788942104.010480:0:30948:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788942104.010482:0:30948:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788942104.010484:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942104.010488:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:2.0:1788942104.010490:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:2.0:1788942104.010495:0:30948:0:(cl_object.c:143:cl_object_top()) ffff90b552366080 -> ffff90b552366080 00000020:00000001:2.0:1788942104.010497:0:30948:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942104.010499:0:30948:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942104.010501:0:30948:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788942104.010504:0:30948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942104.010506:0:30948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788942104.010507:0:30948:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942104.010511:0:30948:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff90b545ebfc80 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788942104.010514:0:30948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:2.0:1788942104.010518:0:30948:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942104.010519:0:30948:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942104.010521:0:30948:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942104.010523:0:30948:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010526:0:30948:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788942104.010528:0:30948:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942104.010529:0:30948:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010531:0:30948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942104.010531:0:30948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942104.010533:0:30948:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942104.010534:0:30948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b54134a7c0 00000020:00000001:2.0:1788942104.010536:0:30948:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010538:0:30948:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788942104.010539:0:30948:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788942104.010541:0:30948:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788942104.010544:0:30948:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788942104.010547:0:30948:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942104.010550:0:30948:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942104.010551:0:30948:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942104.010552:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942104.010554:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173251912 : -122366536299704 : ffff90b552124b48) 00000020:00001000:2.0:1788942104.010556:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124b40 00000020:00000001:2.0:1788942104.010558:0:30948:0:(cl_object.c:143:cl_object_top()) ffff90b5523665f8 -> ffff90b552366080 00000020:00000001:2.0:1788942104.010559:0:30948:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942104.010562:0:30948:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942104.010563:0:30948:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942104.010565:0:30948:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010567:0:30948:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010569:0:30948:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:2.0:1788942104.010571:0:30948:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788942104.010572:0:30948:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010574:0:30948:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010576:0:30948:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010578:0:30948:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788942104.010579:0:30948:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788942104.010581:0:30948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942104.010582:0:30948:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788942104.010583:0:30948:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942104.010585:0:30948:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010586:0:30948:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010587:0:30948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010589:0:30948:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010590:0:30948:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942104.010591:0:30948:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010593:0:30948:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010595:0:30948:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788942104.010597:0:30948:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788942104.010598:0:30948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942104.010599:0:30948:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788942104.010601:0:30948:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788942104.010603:0:30948:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788942104.010606:0:30948:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788942104.010609:0:30948:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b551263880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788942104.010612:0:30948:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788942104.010615:0:30948:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b551263880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1788942104.010619:0:30948:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942104.010621:0:30948:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010623:0:30948:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010624:0:30948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010625:0:30948:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010627:0:30948:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010629:0:30948:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788942104.010630:0:30948:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788942104.010632:0:30948:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788942104.010632:0:30948:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788942104.010634:0:30948:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788942104.010635:0:30948:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010637:0:30948:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788942104.010638:0:30948:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788942104.010639:0:30948:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788942104.010642:0:30948:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788942104.010643:0:30948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942104.010644:0:30948:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788942104.010645:0:30948:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788942104.010646:0:30948:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010648:0:30948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010649:0:30948:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788942104.010650:0:30948:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788942104.010652:0:30948:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788942104.010653:0:30948:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788942104.010654:0:30948:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788942104.010656:0:30948:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788942104.010657:0:30948:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942104.010658:0:30948:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788942104.010659:0:30948:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788942104.010661:0:30948:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010663:0:30948:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942104.010664:0:30948:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788942104.010665:0:30948:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788942104.010728:0:30948:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.010732:0:30948:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788942104.010734:0:30948:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788942104.010735:0:30948:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942104.010736:0:30948:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788942104.010737:0:30948:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942104.010739:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124b40 00020000:00000001:2.0:1788942104.010741:0:30948:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788942104.010743:0:30948:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788942104.010745:0:30948:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788942104.010747:0:30948:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788942104.010749:0:30948:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788942104.010750:0:30948:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942104.010752:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:2.0:1788942104.010754:0:30948:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942104.010757:0:30948:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788942104.010759:0:30948:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x26:0x0](ffff90b548db0908) 00800000:00000001:2.0:1788942104.010763:0:30948:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788942104.010765:0:30948:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x26:0x0] 00000002:00000001:2.0:1788942104.010770:0:30948:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788942104.010776:0:30948:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942104.010778:0:30948:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942104.010780:0:30948:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788942104.010782:0:30948:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788942104.010784:0:30948:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942104.011197:0:30948:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942104.011202:0:30948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942104.011204:0:30948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:2.0:1788942104.011206:0:30948:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00020000:00000001:2.0:1788942104.011212:0:30948:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788942104.011214:0:30948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:3.0:1788942104.011528:0:30948:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788942104.011533:0:30948:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9cc0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942104.011539:0:30948:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942104.011543:0:30948:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063480: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:3.0:1788942104.011546:0:30948:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788942104.011547:0:30948:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942104.011549:0:30948:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788942104.011552:0:30948:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788942104.011558:0:30948:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788942104.011563:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ea00 count: 2 00010000:00000001:3.0:1788942104.011565:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942104.011568:0:30948:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788942104.011570:0:30948:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788942104.011575:0:30948:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788942085 1788942085 1788942085 by oinfo size 0 blocks 1 [cma]time 1788942085 1788942085 1788942085 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1788942104.011588:0:30948:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000020:00000001:3.0:1788942104.011590:0:30948:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366080 00000008:00000001:3.0:1788942104.011592:0:30948:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942104.011594:0:30948:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942104.011596:0:30948:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788942104.011598:0:30948:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788942104.011605:0:30948:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90b551263880. 00020000:00000001:3.0:1788942104.011612:0:30948:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788942104.011614:0:30948:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90b552366578. 00020000:00000001:3.0:1788942104.011619:0:30948:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788942104.011621:0:30948:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942104.011623:0:30948:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942104.011625:0:30948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:3.0:1788942104.011627:0:30948:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788942104.011628:0:30948:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788942104.011629:0:30948:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b54134a7c0 00020000:00000001:3.0:1788942104.011632:0:30948:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788942104.011633:0:30948:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90b545045c08. 00020000:00000010:3.0:1788942104.011638:0:30948:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90b545c7b840. 00020000:00000010:3.0:1788942104.011641:0:30948:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90b551f92320. 00020000:00000002:3.0:1788942104.011644:0:30948:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9cc0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942104.011647:0:30948:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942104.011650:0:30948:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063480: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:3.0:1788942104.011655:0:30948:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b559063480. 00020000:00000010:3.0:1788942104.011658:0:30948:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c92a0. 00020000:00000010:3.0:1788942104.011661:0:30948:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9cc0. 00020000:00000001:3.0:1788942104.011662:0:30948:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788942104.011664:0:30948:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435084d8) owner 0000000000000000/ffff90b54134a7c0 00020000:00000010:3.0:1788942104.011666:0:30948:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90b5435084d8. 00020000:00000001:3.0:1788942104.011680:0:30948:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788942104.011683:0:30948:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90b552366000. 00000020:00001000:3.0:1788942104.011687:0:30948:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:3.0:1788942104.011691:0:30948:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788942104.011693:0:30948:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788942104.011722:0:30948:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788942104.011724:0:30948:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788942104.011727:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dd0 00000080:00200008:3.0:1788942104.011729:0:30948:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), flags 704000 00000080:00400000:3.0:1788942104.011733:0:30948:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:3.0:1788942104.011736:0:30948:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788942104.011738:0:30948:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788942104.011739:0:30948:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788942104.011744:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942104.011747:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942104.011750:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:3.0:1788942104.011752:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942104.011756:0:30948:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788942104.011759:0:30948:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788942104.011762:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942104.011766:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.011770:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942104.011777:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.011779:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942104.011780:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788942104.011782:0:30948:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 16 00000080:00000010:3.0:1788942104.011785:0:30948:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415be280. 00000080:00000001:3.0:1788942104.011798:0:30948:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942104.011802:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dd0 00000080:00000008:3.0:1788942104.011804:0:30948:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90b548db3248), flags 704000, rc = 0 00000080:00000001:3.0:1788942104.011807:0:30948:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942104.011809:0:30948:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942104.011812:0:30948:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788942104.011813:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e00 00000080:00002000:3.0:1788942104.011815:0:30948:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff90b544549288, parent ffff90b548d765e8, inode ffff90b548db3248) hashed, 00000080:00000001:3.0:1788942104.011818:0:30948:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942104.011822:0:30948:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788942104.011825:0:30948:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788942104.011885:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942104.011888:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942104.011889:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942104.011891:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77bd8 00000080:00200000:3.0:1788942104.011893:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942104.011898:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c800. 00800000:00000002:3.0:1788942104.011903:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942104.011906:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942104.011909:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942104.011911:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77af8 00800000:00000002:3.0:1788942104.011913:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942104.011917:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942104.011920:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942104.011924:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942104.011925:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779c8 00000002:00010000:3.0:1788942104.011927:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942104.011930:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942104.011931:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942104.011933:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942104.011935:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:3.0:1788942104.011937:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942104.011940:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942104.011942:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942104.011946:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788942104.011959:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942104.011961:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.011964:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788942104.011970:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942104.011972:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942104.011974:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942104.011976:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942104.011978:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942104.011980:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942104.011982:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942104.011984:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942104.011987:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c800. 00000080:00000001:3.0:1788942104.011991:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942104.011992:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942104.011994:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942104.011997:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157742 00800000:00000001:3.0:1788942104.012000:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942104.012001:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942104.012003:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942104.012005:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942104.012007:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:3.0:1788942104.012010:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:3.0:1788942104.012012:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:3.0:1788942104.012015:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.012016:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942104.012017:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942104.012019:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942104.012021:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157742 from it ffffa57dc1c77c10 00010000:00000001:3.0:1788942104.012023:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942104.012024:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942104.012026:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:3.0:1788942104.012028:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:3.0:1788942104.012030:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:3.0:1788942104.012032:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942104.012034:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942104.012040:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.012041:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.012042:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942104.012044:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942104.012046:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942104.012052:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942104.012054:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942104.012056:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942104.012060:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.012060:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.012062:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.012065:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942104.012067:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.012069:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.012071:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.012073:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942104.012074:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.012075:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942104.012078:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942104.012080:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942104.012082:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:3.0:1788942104.012086:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942104.012109:0:30948:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b5590616a0. 00000020:00000001:3.0:1788942104.012113:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77dc8 00000080:00200000:3.0:1788942104.012114:0:30948:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=0 00000080:00000001:3.0:1788942104.012117:0:30948:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788942104.012119:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c78 00000080:00200000:3.0:1788942104.012121:0:30948:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:3.0:1788942104.012128:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c800. 00800000:00000002:3.0:1788942104.012131:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942104.012135:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942104.012137:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942104.012138:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b98 00800000:00000002:3.0:1788942104.012140:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942104.012143:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788942104.012145:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b30 00800000:00000002:3.0:1788942104.012146:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788942104.012149:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942104.012150:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a68 00000002:00010000:3.0:1788942104.012152:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788942104.012155:0:30948:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942104.012157:0:30948:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942104.012427:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acce00. 00000020:00000040:3.0:1788942104.012433:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=10 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942104.012439:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942104.012442:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942104.012445:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.012446:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.012447:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.012450:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942104.012452:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942104.012454:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942104.012461:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837ec00. 00000100:00000001:3.0:1788942104.012467:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.012471:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942104.012473:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.012474:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942104.012476:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.012478:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942104.012484:0:30948:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948496896 : -122366761054720 : ffff90b544acce00) 00010000:00000001:3.0:1788942104.012487:0:30948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942104.012489:0:30948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788942104.012492:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:3.0:1788942104.012494:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942104.012496:0:30948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942104.012499:0:30948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983800. 00000020:00000001:3.0:1788942104.012502:0:30948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942104.012504:0:30948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983800 with handle 0xcbb91bbb78157757 to hash 00000020:00000001:3.0:1788942104.012506:0:30948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942104.012508:0:30948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942104.012511:0:30948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942104.012513:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942104.012515:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.012518:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942104.012525:0:30948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942104.012534:0:30948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30948 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942104.012540:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942104.012542:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942104.012550:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b542bfce40. 00000100:00000001:3.0:1788942104.012552:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706916187712 : -122366793363904 : ffff90b542bfce40) 00000100:00000001:3.0:1788942104.012555:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942104.012556:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496896 : -122366761054720 : ffff90b544acce00) 00000100:00000001:3.0:1788942104.012560:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942104.012565:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.012567:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942104.012568:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942104.012579:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942104.012587:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942104.012590:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.012594:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942104.012596:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942104.012598:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942104.012602:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acce00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884255488:192.168.206.109@tcp:101:rm.0 00000100:00000001:3.0:1788942104.012606:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942104.012611:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942104.012613:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.012615:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942104.012620:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7b800. 02000000:00000001:3.0:1788942104.012621:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942104.012629:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942104.012633:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c45d8. 00000400:00000010:3.0:1788942104.012640:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded990. 00000100:00000200:3.0:1788942104.013454:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884255488, portal 10 00000100:00000001:3.0:1788942104.013458:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942104.013459:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496896 : -122366761054720 : ffff90b544acce00) 00000100:00000040:3.0:1788942104.013469:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942120 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942104.013477:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942104.013480:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942104.013485:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded2a8. 00000100:00000200:3.0:1788942104.013488:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884255488, offset 0 00000400:00000200:3.0:1788942104.013493:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942104.013502:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.013508:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942104.013513:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942104.013517:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942104.013521:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942104.013524:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942104.013527:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2407:2407:256:4294967295] 192.168.206.109@tcp LPNI seq info [2407:2407:8:4294967295] 00000400:00000200:3.0:1788942104.013531:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.013540:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942104.013547:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942104.013551:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38700. 00000800:00000200:3.0:1788942104.013557:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942104.013565:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942104.013569:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788942104.013587:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.013591:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 817741 usecs (818 jiffies) 00000400:00000200:3.0:1788942104.013595:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942104.013598:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504988 00000100:00000001:3.0:1788942104.013601:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:3.0:1788942104.013603:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504988 00000100:00000001:3.0:1788942104.013605:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:3.0:1788942104.013607:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.013610:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.013612:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942104.013613:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942104.013616:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b542bfce40 going to sleep for 11 seconds 00000100:00000001:3.0:1788942104.013618:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942104.013621:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942104.014388:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.014394:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38700. 00000400:00000200:2.0:1788942104.014401:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.014409:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.014416:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded2a8 00000400:00000010:2.0:1788942104.014418:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded2a8. 00000100:00000001:2.0:1788942104.014424:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.014429:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942120 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942104.014440:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.014444:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942120 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942104.014450:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.014452:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942104.023255:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.023281:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942104.023284:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.023287:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.023296:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.023303:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942104.023311:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.023316:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.023321:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.023325:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4e100 00000400:00000200:3.0:1788942104.023330:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.023453:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x67bd [1] + 224 00000800:00000001:3.0:1788942104.023461:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.023471:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.023474:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942104.023478:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942104.023487:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.023496:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942104.023508:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942104.023539:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942104.023548:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.023551:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.023591:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942104.023598:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942104.023600:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942104.023603:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c45d8. 00000400:00000200:0.0:1788942104.023608:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded990 00000400:00000010:0.0:1788942104.023611:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded990. 00000100:00000001:0.0:1788942104.023613:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942104.023619:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942104.023626:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.023632:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942104.023634:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.023636:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942104.023639:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942104.023641:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942104.023643:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942104.023646:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942104.023654:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=94 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942104.023658:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942104.023661:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942104.023662:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.023665:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942104.023668:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.023672:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942104.023674:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942104.023676:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942104.023680:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942104.023684:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.023691:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942104.023694:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942104.023696:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942104.023700:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942120 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942104.023708:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acce00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884255488:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942104.023713:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.023715:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.023718:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942104.023719:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.023723:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942120 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.023728:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942104.023731:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b542bfce40. 00000100:00000001:0.0:1788942104.023735:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942104.023736:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.023739:0:30948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942104.023743:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.023745:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.023748:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:0.0:1788942104.023750:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.023753:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000040:0.0:1788942104.023759:0:30948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983800, remote cookie: 0x4d194fbcadeec96b, flags: 0x1001 00010000:00010000:0.0:1788942104.023765:0:30948:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942104.023779:0:30948:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942104.023783:0:30948:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788942104.025969:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:0.0:1788942104.025977:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942104.025982:0:30948:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942104.025988:0:30948:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942104.025998:0:30948:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942104.026005:0:30948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942104.026008:0:30948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942104.026011:0:30948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942104.026012:0:30948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942104.026014:0:30948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942104.026016:0:30948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff90b551c3e100) refcount = 2 00010000:00000040:0.0:1788942104.026019:0:30948:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788942104.026022:0:30948:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788942104.026029:0:30948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942104.026035:0:30948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942104.026039:0:30948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942104.026041:0:30948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942104.026044:0:30948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942104.026046:0:30948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942104.026050:0:30948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942104.026056:0:30948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942104.026058:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026060:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026061:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026062:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026064:0:30948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.026070:0:30948:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942104.026072:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026073:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026076:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:0.0:1788942104.026078:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026080:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026083:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026084:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026085:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:0.0:1788942104.026087:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026089:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026092:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942104.026094:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942104.026098:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942104.026104:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026105:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026106:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026107:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026108:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:0.0:1788942104.026110:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026111:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026114:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942104.026116:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942104.026123:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026124:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942104.026127:0:30948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942104.026133:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942104.026134:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026135:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026136:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026137:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942104.026146:0:30948:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942120 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942104.026154:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026155:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026156:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:0.0:1788942104.026158:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026160:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026162:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026163:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942104.026164:0:30948:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.026166:0:30948:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.026169:0:30948:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942104.026171:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026172:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026174:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:0.0:1788942104.026175:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026177:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000002:00010000:0.0:1788942104.026180:0:30948:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942104.026186:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026187:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026189:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942104.026190:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026191:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026193:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:0.0:1788942104.026195:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026197:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000040:0.0:1788942104.026199:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:0.0:1788942104.026201:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942104.026204:0:30948:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:0.0:1788942104.026207:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026208:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942104.026209:0:30948:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942104.026212:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c779f0 00000002:00002000:0.0:1788942104.026214:0:30948:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942104.026217:0:30948:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942104.026220:0:30948:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942104.026222:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942104.026225:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788942104.026228:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942104.026231:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:0.0:1788942104.026234:0:30948:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788942104.026236:0:30948:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c77e00 it_disposition b 00000080:00000001:0.0:1788942104.026238:0:30948:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942104.026243:0:30948:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942104.026246:0:30948:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942104.026248:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788942104.026251:0:30948:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788942104.026257:0:30948:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942104.026259:0:30948:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788942104.026262:0:30948:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.026265:0:30948:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788942104.026280:0:30948:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788942104.026283:0:30948:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 1788942085 to 1788942103 00000080:00200000:0.0:1788942104.026287:0:30948:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:0.0:1788942104.026290:0:30948:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff90b548db3248): rc = 0 00000080:00000001:0.0:1788942104.026292:0:30948:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018646088 : -122366690905528 : ffff90b548db3248) 00010000:00000001:0.0:1788942104.026294:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026295:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026297:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:0.0:1788942104.026299:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026301:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026303:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026304:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942104.026305:0:30948:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942104.026307:0:30948:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942104.026308:0:30948:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942104.026310:0:30948:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942104.026312:0:30948:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942104.026315:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) for lock 0xcbb91bbb78157757 00800000:00000001:0.0:1788942104.026318:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942104.026319:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942104.026321:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026322:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026323:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:0.0:1788942104.026325:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026327:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026329:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026330:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942104.026332:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942104.026333:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788942104.026338:0:30948:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b548f035e8 inode ffff90b548db3248 refc 1 flags 0x20000e 00000080:00000001:0.0:1788942104.026341:0:30948:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942104.026343:0:30948:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.026345:0:30948:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788942104.026348:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90b548db3248) 00000080:00010000:0.0:1788942104.026351:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157757 from it ffffa57dc1c77e00 00010000:00000001:0.0:1788942104.026353:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026354:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026356:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:0.0:1788942104.026357:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026359:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942104.026361:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942104.026364:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942104.026370:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026371:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026372:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942104.026374:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942104.026377:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942104.026383:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942104.026385:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942104.026387:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942104.026390:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026391:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026393:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026395:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942104.026397:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026399:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026401:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026403:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942104.026404:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026405:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942104.026407:0:30948:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942104.026410:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c800. 00000100:00000001:0.0:1788942104.026417:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.026422:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acce00 x1875839884255488/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942120 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.026429:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942104.026431:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942104.026435:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7b800. 02000000:00000001:0.0:1788942104.026438:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942104.026440:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942104.026442:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942104.026444:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942104.026447:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837ec00. 02000000:00000001:0.0:1788942104.026450:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942104.026452:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942104.026454:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acce00. 00000100:00000001:0.0:1788942104.026458:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942104.026459:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942104.026462:0:30948:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942104.026463:0:30948:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1c77e00 released 00000080:00000001:0.0:1788942104.026465:0:30948:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788942104.026469:0:30948:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942104.026471:0:30948:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942104.026472:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77d50 00000080:00200000:0.0:1788942104.026474:0:30948:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942104.026482:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:0.0:1788942104.026487:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942104.026490:0:30948:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942104.026492:0:30948:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942104.026494:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77c70 00800000:00000002:0.0:1788942104.026496:0:30948:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942104.026499:0:30948:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942104.026502:0:30948:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942104.026506:0:30948:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942104.026507:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77b40 00000002:00010000:0.0:1788942104.026509:0:30948:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942104.026512:0:30948:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942104.026514:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.026515:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.026517:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:0.0:1788942104.026519:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942104.026522:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942104.026524:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942104.026528:0:30948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942104.026535:0:30948:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942104.026538:0:30948:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942104.026541:0:30948:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788942104.026548:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942104.026550:0:30948:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942104.026552:0:30948:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942104.026554:0:30948:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942104.026555:0:30948:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942104.026557:0:30948:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942104.026559:0:30948:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942104.026561:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942104.026562:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942104.026565:0:30948:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942104.026566:0:30948:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942104.026568:0:30948:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942104.026571:0:30948:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157742 00800000:00000001:0.0:1788942104.026573:0:30948:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942104.026574:0:30948:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942104.026575:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026576:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026578:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:0.0:1788942104.026580:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:0.0:1788942104.026582:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:0.0:1788942104.026584:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026585:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942104.026586:0:30948:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942104.026588:0:30948:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942104.026590:0:30948:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157742 from it ffffa57dc1c77d88 00010000:00000001:0.0:1788942104.026591:0:30948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942104.026592:0:30948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942104.026594:0:30948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:0.0:1788942104.026596:0:30948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:0.0:1788942104.026598:0:30948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:0.0:1788942104.026600:0:30948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942104.026602:0:30948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942104.026608:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026609:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026610:0:30948:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942104.026611:0:30948:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942104.026613:0:30948:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942104.026619:0:30948:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942104.026620:0:30948:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942104.026621:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942104.026623:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026624:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026625:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026626:0:30948:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942104.026628:0:30948:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026629:0:30948:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026631:0:30948:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026632:0:30948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942104.026633:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026634:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942104.026636:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942104.026637:0:30948:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942104.026639:0:30948:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:0.0:1788942104.026643:0:30948:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.026646:0:30948:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:0.0:1788942104.026648:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e18 00000080:00200000:0.0:1788942104.026650:0:30948:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:0.0:1788942104.026653:0:30948:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788942104.026656:0:30948:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000404:0x24:0x0]) is foreign... 00000080:00000001:0.0:1788942104.026659:0:30948:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788942104.026662:0:30948:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:0.0:1788942104.026664:0:30948:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:0.0:1788942104.026669:0:30948:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788942104.026672:0:30948:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788942104.026674:0:30948:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x24:0x0] 00800000:00000001:0.0:1788942104.026676:0:30948:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942104.026678:0:30948:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x24:0x0] -> mds #0 00000002:00000001:0.0:1788942104.026681:0:30948:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788942104.026684:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942104.026685:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:0.0:1788942104.026687:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942104.026689:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942104.026692:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942104.026695:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788942104.026702:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942104.026705:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942104.026707:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942104.026708:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788942104.026711:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.026712:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.026713:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:0.0:1788942104.026715:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.026717:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.026719:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.026720:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.026721:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:0.0:1788942104.026723:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.026725:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.026726:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.026727:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.026729:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:0.0:1788942104.026731:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.026733:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.026734:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942104.026737:0:30948:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942104.026741:0:30948:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942104.026743:0:30948:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942104.026745:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942104.026746:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.026749:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942104.026751:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942104.026752:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942104.026754:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942104.026755:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942104.026758:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0c00 with handle 0xcbb91bbb78157742 from hash 00010000:00000001:0.0:1788942104.026760:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942104.026761:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.026763:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.026764:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942104.026766:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942104.026767:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942104.026770:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942104.026772:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942104.026773:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942104.026775:0:30948:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942104.026777:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:0.0:1788942104.026778:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942104.026780:0:30948:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942104.026782:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942104.026784:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788942104.027395:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942104.027398:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942104.027399:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942104.027400:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1788942104.027403:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.027404:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.027407:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942104.027409:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.027412:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.027413:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.027414:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.027415:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942104.027417:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.027419:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.027420:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.027421:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.027422:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942104.027424:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.027426:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.027428:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942104.027429:0:30948:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff90b548db3180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942104.027432:0:30948:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942104.027434:0:30948:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942104.027436:0:30948:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942104.027438:0:30948:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff90b548db3248) invalid 00000080:00000010:3.1:1788942104.027439:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db0840. 00000020:00000001:0.0:1788942104.027440:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a80 00000080:00002000:0.0:1788942104.027442:0:30948:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff90b548f035e8) parent ffff90b548d765e8 inode ffff90b548db3248 refc 2 00000080:00000001:0.0:1788942104.027445:0:30948:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942104.027446:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942104.027448:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1788942104.027449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354fe0. 00010000:00000001:0.0:1788942104.027450:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942104.027452:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942104.027453:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942104.027454:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942104.027456:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942104.027459:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547983800 with handle 0xcbb91bbb78157757 from hash 00010000:00000001:0.0:1788942104.027461:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942104.027462:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.027463:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.027465:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942104.027467:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942104.027468:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942104.027471:0:30948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942104.027474:0:30948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788942104.027480:0:30948:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942104.027481:0:30948:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942104.027482:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942104.027483:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:0.0:1788942104.027485:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.027486:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.027488:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942104.027489:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.027491:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.027492:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.027493:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.027494:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942104.027496:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.027497:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.027499:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.027501:0:30948:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942104.027504:0:30948:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942104.027509:0:30948:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5428faa00. 00000080:00000001:0.0:1788942104.027510:0:30948:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942104.027515:0:30948:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942104.027518:0:30948:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942104.027520:0:30948:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:0.0:1788942104.027523:0:30948:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942104.027524:0:30948:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1788942104.027530:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995c00. 00000020:00000040:0.0:1788942104.027533:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=10 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942104.027538:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942104.027541:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942104.027544:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942104.027551:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fba00. 00000100:00000001:0.0:1788942104.027557:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942104.027570:0:30948:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942104.027581:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788942104.027585:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942104.027591:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942104.027593:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942104.027600:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ff900. 00000100:00000001:0.0:1788942104.027603:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291588864 : -122366417962752 : ffff90b5591ff900) 00000100:00000001:0.0:1788942104.027605:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942104.027607:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000001:0.0:1788942104.027611:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942104.027615:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.027617:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942104.027619:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942104.027622:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.027628:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942104.027630:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942104.027633:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942104.027635:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942104.027638:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942104.027640:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884255744:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942104.027645:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942104.027649:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942104.027651:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942104.027653:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942104.027657:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aef400. 02000000:00000001:0.0:1788942104.027659:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942104.027666:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942104.027670:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942104.027677:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942104.027684:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884255744, portal 10 00000100:00000001:0.0:1788942104.027685:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942104.027686:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000040:0.0:1788942104.027692:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942120 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.027698:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942104.027701:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942104.027703:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a4c8. 00000100:00000200:0.0:1788942104.027706:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884255744, offset 0 00000400:00000200:0.0:1788942104.027713:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942104.027720:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942104.027726:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942104.027731:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942104.027734:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942104.027737:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942104.027740:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942104.027743:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2408:2408:256:4294967295] 192.168.206.109@tcp LPNI seq info [2408:2408:8:4294967295] 00000400:00000200:0.0:1788942104.027748:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942104.027756:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942104.027762:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942104.027767:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b700. 00000800:00000200:0.0:1788942104.027773:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942104.027780:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942104.027784:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942104.027811:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942104.027815:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 816611 usecs (817 jiffies) 00000400:00000200:0.0:1788942104.027818:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942104.027820:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296505003 00000100:00000001:0.0:1788942104.027823:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942104.027826:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296505003 00000100:00000001:0.0:1788942104.027835:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942104.027838:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942104.027840:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.027842:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942104.027844:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942104.027847:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ff900 going to sleep for 11 seconds 00000100:00000001:0.0:1788942104.027849:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942104.027867:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1788942104.028279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa6a0. 00000800:00000200:2.0:1788942104.028371:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.028375:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b700. 00000400:00000200:2.0:1788942104.028380:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.028385:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.028390:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a4c8 00000400:00000010:2.0:1788942104.028392:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a4c8. 00000100:00000001:2.0:1788942104.028396:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.028400:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942120 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942104.028410:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.028413:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942120 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942104.028420:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.028422:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942104.038380:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.038396:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942104.038400:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.038403:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.038412:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.038419:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942104.038428:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.038432:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.038437:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.038441:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4e200 00000400:00000200:3.0:1788942104.038445:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.038450:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x67cd [1] + 224 00000800:00000001:3.0:1788942104.038457:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.038462:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.038466:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942104.038470:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942104.038478:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.038486:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942104.038496:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942104.038520:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942104.038527:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.038530:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.038728:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942104.038735:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942104.038737:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942104.038740:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942104.038744:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942104.038747:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942104.038750:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942104.038755:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942104.038765:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995c00 x1875839884255744/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.038771:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942104.038773:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.038775:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942104.038778:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942104.038781:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942104.038783:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942104.038799:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942104.038808:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=94 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942104.038812:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942104.038814:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942104.038816:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.038819:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942104.038822:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.038825:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942104.038827:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942104.038829:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942104.038831:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942104.038832:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000001:0.0:1788942104.038835:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942104.038837:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942104.038838:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942104.038841:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942104.038846:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995c00 x1875839884255744/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942120 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.038889:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942104.038892:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942104.038893:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942104.038898:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995c00 x1875839884255744/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942120 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942104.038905:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884255744:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942104.038910:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.038913:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.038915:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942104.038917:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.038919:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995c00 x1875839884255744/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942120 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.038926:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942104.038929:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff900. 00000100:00000001:0.0:1788942104.038932:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942104.038933:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.038939:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942104.038941:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000002:00000001:0.0:1788942104.038945:0:30948:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942104.038948:0:30948:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942104.038953:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428faa00. 00000080:00000001:0.0:1788942104.038955:0:30948:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942104.038959:0:30948:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942104.038963:0:30948:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942104.038968:0:30948:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.038976:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942104.038977:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:0.0:1788942104.038978:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.038981:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.038987:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.038989:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.038992:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995c00 x1875839884255744/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942120 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.038998:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.039000:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.039003:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884255104/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942119 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.039008:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788942104.039011:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942104.039013:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942104.039015:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942104.039018:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:0.0:1788942104.039022:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942104.039024:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942104.039026:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:0.0:1788942104.039029:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942104.039030:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.039031:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.039034:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995c00 x1875839884255744/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942120 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.039040:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942104.039042:0:30948:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfa860. 00000002:00000001:0.0:1788942104.039045:0:30948:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942104.039047:0:30948:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942104.039049:0:30948:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392840. 00000100:00000001:0.0:1788942104.039052:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.039054:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995c00 x1875839884255744/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942120 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942104.039060:0:30948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942104.039062:0:30948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942104.039064:0:30948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aef400. 02000000:00000001:0.0:1788942104.039067:0:30948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942104.039069:0:30948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942104.039070:0:30948:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942104.039072:0:30948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942104.039073:0:30948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fba00. 02000000:00000001:0.0:1788942104.039076:0:30948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942104.039077:0:30948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942104.039078:0:30948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995c00. 00000100:00000001:0.0:1788942104.039081:0:30948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942104.039082:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942104.039084:0:30948:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.039087:0:30948:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942104.039089:0:30948:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1788942104.039092:0:30948:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942104.039095:0:30948:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942104.039102:0:30948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942104.039105:0:30948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942104.039109:0:30948:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.039111:0:30948:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.039115:0:30948:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942104.039117:0:30948:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff90b548db3248) invalid 00000020:00000001:0.0:1788942104.039120:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77a80 00000080:00002000:0.0:1788942104.039122:0:30948:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff90b548f035e8) parent ffff90b548d765e8 inode ffff90b548db3248 refc 2 00000080:00000001:0.0:1788942104.039126:0:30948:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942104.039128:0:30948:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942104.039130:0:30948:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.039134:0:30948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942104.039137:0:30948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942104.039139:0:30948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942104.039141:0:30948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942104.039143:0:30948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942104.039147:0:30948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0e00 with handle 0xcbb91bbb78157750 from hash 00010000:00000001:0.0:1788942104.039149:0:30948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942104.039151:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942104.039152:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.039153:0:30948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942104.039156:0:30948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942104.039157:0:30948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942104.039173:0:30948:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942104.039175:0:30948:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788942104.039179:0:30948:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788942104.039185:0:30948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995c00. 00000020:00000040:0.0:1788942104.039188:0:30948:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942104.039194:0:30948:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942104.039196:0:30948:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.039198:0:30948:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942104.039202:0:30948:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942104.039204:0:30948:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.039207:0:30948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942104.039208:0:30948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942104.039213:0:30948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942104.039218:0:30948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fba00. 00000100:00000001:0.0:1788942104.039224:0:30948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.039227:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942104.039229:0:30948:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942104.039234:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788942104.039242:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788942104.039254:0:30948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788942104.039259:0:30948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788942104.039261:0:30948:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788942104.039263:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942104.039265:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb78157757 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec96b expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942104.039284:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.039286:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942104.039288:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157750 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec92c expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788942104.039294:0:30948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3e100 count: 0 00010000:00000010:0.0:1788942104.039299:0:30948:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78180. 00010000:00000001:0.0:1788942104.039305:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.039306:0:30948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942104.039308:0:30948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb78157742 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec910 expref: -99 pid: 30948 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788942104.039314:0:30948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ee00 count: 0 00010000:00000010:0.0:1788942104.039316:0:30948:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78780. 00010000:00000001:0.0:1788942104.039320:0:30948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942104.039321:0:30948:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.039323:0:30948:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942104.039324:0:30948:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.039327:0:30948:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788942104.039336:0:30948:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788942104.039342:0:30948:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942104.039350:0:30948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942104.039351:0:30948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942104.039357:0:30948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591ff900. 00000100:00000001:0.0:1788942104.039359:0:30948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291588864 : -122366417962752 : ffff90b5591ff900) 00000100:00000001:0.0:1788942104.039362:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942104.039363:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000001:0.0:1788942104.039367:0:30948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942104.039371:0:30948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.039373:0:30948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942104.039374:0:30948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942104.039378:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942104.039386:0:30948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942104.039388:0:30948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942104.039392:0:30948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942104.039395:0:30948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942104.039397:0:30948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942104.039401:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884256000:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942104.039404:0:30948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942104.039408:0:30948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942104.039410:0:30948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942104.039412:0:30948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942104.039416:0:30948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aef400. 02000000:00000001:0.0:1788942104.039418:0:30948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942104.039423:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942104.039426:0:30948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942104.039430:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942104.039436:0:30948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884256000, portal 10 00000100:00000001:0.0:1788942104.039437:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942104.039438:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000040:0.0:1788942104.039444:0:30948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942120 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942104.039455:0:30948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942104.039458:0:30948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942104.039460:0:30948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a5d8. 00000100:00000200:0.0:1788942104.039464:0:30948:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875839884256000, offset 0 00000400:00000200:0.0:1788942104.039469:0:30948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942104.039475:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942104.039482:0:30948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942104.039487:0:30948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942104.039490:0:30948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942104.039493:0:30948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942104.039496:0:30948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942104.039500:0:30948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2409:2409:256:4294967295] 192.168.206.109@tcp LPNI seq info [2409:2409:8:4294967295] 00000400:00000200:0.0:1788942104.039504:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942104.039512:0:30948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942104.039518:0:30948:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942104.039523:0:30948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b000. 00000800:00000200:0.0:1788942104.039528:0:30948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942104.039535:0:30948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942104.039539:0:30948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788942104.039557:0:30948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942104.039561:0:30948:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 815483 usecs (816 jiffies) 00000400:00000200:0.0:1788942104.039564:0:30948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942104.039567:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296505014 00000100:00000001:0.0:1788942104.039570:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296505930 00000100:00000001:0.0:1788942104.039572:0:30948:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296505014 00000100:00000001:0.0:1788942104.039574:0:30948:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296505930 00000100:00000001:0.0:1788942104.039576:0:30948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942104.039578:0:30948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.039580:0:30948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942104.039582:0:30948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942104.039585:0:30948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591ff900 going to sleep for 11 seconds 00000100:00000001:0.0:1788942104.039587:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942104.039589:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942104.040093:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.040098:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b000. 00000400:00000200:2.0:1788942104.040103:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.040108:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.040113:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:2.0:1788942104.040115:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:2.0:1788942104.040119:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.040123:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942120 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.040137:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.040140:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942120 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.040146:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.040148:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942104.045097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983800. 00010000:00000010:0.1:1788942104.045131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e100. 00010000:00000010:0.1:1788942104.045136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:0.1:1788942104.045140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ee00. 00010000:00000010:0.1:1788942104.045143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00000800:00000001:3.0:1788942104.063003:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.063019:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942104.063023:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.063025:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.063034:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.063042:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942104.063050:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.063055:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.063061:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.063065:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4e300 00000400:00000200:3.0:1788942104.063070:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.063075:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x67d5 [1] + 224 00000800:00000001:3.0:1788942104.063081:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.063088:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.063091:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942104.063096:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942104.063103:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.063112:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942104.063123:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.063145:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942104.063152:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942104.063155:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.063169:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942104.063175:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2410:2410:256:4294967295] 192.168.206.109@tcp LPNI seq info [2410:2410:8:4294967295] 00000400:00000200:3.0:1788942104.063180:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.063189:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942104.063194:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942104.063200:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38400. 00000800:00000200:3.0:1788942104.063206:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942104.063213:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942104.063218:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942104.063301:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942104.063305:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38400. 00000400:00000200:3.0:1788942104.063308:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942104.063312:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942104.063318:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.063322:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.063399:0:30948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942104.063406:0:30948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942104.063408:0:30948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942104.063411:0:30948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942104.063415:0:30948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942104.063417:0:30948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942104.063419:0:30948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942104.063424:0:30948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942104.063431:0:30948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995c00 x1875839884256000/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942120 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942104.063437:0:30948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942104.063439:0:30948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.063441:0:30948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942104.063444:0:30948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942104.063446:0:30948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942104.063448:0:30948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942104.063451:0:30948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942104.063459:0:30948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=94 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942104.063463:0:30948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942104.063465:0:30948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942104.063467:0:30948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942104.063469:0:30948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942104.063472:0:30948:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.063475:0:30948:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942104.063476:0:30948:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x10000013d] 00000100:00000001:0.0:1788942104.063478:0:30948:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942104.063480:0:30948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942104.063482:0:30948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000001:0.0:1788942104.063484:0:30948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942104.063486:0:30948:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788942104.063488:0:30948:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942104.063490:0:30948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942104.063495:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995c00 x1875839884256000/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942120 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942104.063501:0:30948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942104.063504:0:30948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942104.063506:0:30948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942104.063509:0:30948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995c00 x1875839884256000/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942120 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942104.063516:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:30948:1875839884256000:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942104.063520:0:30948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942104.063522:0:30948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942104.063525:0:30948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942104.063527:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.063530:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995c00 x1875839884256000/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942120 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942104.063537:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942104.063539:0:30948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591ff900. 00000100:00000001:0.0:1788942104.063542:0:30948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942104.063544:0:30948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942104.063550:0:30948:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942104.063553:0:30948:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942104.063557:0:30948:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942104.063561:0:30948:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000100:00000001:0.0:1788942104.063567:0:30948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942104.063570:0:30948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995c00 x1875839884256000/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942120 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942104.063576:0:30948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.063578:0:30948:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.063592:0:30948:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788942104.063595:0:30948:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788942104.063597:0:30948:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90b548db3248) 00800000:00000001:0.0:1788942104.063601:0:30948:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788942104.063603:0:30948:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x24:0x0] 00000002:00000001:0.0:1788942104.063608:0:30948:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788942104.063614:0:30948:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942104.063615:0:30948:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.063618:0:30948:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788942104.063620:0:30948:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788942104.063621:0:30948:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.063623:0:30948:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942104.063627:0:30948:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788942104.063628:0:30948:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788942104.063641:0:30948:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942104.063645:0:30948:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c77e30 00000080:00002000:0.0:1788942104.063647:0:30948:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff90b548f035e8, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788942104.063650:0:30948:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942104.063653:0:30948:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942104.063655:0:30948:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788942104.078910:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db3180. 00000080:00000010:0.1:1788942104.078928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5590616a0. 00010000:00000001:3.0:1788942104.291493:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942104.291500:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.291506:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942104.291507:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.291510:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942104.291511:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942104.291569:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942104.291572:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942104.291575:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942104.611106:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942104.611114:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942104.611122:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942104.611127:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942104.611132:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942104.611135:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942104.611139:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942104.611148:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551c4d500. 00000100:00000001:2.0:1788942104.611154:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611165:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942104.611175:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942104.611179:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611184:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070bfd811] to pc [ptlrpcd_01_00+0] req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.611205:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611207:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942104.611210:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942104.611213:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368700. 00000020:00000040:2.0:1788942104.611215:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=10 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942104.611216:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942104.611218:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942104.611219:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942104.611222:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551c4d200. 00000100:00000001:2.0:1788942104.611225:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611229:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942104.611235:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942104.611237:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611240:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc1bb37c] to pc [ptlrpcd_01_01+1] req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.611247:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611249:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942104.611252:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942104.611254:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368000. 00000020:00000040:2.0:1788942104.611256:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942104.611258:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942104.611259:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942104.611260:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942104.611263:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551c4db00. 00000100:00000001:2.0:1788942104.611276:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611280:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942104.611286:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942104.611288:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611292:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099392880] to pc [ptlrpcd_01_00+0] req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.611298:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611300:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942104.611303:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942104.611306:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b800. 00000020:00000040:2.0:1788942104.611308:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942104.611310:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942104.611311:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942104.611312:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942104.611315:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551c4d000. 00000100:00000001:2.0:1788942104.611317:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611320:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942104.611326:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942104.611328:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611330:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000645c0b1b] to pc [ptlrpcd_01_01+1] req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.611336:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.611340:0:30557:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1842) 00000100:00000001:2.0:1788942104.611350:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942104.611354:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942104.611355:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942104.611359:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.611366:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942104.611368:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.611371:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942104.611374:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942104.611376:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942104.611379:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884256128:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942104.611383:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942104.611387:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942104.611389:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.611391:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942104.611395:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c7400. 02000000:00000001:2.0:1788942104.611396:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942104.611403:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942104.611407:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b58. 00000400:00000010:2.0:1788942104.611413:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e617f8. 00000100:00000200:2.0:1788942104.611419:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884256128, portal 25 00000100:00000001:2.0:1788942104.611421:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942104.611423:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:2.0:1788942104.611428:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.611435:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942104.611437:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942104.611440:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942104.611442:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884256128, offset 0 00000400:00000200:2.0:1788942104.611448:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942104.611455:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.611461:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942104.611466:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942104.611469:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942104.611473:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942104.611475:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942104.611479:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2411:2411:256:4294967295] 192.168.206.109@tcp LPNI seq info [2411:2411:8:4294967295] 00000400:00000200:2.0:1788942104.611483:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.611491:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942104.611496:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942104.611501:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942104.611508:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942104.611515:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942104.611519:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942104.613111:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942104.613123:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942104.613127:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296508938 00000100:00000001:2.0:1788942104.613134:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296505930 00000100:00000001:2.0:1788942104.613140:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296508938 00000100:00000001:2.0:1788942104.613144:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296505930 00000100:00000001:2.0:1788942104.613147:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942104.613150:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.613155:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942104.613165:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.613174:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942104.613176:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.613179:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942104.613182:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942104.613185:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942104.613188:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256384:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942104.613192:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942104.613196:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942104.613198:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.613200:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942104.613207:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c6200. 02000000:00000001:2.0:1788942104.613209:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942104.613214:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942104.613218:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098e70. 00000400:00000010:2.0:1788942104.613224:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61110. 00000100:00000200:2.0:1788942104.613228:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884256384, portal 4 00000100:00000001:2.0:1788942104.613231:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942104.613232:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000040:2.0:1788942104.613239:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.613246:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942104.613249:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942104.613251:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61000. 00000100:00000200:2.0:1788942104.613254:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884256384, offset 0 00000400:00000200:2.0:1788942104.613259:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942104.613276:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.613283:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942104.613287:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942104.613290:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942104.613294:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942104.613296:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942104.613299:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2412:2412:255:4294967295] 192.168.206.109@tcp LPNI seq info [2412:2412:7:4294967295] 00000400:00000200:2.0:1788942104.613303:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.613311:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942104.613317:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942104.613322:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61100. 00000800:00000200:2.0:1788942104.613328:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942104.613335:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942104.613339:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942104.613342:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.613345:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24498 usecs (25 jiffies) 00000400:00000200:2.0:1788942104.613348:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942104.613350:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296504795 00000100:00000001:2.0:1788942104.613352:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296508938 00000100:00000001:2.0:1788942104.613354:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296504795 00000100:00000001:2.0:1788942104.613357:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296508938 00000100:00000001:2.0:1788942104.613358:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942104.613360:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.613363:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.613366:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.613373:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942104.613375:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942104.613377:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942104.613378:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942104.613380:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942104.613383:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788942104.613384:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.613386:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942104.613387:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.613389:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942104.613390:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942104.613391:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942104.613395:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.613402:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942104.613404:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.613406:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942104.613408:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942104.613410:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942104.613412:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256256:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942104.613416:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942104.613418:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942104.613420:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.613421:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942104.613424:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c6400. 02000000:00000001:2.0:1788942104.613426:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942104.613429:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942104.613431:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098bb0. 00000400:00000010:2.0:1788942104.613434:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e614c8. 00000100:00000200:2.0:1788942104.613437:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884256256, portal 10 00000100:00000001:2.0:1788942104.613439:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942104.613440:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175626496 : -122366533925120 : ffff90b552368700) 00000100:00000040:2.0:1788942104.613445:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.613452:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942104.613454:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942104.613456:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942104.613459:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884256256, offset 0 00000400:00000200:2.0:1788942104.613463:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942104.613466:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.613469:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942104.613471:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942104.613474:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942104.613476:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942104.613479:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942104.613481:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2413:2413:254:4294967295] 192.168.206.109@tcp LPNI seq info [2413:2413:6:4294967295] 00000400:00000200:2.0:1788942104.613485:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.613490:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942104.613494:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942104.613497:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61a00. 00000800:00000200:2.0:1788942104.613501:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942104.613504:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942104.613507:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942104.613510:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.613512:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 814382 usecs (815 jiffies) 00000400:00000200:2.0:1788942104.613515:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942104.613516:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296505585 00000100:00000001:2.0:1788942104.613518:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296508938 00000100:00000001:2.0:1788942104.613520:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296505585 00000100:00000001:2.0:1788942104.613522:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296508938 00000100:00000001:2.0:1788942104.613524:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942104.613526:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.613527:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942104.613531:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.613537:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942104.613538:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.613540:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942104.613542:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942104.613543:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942104.613546:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256512:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942104.613549:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942104.613551:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942104.613552:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.613554:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942104.613557:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c7200. 02000000:00000001:2.0:1788942104.613558:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942104.613561:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942104.613563:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098c60. 00000400:00000010:2.0:1788942104.613566:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e616e8. 00000100:00000200:2.0:1788942104.613569:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884256512, portal 4 00000100:00000001:2.0:1788942104.613570:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942104.613571:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00000100:00000040:2.0:1788942104.613576:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.613581:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942104.613583:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942104.613585:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61a18. 00000100:00000200:2.0:1788942104.613587:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884256512, offset 0 00000400:00000200:2.0:1788942104.613590:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942104.613593:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.613596:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942104.613598:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942104.613600:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942104.613602:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942104.613605:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942104.613607:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2414:2414:253:4294967295] 192.168.206.109@tcp LPNI seq info [2414:2414:5:4294967295] 00000400:00000200:2.0:1788942104.613610:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.613615:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942104.613619:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942104.613621:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61e00. 00000800:00000200:2.0:1788942104.613625:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942104.613628:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942104.613630:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942104.613633:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.613635:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 276181 usecs (277 jiffies) 00000400:00000200:2.0:1788942104.613638:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942104.613639:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296505047 00000100:00000001:2.0:1788942104.613642:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296508938 00000100:00000001:2.0:1788942104.613644:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296505047 00000100:00000001:2.0:1788942104.613645:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296508938 00000100:00000001:2.0:1788942104.613647:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942104.613649:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.613651:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.613653:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.615258:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942104.615283:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942104.615328:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.615332:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:2.0:1788942104.615339:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.615347:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.615355:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:2.0:1788942104.615357:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:2.0:1788942104.615362:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.615369:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.615380:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.615383:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.615390:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.615392:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942104.615404:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.615406:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:2.0:1788942104.615410:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.615414:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.615416:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61000 00000400:00000010:2.0:1788942104.615418:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61000. 00000100:00000001:2.0:1788942104.615421:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.615425:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.615432:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.615434:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.615439:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.615441:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942104.615450:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.615452:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61a00. 00000400:00000200:2.0:1788942104.615455:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.615460:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.615463:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:2.0:1788942104.615465:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:2.0:1788942104.615468:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.615472:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.615479:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.615483:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.615489:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.615491:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942104.615553:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.615555:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61e00. 00000400:00000200:2.0:1788942104.615559:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.615564:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.615567:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61a18 00000400:00000010:2.0:1788942104.615569:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61a18. 00000100:00000001:2.0:1788942104.615572:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.615577:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.615585:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.615588:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.615594:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.615596:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942104.620986:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621004:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942104.621009:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621012:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.621019:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621028:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942104.621037:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621041:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621046:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621051:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4e380 00000400:00000200:2.0:1788942104.621055:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621060:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x67dd [1] + 224 00000800:00000001:2.0:1788942104.621066:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621081:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.621086:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.621090:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942104.621098:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942104.621106:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942104.621116:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.621137:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942104.621145:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621149:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942104.621150:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621153:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.621156:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621159:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942104.621164:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621166:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621169:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621171:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4e400 00000400:00000200:2.0:1788942104.621174:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621179:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x67fd [1] + 224 00000800:00000001:2.0:1788942104.621183:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621186:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.621188:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.621190:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942104.621193:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942104.621197:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942104.621204:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.621210:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942104.621214:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621217:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942104.621218:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621220:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.621223:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621226:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942104.621230:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621232:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621234:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621237:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4e480 00000400:00000200:2.0:1788942104.621240:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621243:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x67ed [1] + 224 00000800:00000001:2.0:1788942104.621246:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621249:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.621251:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.621253:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942104.621256:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942104.621260:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942104.621278:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.621285:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942104.621289:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621292:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942104.621294:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621296:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.621299:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621302:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942104.621306:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621308:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621311:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621313:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4e500 00000400:00000200:2.0:1788942104.621316:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.621319:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x680d [1] + 224 00000800:00000001:2.0:1788942104.621323:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621333:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.621335:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.621338:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942104.621341:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942104.621344:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942104.621352:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.621359:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942104.621362:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.621365:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.621644:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.621648:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942104.621655:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942104.621657:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942104.621660:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098bb0. 00000400:00000200:3.0:1788942104.621664:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e614c8 00000400:00000010:3.0:1788942104.621666:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e614c8. 00000100:00000001:3.0:1788942104.621669:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.621674:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942104.621683:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.621689:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942104.621690:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.621692:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942104.621696:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942104.621698:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942104.621700:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.621703:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942104.621711:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=94 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942104.621716:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942104.621719:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942104.621720:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.621722:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942104.621725:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.621729:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942104.621731:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788942104.621733:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942104.621737:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.621741:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.621748:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.621751:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942104.621753:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942104.621757:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942104.621763:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256256:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788942104.621769:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942104.621770:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942104.621772:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098c60. 00000400:00000200:3.0:1788942104.621774:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e616e8 00000400:00000010:3.0:1788942104.621776:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e616e8. 00000100:00000001:3.0:1788942104.621778:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.621781:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942104.621789:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.621799:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942104.621800:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.621802:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942104.621803:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942104.621804:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942104.621806:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.621807:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942104.621811:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=94 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942104.621814:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942104.621816:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942104.621817:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.621819:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942104.621821:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.621823:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942104.621824:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942104.621826:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942104.621827:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.621833:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.621840:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.621842:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942104.621843:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942104.621847:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942104.621906:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256512:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788942104.621912:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942104.621913:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942104.621914:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b58. 00000400:00000200:3.0:1788942104.621917:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e617f8 00000400:00000010:3.0:1788942104.621918:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e617f8. 00000100:00000001:3.0:1788942104.621921:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.621925:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942104.621932:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.621938:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942104.621939:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.621941:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942104.621948:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942104.621949:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942104.621950:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.621952:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942104.621955:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942104.621957:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942104.621959:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942104.621960:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.621962:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942104.621964:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.621966:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.621970:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.621976:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.621978:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942104.621979:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942104.621983:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942104.621991:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884256128:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788942104.621996:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942104.621998:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942104.621999:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098e70. 00000400:00000200:3.0:1788942104.622002:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61110 00000400:00000010:3.0:1788942104.622004:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61110. 00000100:00000001:3.0:1788942104.622006:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.622010:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942104.622019:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.622026:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942104.622027:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.622029:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942104.622031:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942104.622032:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942104.622033:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.622035:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942104.622038:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=94 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942104.622041:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942104.622043:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942104.622045:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.622047:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942104.622048:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.622050:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942104.622052:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1788942104.622054:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942104.622056:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.622060:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.622198:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.622202:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942104.622203:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942104.622208:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942104.622215:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256384:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942104.622220:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.622223:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942104.622227:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368700 x1875839884256256/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.622238:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942104.622241:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942104.622245:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c6400. 02000000:00000001:3.0:1788942104.622249:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942104.622251:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942104.622253:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942104.622255:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942104.622258:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551c4d200. 02000000:00000001:3.0:1788942104.622262:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942104.622273:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942104.622275:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368700. 00000100:00000001:3.0:1788942104.622279:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942104.622280:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.622282:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942104.622286:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b800 x1875839884256512/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.622291:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942104.622293:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942104.622294:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c7200. 02000000:00000001:3.0:1788942104.622296:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942104.622297:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942104.622299:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942104.622300:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942104.622302:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551c4d000. 02000000:00000001:3.0:1788942104.622304:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942104.622305:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942104.622306:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b800. 00000100:00000001:3.0:1788942104.622308:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942104.622309:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.622311:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942104.622314:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884256128/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.622320:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942104.622321:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942104.622323:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c7400. 02000000:00000001:3.0:1788942104.622325:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942104.622326:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942104.622327:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942104.622329:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942104.622330:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551c4d500. 02000000:00000001:3.0:1788942104.622332:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942104.622333:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942104.622334:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:3.0:1788942104.622336:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942104.622338:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.622340:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942104.622343:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368000 x1875839884256384/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.622349:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942104.622350:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942104.622351:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c6200. 02000000:00000001:3.0:1788942104.622353:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942104.622354:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942104.622355:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942104.622357:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942104.622358:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551c4db00. 02000000:00000001:3.0:1788942104.622360:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942104.622361:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942104.622362:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368000. 00000100:00000001:3.0:1788942104.622364:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942104.622365:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.622367:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.622374:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942104.622376:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.622378:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.622380:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942104.929505:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.929519:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942104.929524:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.929526:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.929534:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.929542:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942104.929550:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.929555:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.929561:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.929565:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103353100 00000400:00000200:2.0:1788942104.929571:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x64ed [2] + 0 00000800:00000001:2.0:1788942104.929577:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.929581:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.929584:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.929589:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942104.929596:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788942104.929598:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788942104.929603:0:2347:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369500. 00000100:00000040:2.0:1788942104.929606:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b552369500 x1875839905247488 msgsize 328 00000100:00100000:2.0:1788942104.929610:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:2.0:1788942104.929616:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788942104.929622:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.929625:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942104.929627:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.929629:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.929631:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.929635:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942104.929638:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.929641:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.929643:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.929646:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103353200 00000400:00000200:2.0:1788942104.929649:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x64ed [2] + 328 00000800:00000001:2.0:1788942104.929653:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.929659:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.929661:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.929781:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942104.929786:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788942104.929787:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788942104.929792:0:2347:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368000. 00000100:00000040:2.0:1788942104.929794:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b552368000 x1875839905247744 msgsize 328 00000100:00100000:2.0:1788942104.929798:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:2.0:1788942104.929808:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788942104.929813:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.929816:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.929836:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788942104.929838:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905247488 02000000:00000001:2.0:1788942104.929841:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788942104.929844:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942104.929846:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.929873:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942104.929877:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905247488 00000020:00000001:2.0:1788942104.929881:0:15936:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942104.929883:0:15936:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:2.0:1788942104.929885:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942104.929888:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:2.0:1788942104.929890:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:2.0:1788942104.929892:0:15936:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000001:2.0:1788942104.929896:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942104.929901:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5453451c0. 00000100:00000001:2.0:1788942104.929904:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942104.929906:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5453451c0. 00000020:00000010:2.0:1788942104.929912:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b54806b200. 00000020:00000010:2.0:1788942104.929918:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551c4c900. 00000020:00000010:2.0:1788942104.929923:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b54363f0c8. 00000100:00000040:2.0:1788942104.929932:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788942104.929935:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788942104.929936:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788942104.929938:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.929945:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.929948:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.929956:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788942104.929957:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905247744 02000000:00000001:2.0:1788942104.929959:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788942104.929960:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942104.929961:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942104.929963:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942104.929965:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905247744 00000020:00000001:2.0:1788942104.929967:0:15936:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942104.929968:0:15936:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:2.0:1788942104.929969:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942104.929971:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:2.0:1788942104.929973:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:2.0:1788942104.929975:0:15936:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000001:2.0:1788942104.929977:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942104.929980:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5453451c0. 00000100:00000001:2.0:1788942104.929982:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942104.929984:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5453451c0. 00000020:00000010:2.0:1788942104.929988:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b54806b400. 00000020:00000010:2.0:1788942104.929991:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551c4cd80. 00000020:00000010:2.0:1788942104.929994:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b54363f4b0. 00000100:00000001:2.0:1788942104.929997:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788942104.929998:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788942104.929999:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.930002:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.930004:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.930010:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788942104.930011:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788942104.930016:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 52 00000100:00000040:2.0:1788942104.930020:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b552929800 : new rpc_count 1 00000100:00000001:2.0:1788942104.930021:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000040:2.0:1788942104.930029:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b552369500 x1875839905247488/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:570/0 lens 328/0 e 0 to 0 dl 1788942115 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942104.930043:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942104.930045:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5453451c0. 00000100:00000001:2.0:1788942104.930047:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942104.930049:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5453451c0. 00000100:00100000:2.0:1788942104.930053:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b552369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6702:x1875839905247488:12345-192.168.206.109@tcp:104: 00000100:00000200:2.0:1788942104.930056:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905247488 00010000:00000001:2.0:1788942104.930058:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788942104.930065:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942104.930066:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942104.930069:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=2 00000020:00000001:2.0:1788942104.930071:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:2.0:1788942104.930074:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:2.0:1788942104.930077:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942104.930080:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942104.930085:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788942104.930096:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788942104.930098:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788942104.930103:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b552274c00. 02000000:00000001:2.0:1788942104.930105:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.930108:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942104.930112:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788942104.930115:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942104.930118:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942104.930122:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942104.930125:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942104.930127:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:2.0:1788942104.930130:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788942104.930131:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.930134:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942104.930136:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942104.930141:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61a18. 00000100:00000200:2.0:1788942104.930145:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905247488, offset 224 00000400:00000200:2.0:1788942104.930150:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942104.930219:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.930226:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942104.930232:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2415:2415:256:4294967295] 192.168.206.109@tcp LPNI seq info [2415:2415:8:4294967295] 00000400:00000200:2.0:1788942104.930236:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.930244:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942104.930249:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942104.930254:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61e00. 00000800:00000200:2.0:1788942104.930260:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942104.930277:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942104.930280:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942104.930291:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.930294:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:2.0:1788942104.930297:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788942104.930300:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b5590339c0. 00010000:00000001:2.0:1788942104.930303:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788942104.930311:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788942104.930314:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942104.930316:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942104.930317:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.930322:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369500 x1875839905247488/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:570/0 lens 328/224 e 0 to 0 dl 1788942115 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788942104.930330:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b552369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6702:x1875839905247488:12345-192.168.206.109@tcp:104: Request processed in 286us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788942104.930337:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 52 00000100:00000040:2.0:1788942104.930340:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b552929800 : new rpc_count 0 00000100:00000001:2.0:1788942104.930342:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788942104.930343:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788942104.930348:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551c4c900. 00000020:00000010:2.0:1788942104.930351:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b54363f0c8. 00000020:00000010:2.0:1788942104.930354:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b54806b200. 00000020:00000040:2.0:1788942104.930359:0:15936:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:2.0:1788942104.930361:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942104.930368:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788942104.930370:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788942104.930373:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 53 00000100:00000040:2.0:1788942104.930376:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55292f000 : new rpc_count 1 00000100:00000001:2.0:1788942104.930377:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000040:2.0:1788942104.930382:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b552368000 x1875839905247744/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:570/0 lens 328/0 e 0 to 0 dl 1788942115 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942104.930390:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942104.930392:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5453451c0. 00000100:00000001:2.0:1788942104.930395:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942104.930397:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5453451c0. 00000100:00100000:2.0:1788942104.930401:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b552368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:15889:x1875839905247744:12345-192.168.206.109@tcp:104: 00000100:00000200:2.0:1788942104.930404:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905247744 00010000:00000001:2.0:1788942104.930405:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788942104.930408:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942104.930409:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942104.930411:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=2 00000020:00000001:2.0:1788942104.930413:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942104.930415:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942104.930417:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942104.930419:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942104.930422:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788942104.930436:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788942104.930437:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788942104.930440:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b552277c00. 02000000:00000001:2.0:1788942104.930441:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.930443:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942104.930445:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788942104.930447:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942104.930449:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942104.930452:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942104.930454:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942104.930455:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:2.0:1788942104.930457:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788942104.930458:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.930460:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942104.930463:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942104.930465:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942104.930469:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905247744, offset 224 00000400:00000200:2.0:1788942104.930473:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942104.930477:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.930481:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942104.930484:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2416:2416:255:4294967295] 192.168.206.109@tcp LPNI seq info [2416:2416:7:4294967295] 00000400:00000200:2.0:1788942104.930488:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.930494:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942104.930498:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942104.930502:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61a00. 00000800:00000200:2.0:1788942104.930505:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942104.930510:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942104.930512:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942104.930515:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.930518:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:2.0:1788942104.930520:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788942104.930523:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b559033d80. 00010000:00000001:2.0:1788942104.930524:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788942104.930534:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1788942104.930536:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942104.930537:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942104.930539:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942104.930543:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368000 x1875839905247744/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:570/0 lens 328/224 e 0 to 0 dl 1788942115 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788942104.930552:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b552368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:15889:x1875839905247744:12345-192.168.206.109@tcp:104: Request processed in 160us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1788942104.930558:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 53 00000100:00000040:2.0:1788942104.930560:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55292f000 : new rpc_count 0 00000100:00000001:2.0:1788942104.930562:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788942104.930563:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788942104.930565:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551c4cd80. 00000020:00000010:2.0:1788942104.930568:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b54363f4b0. 00000020:00000010:2.0:1788942104.930571:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b54806b400. 00000020:00000040:2.0:1788942104.930574:0:15936:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00000001:2.0:1788942104.930576:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788942104.930613:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.930616:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61e00. 00000400:00000200:2.0:1788942104.930619:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.930622:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.930626:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61a18 00000400:00000010:2.0:1788942104.930628:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61a18. 00000100:00000001:2.0:1788942104.930631:0:2348:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788942104.930633:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788942104.931826:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942104.931831:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.931836:0:16072:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1788942104.931839:0:16072:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788942104.931841:0:16072:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788942104.931847:0:16072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788942104.931877:0:16072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1600 already unused, calling callback (ffffffffc1162300) 00000008:00000001:3.0:1788942104.931880:0:16072:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788942104.931883:0:16072:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788942104.931884:0:16072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942104.931886:0:16072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942104.931888:0:16072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=3 00000020:00000001:3.0:1788942104.931890:0:16072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:3.0:1788942104.931892:0:16072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:3.0:1788942104.931895:0:16072:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942104.931898:0:16072:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788942104.931906:0:16072:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788942104.931908:0:16072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942104.931912:0:16072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942104.931914:0:16072:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000008:00000001:3.0:1788942104.931916:0:16072:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788942104.931918:0:16072:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788942104.931921:0:16072:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000008:00000001:3.0:1788942104.931923:0:16072:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.931926:0:16072:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942104.931930:0:16072:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942104.931932:0:16072:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942104.931934:0:16072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942104.931936:0:16072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942104.931939:0:16072:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1600 with handle 0xcbb91bbb78157726 from hash 00010000:00000001:3.0:1788942104.931941:0:16072:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942104.931943:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.931944:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.931945:0:16072:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942104.931948:0:16072:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942104.931950:0:16072:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788942104.931956:0:16072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942104.931958:0:16072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.931960:0:16072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942104.931962:0:16072:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788942104.931969:0:16072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544aced80. 00000020:00000040:3.0:1788942104.931973:0:16072:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942104.931977:0:16072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942104.931979:0:16072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942104.931983:0:16072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942104.931989:0:16072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222de00. 00000100:00000001:3.0:1788942104.931994:0:16072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.931996:0:16072:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788942104.932002:0:16072:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788942104.932010:0:16072:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788942104.932011:0:16072:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.932015:0:16072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942104.932020:0:16072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.932029:0:16072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d0366ec] to pc [ptlrpcd_01_00+0] req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788942104.932048:0:16072:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942104.932050:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.932051:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.932053:0:16072:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.932054:0:16072:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942104.932057:0:16072:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.932060:0:16072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942104.932066:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942104.932069:0:16072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000a0e49718/0xcbb91bbb78157726 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec892 expref: -99 pid: 30946 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788942104.932076:0:16072:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b548392640. 00010000:00000040:3.0:1788942104.932081:0:16072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ea00 count: 0 00010000:00000010:3.0:1788942104.932088:0:16072:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b551c3e200. 00010000:00000001:3.0:1788942104.932097:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.932098:0:16072:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788942104.932100:0:16072:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b5590339c0. 00010000:00000001:3.0:1788942104.932103:0:16072:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942104.932105:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942104.932106:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.932108:0:16072:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788942104.932110:0:16072:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788942104.932111:0:16072:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788942104.932114:0:16072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788942104.932122:0:16072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b54792ba00 already unused, calling callback (ffffffffc1162300) 00000008:00000001:3.0:1788942104.932124:0:16072:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788942104.932125:0:16072:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788942104.932126:0:16072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942104.932127:0:16072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942104.932129:0:16072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:3.0:1788942104.932130:0:16072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942104.932132:0:16072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942104.932134:0:16072:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942104.932137:0:16072:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788942104.932143:0:16072:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788942104.932144:0:16072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942104.932147:0:16072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942104.932148:0:16072:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000008:00000001:3.0:1788942104.932150:0:16072:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788942104.932151:0:16072:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788942104.932153:0:16072:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000008:00000001:3.0:1788942104.932155:0:16072:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.932169:0:16072:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942104.932172:0:16072:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942104.932173:0:16072:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942104.932174:0:16072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942104.932176:0:16072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942104.932178:0:16072:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792ba00 with handle 0xcbb91bbb78157711 from hash 00010000:00000001:3.0:1788942104.932181:0:16072:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942104.932182:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.932183:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.932184:0:16072:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942104.932187:0:16072:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942104.932188:0:16072:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788942104.932192:0:16072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942104.932193:0:16072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.932195:0:16072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942104.932196:0:16072:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788942104.932200:0:16072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acc380. 00000020:00000040:3.0:1788942104.932202:0:16072:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942104.932205:0:16072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942104.932207:0:16072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942104.932209:0:16072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942104.932213:0:16072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222c600. 00000100:00000001:3.0:1788942104.932216:0:16072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.932218:0:16072:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788942104.932221:0:16072:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788942104.932228:0:16072:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788942104.932229:0:16072:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.932232:0:16072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942104.932234:0:16072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.932239:0:16072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000424ecfc] to pc [ptlrpcd_01_01+1] req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788942104.932248:0:16072:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942104.932251:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942104.932252:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.932253:0:16072:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.932255:0:16072:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942104.932257:0:16072:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.932260:0:16072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942104.932278:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942104.932280:0:16072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000405f2a09/0xcbb91bbb78157711 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeec853 expref: -99 pid: 30945 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788942104.932287:0:16072:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b545345b40. 00010000:00000040:3.0:1788942104.932291:0:16072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227e00 count: 0 00010000:00000010:3.0:1788942104.932295:0:16072:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b551227a00. 00010000:00000001:3.0:1788942104.932300:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942104.932301:0:16072:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788942104.932303:0:16072:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b559033d80. 00010000:00000001:3.0:1788942104.932305:0:16072:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942104.932307:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942104.932309:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.932311:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788942104.932312:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942104.932313:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.932315:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788942104.932317:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942104.932318:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942104.932320:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942104.932327:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.932330:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942104.932332:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942104.932338:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.932346:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942104.932348:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.932351:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942104.932354:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942104.932356:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942104.932360:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256640:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788942104.932364:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942104.932368:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942104.932370:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.932372:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942104.932376:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222da00. 02000000:00000001:3.0:1788942104.932378:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942104.932385:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942104.932389:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c44d0. 00000400:00000010:3.0:1788942104.932395:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded440. 00000100:00000200:3.0:1788942104.932401:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884256640, portal 18 00000100:00000001:3.0:1788942104.932404:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942104.932405:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504960 : -122366761046656 : ffff90b544aced80) 00000100:00000040:3.0:1788942104.932411:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.932418:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942104.932421:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942104.932424:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedb28. 00000100:00000200:3.0:1788942104.932426:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884256640, offset 0 00000400:00000200:3.0:1788942104.932431:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942104.932438:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.932444:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942104.932448:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942104.932452:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942104.932455:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942104.932457:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942104.932460:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2417:2417:255:4294967295] 192.168.206.109@tcp LPNI seq info [2417:2417:7:4294967295] 00000400:00000200:3.0:1788942104.932464:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.932471:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942104.932477:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942104.932481:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38400. 00000800:00000200:3.0:1788942104.932486:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942104.932492:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942104.932495:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788942104.932499:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.932502:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24445 usecs (25 jiffies) 00000400:00000200:3.0:1788942104.932505:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942104.932508:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296505115 00000100:00000001:3.0:1788942104.932511:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296508938 00000100:00000001:3.0:1788942104.932513:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296505115 00000100:00000001:3.0:1788942104.932515:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296508938 00000100:00000001:3.0:1788942104.932518:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.932520:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.932523:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.932526:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.932531:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942104.932534:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942104.932536:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.932537:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942104.932538:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942104.932541:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788942104.932543:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.932545:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942104.932546:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.932548:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.932549:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942104.932550:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942104.932554:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.932560:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942104.932562:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.932564:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942104.932565:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942104.932567:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942104.932570:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256768:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788942104.932573:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942104.932575:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942104.932577:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.932578:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942104.932581:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222c200. 02000000:00000001:3.0:1788942104.932583:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942104.932586:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942104.932589:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c41b8. 00000400:00000010:3.0:1788942104.932592:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded660. 00000100:00000200:3.0:1788942104.932595:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884256768, portal 18 00000100:00000001:3.0:1788942104.932597:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942104.932599:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000040:3.0:1788942104.932604:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.932610:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942104.932613:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942104.932615:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedf68. 00000100:00000200:3.0:1788942104.932617:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884256768, offset 0 00000400:00000200:3.0:1788942104.932621:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942104.932624:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.932628:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942104.932630:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942104.932633:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942104.932635:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942104.932637:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942104.932640:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2418:2418:254:4294967295] 192.168.206.109@tcp LPNI seq info [2418:2418:6:4294967295] 00000400:00000200:3.0:1788942104.932643:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.932649:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942104.932653:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942104.932656:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38800. 00000800:00000200:3.0:1788942104.932660:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942104.932739:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942104.932742:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788942104.932746:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.932748:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 274426 usecs (275 jiffies) 00000400:00000200:3.0:1788942104.932752:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942104.932754:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296505365 00000100:00000001:3.0:1788942104.932756:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296508938 00000100:00000001:3.0:1788942104.932758:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296505365 00000100:00000001:3.0:1788942104.932760:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296508938 00000100:00000001:3.0:1788942104.932761:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.932764:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.932766:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.932768:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942104.932950:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.932955:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61a00. 00000400:00000200:2.0:1788942104.932959:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.932965:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.932970:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:2.0:1788942104.932972:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:2.0:1788942104.932976:0:2348:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788942104.932978:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788942104.933002:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.933004:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38400. 00000400:00000200:2.0:1788942104.933007:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.933011:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.933013:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedb28 00000400:00000010:2.0:1788942104.933014:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedb28. 00000100:00000001:2.0:1788942104.933017:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.933022:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.933031:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.933034:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.933040:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.933042:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942104.933076:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942104.933078:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38800. 00000400:00000200:2.0:1788942104.933081:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.933084:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942104.933087:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedf68 00000400:00000010:2.0:1788942104.933088:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedf68. 00000100:00000001:2.0:1788942104.933091:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942104.933094:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.933101:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942104.933104:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.933110:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942104.933111:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942104.933121:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942104.933124:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942104.933936:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942104.933939:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942104.933943:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788942104.937762:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.937776:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942104.937780:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.937783:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.937790:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.937798:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942104.937807:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.937812:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.937817:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.937821:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f4e580 00000400:00000200:2.0:1788942104.937826:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942104.937832:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x682d [1] + 224 00000800:00000001:2.0:1788942104.937838:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.937846:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942104.937877:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942104.937881:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942104.937890:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942104.937898:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942104.937909:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942104.937923:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942104.937930:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942104.937933:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.937981:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.937985:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942104.937991:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942104.937993:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942104.937997:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c44d0. 00000400:00000200:3.0:1788942104.938001:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded440 00000400:00000010:3.0:1788942104.938003:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded440. 00000100:00000001:3.0:1788942104.938006:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.938010:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942104.938023:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.938029:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942104.938030:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.938032:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942104.938035:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942104.938038:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942104.938040:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.938042:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942104.938050:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95d38 time=92 v=5 (5 5 0 5) 00000100:00001000:3.0:1788942104.938053:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942104.938055:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942104.938057:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.938059:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942104.938062:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.938065:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942104.938067:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1788942104.938069:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942104.938071:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.938075:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.938083:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.938085:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942104.938087:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942104.938091:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942104.938099:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256640:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788942104.938103:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.938106:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942104.938109:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544aced80 x1875839884256640/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.938120:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942104.938122:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942104.938126:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222da00. 02000000:00000001:3.0:1788942104.938131:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942104.938133:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942104.938135:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942104.938137:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942104.938140:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222de00. 02000000:00000001:3.0:1788942104.938142:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942104.938144:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942104.938146:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544aced80. 00000100:00000001:3.0:1788942104.938150:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942104.938152:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.938155:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.938156:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.938170:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942104.938172:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.938174:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788942104.949012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ea00. 00010000:00000010:3.1:1788942104.949024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00010000:00000010:3.1:1788942104.949028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227e00. 00010000:00000010:3.1:1788942104.949031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ba00. 00000800:00000001:3.0:1788942104.949042:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.949055:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942104.949058:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.949060:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.949068:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.949075:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942104.949084:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.949088:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.949093:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.949097:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f4e600 00000400:00000200:3.0:1788942104.949102:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942104.949106:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x683d [1] + 224 00000800:00000001:3.0:1788942104.949113:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.949175:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942104.949179:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942104.949184:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942104.949192:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.949199:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942104.949210:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.949223:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942104.949230:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942104.949234:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.949243:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.949246:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942104.949251:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942104.949254:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942104.949256:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c41b8. 00000400:00000200:3.0:1788942104.949260:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded660 00000400:00000010:3.0:1788942104.949276:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded660. 00000100:00000001:3.0:1788942104.949279:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942104.949283:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942104.949291:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.949297:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942104.949299:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.949301:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942104.949305:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942104.949308:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942104.949310:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942104.949313:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942104.949323:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96538 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942104.949327:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942104.949329:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942104.949331:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942104.949333:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942104.949336:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.949339:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942104.949342:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942104.949344:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942104.949346:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942104.949350:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.949357:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942104.949360:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942104.949362:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942104.949365:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942104.949372:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884256768:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788942104.949376:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.949379:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942104.949382:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acc380 x1875839884256768/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942120 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942104.949387:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942104.949389:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942104.949392:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222c200. 02000000:00000001:3.0:1788942104.949396:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942104.949398:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942104.949400:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942104.949402:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942104.949405:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222c600. 02000000:00000001:3.0:1788942104.949407:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942104.949409:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942104.949410:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acc380. 00000100:00000001:3.0:1788942104.949413:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942104.949414:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.949416:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942104.949423:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942104.949425:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942104.949427:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942104.949428:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942105.313247:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942105.313253:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942105.315291:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942105.315296:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942105.315300:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942105.370561:0:31033:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942106.337078:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942106.337084:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942106.337106:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942106.337109:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942106.337112:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942106.924722:0:31170:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942107.363002:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942107.363007:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942107.363080:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942107.363083:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942107.363086:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942108.384967:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942108.384976:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942108.392160:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942108.392171:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942108.392177:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942108.660309:0:31314:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942109.294013:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296508938, at 4296509452 00000100:00000010:2.0:1788942109.294026:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76ba0. 00000100:00000040:3.0:1788942109.307941:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296508938, at 4296509467 00000100:00000010:3.0:1788942109.307955:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76960. 00010000:00000001:3.0:1788942109.409334:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942109.409339:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942109.411980:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942109.411987:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942109.411992:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942109.519311:0:31376:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793492:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942109.793499:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942109.793506:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942109.793511:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942109.793515:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942109.793518:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942109.793523:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942109.793530:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b553cd2b00. 00000100:00000001:1.0:1788942109.793536:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793547:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942109.793556:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942109.793560:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793565:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009594d7e4] to pc [ptlrpcd_00_00+0] req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.793584:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793586:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942109.793590:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942109.793593:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65880. 00000020:00000040:1.0:1788942109.793595:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=10 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942109.793597:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942109.793599:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942109.793600:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942109.793603:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b553cd2f00. 00000100:00000001:1.0:1788942109.793606:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793611:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942109.793617:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942109.793620:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793624:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c38a6451] to pc [ptlrpcd_00_01+1] req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.793632:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793634:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942109.793637:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942109.793639:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942109.793642:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942109.793644:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942109.793646:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942109.793647:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942109.793650:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b553cd2700. 00000100:00000001:1.0:1788942109.793652:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793656:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942109.793664:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942109.793666:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793671:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b77724] to pc [ptlrpcd_00_00+0] req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.793677:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793678:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942109.793681:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942109.793684:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942109.793686:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942109.793688:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942109.793689:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942109.793691:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942109.793694:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b553cd2200. 00000100:00000001:1.0:1788942109.793697:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793701:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942109.793713:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942109.793715:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793719:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052612f2c] to pc [ptlrpcd_00_01+1] req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.793725:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.793729:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1847) 00000100:00000001:1.0:1788942109.795040:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942109.795045:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942109.795048:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942109.795057:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.795068:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942109.795071:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.795074:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942109.795077:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942109.795080:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942109.795083:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884256896:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942109.795087:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942109.795092:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942109.795095:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.795097:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942109.795102:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2800. 02000000:00000001:1.0:1788942109.795104:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942109.795110:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942109.795114:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942109.795120:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942109.795126:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884256896, portal 25 00000100:00000001:1.0:1788942109.795129:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942109.795130:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942109.795145:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.795158:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942109.795161:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942109.795164:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da220. 00000100:00000200:1.0:1788942109.795167:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884256896, offset 0 00000400:00000200:1.0:1788942109.795174:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942109.795181:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942109.795187:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942109.795192:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942109.795196:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942109.795199:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942109.795201:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942109.795205:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2419:2419:256:4294967295] 192.168.206.109@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:1.0:1788942109.795209:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942109.795218:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942109.795223:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942109.795228:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a369b00. 00000800:00000200:1.0:1788942109.795233:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942109.795250:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942109.795254:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a369b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942109.795271:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942109.795275:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942109.795277:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296514121 00000100:00000010:1.0:1788942109.795282:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c91e0. 00000100:00000001:1.0:1788942109.795287:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788942109.795292:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296514121 00000100:00000010:1.0:1788942109.795294:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c9f00. 00000100:00000001:1.0:1788942109.795297:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788942109.795300:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942109.795302:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.795305:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942109.795309:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.795315:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942109.795317:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.795319:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942109.795321:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942109.795323:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942109.795326:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884257152:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942109.795329:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942109.795331:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942109.795333:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.795334:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942109.795337:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d3800. 02000000:00000001:1.0:1788942109.795339:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942109.795343:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942109.795345:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f108. 00000400:00000010:1.0:1788942109.795349:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da110. 00000100:00000200:1.0:1788942109.795351:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884257152, portal 4 00000100:00000001:1.0:1788942109.795353:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942109.795354:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942109.795361:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.795366:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942109.795368:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942109.795371:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da880. 00000100:00000200:1.0:1788942109.795373:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884257152, offset 0 00000400:00000200:1.0:1788942109.795377:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942109.795381:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942109.795384:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942109.795387:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942109.795389:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942109.795391:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942109.795394:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942109.795396:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2420:2420:255:4294967295] 192.168.206.109@tcp LPNI seq info [2420:2420:7:4294967295] 00000400:00000200:1.0:1788942109.795400:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942109.795405:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942109.795409:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942109.795412:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a369000. 00000800:00000200:1.0:1788942109.795416:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942109.795419:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942109.795422:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a369000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942109.795425:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.795428:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24362 usecs (25 jiffies) 00000400:00000200:1.0:1788942109.795431:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942109.795433:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296509978 00000100:00000001:1.0:1788942109.795435:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:1.0:1788942109.795437:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296509978 00000100:00000001:1.0:1788942109.795439:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:1.0:1788942109.795440:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942109.795442:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.795444:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.795447:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.795453:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942109.795455:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942109.795457:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942109.795458:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942109.795459:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942109.795463:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788942109.795464:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.795466:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942109.795467:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.795468:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942109.795469:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942109.795471:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942109.795475:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.795481:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942109.795482:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.795485:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942109.795487:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942109.795489:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942109.795491:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884257024:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942109.795494:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942109.795496:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942109.795498:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.795499:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942109.795503:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b551e31e00. 02000000:00000001:1.0:1788942109.795505:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942109.795508:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942109.795511:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fe18. 00000400:00000010:1.0:1788942109.795514:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dacc0. 00000100:00000200:1.0:1788942109.795517:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884257024, portal 10 00000100:00000001:1.0:1788942109.795518:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942109.795520:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000040:1.0:1788942109.795526:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.795532:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942109.795534:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942109.795536:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da908. 00000100:00000200:1.0:1788942109.795539:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884257024, offset 0 00000400:00000200:1.0:1788942109.795542:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942109.795545:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942109.795549:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942109.795552:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942109.795554:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942109.795556:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942109.795559:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942109.795562:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2421:2421:254:4294967295] 192.168.206.109@tcp LPNI seq info [2421:2421:6:4294967295] 00000400:00000200:1.0:1788942109.795566:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942109.795572:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942109.795576:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942109.795579:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a369700. 00000800:00000200:1.0:1788942109.795582:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942109.795586:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942109.795589:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a369700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942109.795591:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.795594:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 813260 usecs (814 jiffies) 00000400:00000200:1.0:1788942109.795597:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942109.795599:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296510767 00000100:00000001:1.0:1788942109.795601:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:1.0:1788942109.795603:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296510767 00000100:00000001:1.0:1788942109.795605:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:1.0:1788942109.795607:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942109.795609:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.795611:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942109.795614:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.795620:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942109.795621:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.795622:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942109.795624:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942109.795625:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942109.795628:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884257280:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942109.795630:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942109.795633:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942109.795634:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.795636:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942109.795639:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b553c44800. 02000000:00000001:1.0:1788942109.795640:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942109.795643:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942109.795645:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f058. 00000400:00000010:1.0:1788942109.795648:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da330. 00000100:00000200:1.0:1788942109.795650:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884257280, portal 4 00000100:00000001:1.0:1788942109.795652:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942109.795653:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942109.795657:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.795663:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942109.795665:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942109.795667:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da7f8. 00000100:00000200:1.0:1788942109.795669:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884257280, offset 0 00000400:00000200:1.0:1788942109.795673:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942109.795676:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942109.795679:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942109.795682:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942109.795684:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942109.795686:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942109.795688:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942109.795691:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2422:2422:253:4294967295] 192.168.206.109@tcp LPNI seq info [2422:2422:5:4294967295] 00000400:00000200:1.0:1788942109.795695:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942109.795701:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942109.795705:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942109.795709:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618c00. 00000800:00000200:1.0:1788942109.795713:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942109.795717:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942109.795719:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942109.795721:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.795724:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 272750 usecs (273 jiffies) 00000400:00000200:1.0:1788942109.795727:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942109.795728:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296510226 00000100:00000001:1.0:1788942109.795730:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:1.0:1788942109.795732:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296510226 00000100:00000001:1.0:1788942109.795733:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:1.0:1788942109.795735:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942109.795736:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.795738:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.795740:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942109.795894:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942109.795899:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a369b00. 00000400:00000200:2.0:1788942109.795904:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942109.795909:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942109.795915:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da220 00000400:00000010:2.0:1788942109.795917:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da220. 00000100:00000001:2.0:1788942109.795921:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942109.795926:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.795934:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942109.795937:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.795942:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942109.795944:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942109.795954:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942109.795956:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a369000. 00000400:00000200:2.0:1788942109.795958:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942109.795961:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942109.795963:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da880 00000400:00000010:2.0:1788942109.795965:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da880. 00000100:00000001:2.0:1788942109.795966:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942109.795970:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.795975:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942109.795977:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.795983:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942109.795984:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942109.795991:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942109.795992:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a369700. 00000400:00000200:2.0:1788942109.795995:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942109.795997:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942109.796000:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da908 00000400:00000010:2.0:1788942109.796001:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da908. 00000100:00000001:2.0:1788942109.796003:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942109.796005:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.796012:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942109.796015:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.796022:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942109.796023:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788942109.796556:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942109.796560:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942109.798138:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942109.798146:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618c00. 00000400:00000200:2.0:1788942109.798151:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942109.798159:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942109.798165:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da7f8 00000400:00000010:2.0:1788942109.798168:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da7f8. 00000100:00000001:2.0:1788942109.798172:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942109.798178:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.798188:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942109.798191:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.798198:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942109.798199:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942109.805462:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942109.805475:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942109.805479:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942109.805481:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942109.805490:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942109.805497:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942109.805505:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942109.805510:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942109.805515:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942109.805519:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4e780 00000400:00000200:3.0:1788942109.805524:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942109.805529:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6855 [1] + 224 00000800:00000001:3.0:1788942109.805535:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942109.805541:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942109.805545:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942109.805550:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942109.805556:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942109.805565:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942109.805582:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942109.805600:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942109.805607:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942109.805611:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942109.809885:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942109.809893:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942109.809902:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942109.809904:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942109.809907:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f108. 00000400:00000200:0.0:1788942109.809914:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da110 00000400:00000010:0.0:1788942109.809916:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da110. 00000100:00000001:0.0:1788942109.809920:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942109.809930:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942109.809942:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942109.809950:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942109.809951:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942109.809954:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942109.809957:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942109.809959:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942109.809962:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942109.809965:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942109.809973:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=99 v=5 (5 5 5 36) 00000100:00001000:0.0:1788942109.809977:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942109.809980:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942109.809981:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942109.809984:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942109.809987:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942109.809990:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942109.809992:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788942109.809995:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942109.809996:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942109.810001:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942109.810008:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942109.810011:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942109.810013:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942109.810016:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942109.810024:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884257152:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942109.810028:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942109.810030:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942109.810034:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884257152/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942109.810040:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942109.810042:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942109.810046:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d3800. 02000000:00000001:0.0:1788942109.810049:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942109.810051:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942109.810053:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942109.810055:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942109.810058:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b553cd2700. 02000000:00000001:0.0:1788942109.810061:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942109.810063:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942109.810064:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:0.0:1788942109.810067:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942109.810068:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942109.810071:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942109.810073:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942109.810074:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942109.810076:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942109.810077:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942109.815465:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815478:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942109.815482:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815485:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942109.815492:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815499:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942109.815507:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815511:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815516:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815520:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4e680 00000400:00000200:2.0:1788942109.815525:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815530:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x684d [1] + 224 00000800:00000001:2.0:1788942109.815535:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815539:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942109.815542:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942109.815546:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942109.815553:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942109.815560:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942109.815570:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.815595:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942109.815602:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815605:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942109.815607:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815609:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942109.815612:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815615:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942109.815619:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815621:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815623:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815625:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4e700 00000400:00000200:2.0:1788942109.815628:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815632:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x685d [1] + 224 00000800:00000001:2.0:1788942109.815635:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815638:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942109.815640:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942109.815643:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942109.815645:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942109.815649:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942109.815657:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.815664:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942109.815668:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815670:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942109.815673:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815675:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942109.815678:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815680:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942109.815684:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815686:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815688:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815691:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4e800 00000400:00000200:2.0:1788942109.815694:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942109.815698:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6865 [1] + 224 00000800:00000001:2.0:1788942109.815701:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815881:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942109.815884:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942109.815888:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942109.815891:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942109.815896:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942109.815904:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942109.815910:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942109.815915:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942109.815918:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.815977:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942109.815981:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942109.815987:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942109.815989:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942109.815991:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fe18. 00000400:00000200:1.0:1788942109.815995:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dacc0 00000400:00000010:1.0:1788942109.815997:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dacc0. 00000100:00000001:1.0:1788942109.816000:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942109.816004:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942109.816011:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816016:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942109.816018:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816020:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942109.816022:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942109.816025:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942109.816027:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.816029:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942109.816037:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=99 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942109.816041:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942109.816043:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942109.816044:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942109.816047:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942109.816050:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.816054:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788942109.816056:0:2353:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967630 gen 2 00000100:00000040:1.0:1788942109.816061:0:2353:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff90b545994a80 x1875839884248192/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942109.816067:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816070:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994a80 x1875839884248192/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942109.816076:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816078:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816081:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aecc00. 02000000:00000001:1.0:1788942109.816084:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816086:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816088:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942109.816090:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816092:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543461c00. 02000000:00000001:1.0:1788942109.816095:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816096:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816098:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994a80. 00000100:00000001:1.0:1788942109.816101:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816102:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942109.816107:0:2353:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff90b545e67480 x1875839884251008/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942109.816114:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816116:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884251008/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942117 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942109.816122:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816123:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816125:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bb400. 02000000:00000001:1.0:1788942109.816127:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816128:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816129:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942109.816191:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816194:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5486d2600. 02000000:00000001:1.0:1788942109.816197:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816198:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816199:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942109.816202:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816203:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942109.816209:0:2353:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff90b545996300 x1875839884253440/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816216:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816219:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996300 x1875839884253440/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816225:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816226:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816227:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aed000. 02000000:00000001:1.0:1788942109.816229:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816230:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816231:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942109.816233:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816234:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fa000. 02000000:00000001:1.0:1788942109.816246:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816247:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816249:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996300. 00000100:00000001:1.0:1788942109.816252:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816252:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942109.816257:0:2353:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff90b545e65c00 x1875839884254080/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816262:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816265:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884254080/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816271:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816273:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816274:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487ba800. 02000000:00000001:1.0:1788942109.816277:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816278:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816279:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942109.816281:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816282:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5486d3200. 02000000:00000001:1.0:1788942109.816284:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816285:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816286:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942109.816288:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816289:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942109.816293:0:2353:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff90b552369c00 x1875839884255360/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816299:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816301:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369c00 x1875839884255360/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942119 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816306:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816307:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816308:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274000. 02000000:00000001:1.0:1788942109.816310:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816311:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816312:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942109.816314:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816315:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5464c6000. 02000000:00000001:1.0:1788942109.816317:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816318:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816319:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369c00. 00000100:00000001:1.0:1788942109.816322:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816323:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942109.816327:0:2353:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff90b545995c00 x1875839884256000/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942120 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816333:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816336:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995c00 x1875839884256000/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942120 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816345:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816346:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816347:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aef400. 02000000:00000001:1.0:1788942109.816350:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816351:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816352:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942109.816353:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816354:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fba00. 02000000:00000001:1.0:1788942109.816356:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816357:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816358:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995c00. 00000100:00000001:1.0:1788942109.816360:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816361:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816364:0:2353:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788942109.816366:0:2353:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1788942109.816369:0:2353:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942109.816370:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.816375:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816382:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942109.816385:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942109.816386:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942109.816390:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942109.816397:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884257024:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942109.816403:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942109.816405:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942109.816407:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f058. 00000400:00000200:1.0:1788942109.816409:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00000400:00000010:1.0:1788942109.816411:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00000100:00000001:1.0:1788942109.816413:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942109.816417:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942109.816425:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816431:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942109.816433:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816435:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942109.816436:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942109.816437:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942109.816439:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.816441:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942109.816445:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=99 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942109.816448:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942109.816450:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942109.816451:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942109.816453:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942109.816454:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.816457:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942109.816459:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942109.816461:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942109.816462:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.816466:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816471:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942109.816473:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942109.816474:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942109.816478:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942109.816485:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884257280:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942109.816489:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942109.816490:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942109.816492:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942109.816495:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:1.0:1788942109.816497:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:1.0:1788942109.816500:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942109.816503:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942109.816511:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816517:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942109.816518:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816519:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942109.816521:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942109.816522:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942109.816523:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942109.816525:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942109.816528:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=99 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942109.816530:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=99 v=5 (1 1 1 1) 00000100:00000001:1.0:1788942109.816532:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942109.816533:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942109.816535:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942109.816536:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.816538:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942109.816541:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816547:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942109.816549:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942109.816550:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942109.816553:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942109.816560:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884256896:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942109.816564:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816566:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816569:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65880 x1875839884257024/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816576:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816577:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816578:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b551e31e00. 02000000:00000001:1.0:1788942109.816582:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816583:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816584:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942109.816586:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816587:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b553cd2f00. 02000000:00000001:1.0:1788942109.816591:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816592:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816593:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65880. 00000100:00000001:1.0:1788942109.816595:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816596:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816598:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816601:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884257280/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816607:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816608:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816610:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b553c44800. 02000000:00000001:1.0:1788942109.816612:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816613:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816615:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942109.816616:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816618:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b553cd2200. 02000000:00000001:1.0:1788942109.816619:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816620:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816622:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:1.0:1788942109.816624:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816625:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816627:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942109.816630:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884256896/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942109.816636:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942109.816637:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942109.816639:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d2800. 02000000:00000001:1.0:1788942109.816641:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942109.816642:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942109.816643:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942109.816644:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942109.816646:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b553cd2b00. 02000000:00000001:1.0:1788942109.816647:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942109.816648:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942109.816649:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:1.0:1788942109.816651:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942109.816653:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816655:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942109.816661:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942109.816663:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942109.816665:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942109.816667:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942110.433038:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942110.433044:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942110.436760:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942110.436765:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942110.436768:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788942110.635340:0:31467:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942110.977432:0:31504:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788942110.977438:0:31504:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 04:21:49 (1788942109) 00000001:00000001:2.0:1788942111.002688:0:31504:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1788942111.250770:0:31516:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942111.250777:0:31516:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942111.250779:0:31516:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942111.250782:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17b20 00000080:00200000:1.0:1788942111.250787:0:31516:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942111.250794:0:31516:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00800000:00000002:1.0:1788942111.250801:0:31516:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942111.250805:0:31516:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942111.250809:0:31516:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942111.250811:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17a40 00800000:00000002:1.0:1788942111.250813:0:31516:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942111.250817:0:31516:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942111.250821:0:31516:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942111.250825:0:31516:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942111.250837:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17910 00000002:00010000:1.0:1788942111.250840:0:31516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942111.250844:0:31516:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942111.250846:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942111.250849:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942111.250879:0:31516:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.252926:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.252935:0:31516:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.252938:0:31516:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942111.252941:0:31516:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942111.253011:0:31516:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942111.253017:0:31516:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942111.253024:0:31516:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942111.253029:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942111.253032:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.253034:0:31516:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942111.253037:0:31516:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942111.253042:0:31516:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942111.253049:0:31516:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8c00. 00000100:00000001:1.0:1788942111.253055:0:31516:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.253059:0:31516:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942111.253061:0:31516:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.253062:0:31516:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942111.253063:0:31516:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.253065:0:31516:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.253069:0:31516:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00010000:00000001:1.0:1788942111.253074:0:31516:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942111.253076:0:31516:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942111.253082:0:31516:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ed00. 00010000:00000010:1.0:1788942111.253087:0:31516:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78980. 00010000:00000001:1.0:1788942111.253092:0:31516:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942111.253095:0:31516:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0400. 00000020:00000001:1.0:1788942111.253098:0:31516:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942111.253101:0:31516:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0400 with handle 0xcbb91bbb7815775e to hash 00000020:00000001:1.0:1788942111.253103:0:31516:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942111.253105:0:31516:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.253108:0:31516:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.253111:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942111.253113:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.253117:0:31516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942111.253196:0:31516:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942111.253208:0:31516:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942111.253214:0:31516:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942111.253216:0:31516:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942111.253223:0:31516:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2300. 00000100:00000001:1.0:1788942111.253224:0:31516:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206400 : -122366418345216 : ffff90b5591a2300) 00000100:00000001:1.0:1788942111.253227:0:31516:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942111.253238:0:31516:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942111.253243:0:31516:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942111.253247:0:31516:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.253249:0:31516:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942111.253251:0:31516:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942111.253261:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.253270:0:31516:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942111.253272:0:31516:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942111.253276:0:31516:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942111.253279:0:31516:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942111.253281:0:31516:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942111.253285:0:31516:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31516:1875839884257408:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942111.253288:0:31516:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942111.253293:0:31516:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942111.253296:0:31516:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942111.253298:0:31516:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942111.253303:0:31516:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559184800. 02000000:00000001:1.0:1788942111.253304:0:31516:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942111.253312:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942111.253316:0:31516:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942111.253323:0:31516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942111.253330:0:31516:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884257408, portal 10 00000100:00000001:1.0:1788942111.253332:0:31516:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942111.253333:0:31516:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942111.253339:0:31516:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.253347:0:31516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942111.253349:0:31516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942111.253352:0:31516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da330. 00000100:00000200:1.0:1788942111.253354:0:31516:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884257408, offset 0 00000400:00000200:1.0:1788942111.253362:0:31516:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942111.253369:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942111.253376:0:31516:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942111.253382:0:31516:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942111.253386:0:31516:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942111.253390:0:31516:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942111.253392:0:31516:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942111.253396:0:31516:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2423:2423:256:4294967295] 192.168.206.109@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:1.0:1788942111.253400:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942111.253409:0:31516:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942111.253415:0:31516:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942111.253420:0:31516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618800. 00000800:00000200:1.0:1788942111.253426:0:31516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942111.253433:0:31516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942111.253438:0:31516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788942111.253460:0:31516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942111.253465:0:31516:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 812161 usecs (813 jiffies) 00000400:00000200:1.0:1788942111.253468:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942111.253470:0:31516:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512225 00000100:00000001:1.0:1788942111.253474:0:31516:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:1.0:1788942111.253477:0:31516:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512225 00000100:00000001:1.0:1788942111.253480:0:31516:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:1.0:1788942111.253482:0:31516:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942111.253485:0:31516:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.253487:0:31516:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942111.253489:0:31516:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942111.253492:0:31516:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2300 going to sleep for 11 seconds 00000100:00000001:1.0:1788942111.253494:0:31516:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942111.253497:0:31516:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.253970:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.253975:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618800. 00000400:00000200:3.0:1788942111.253981:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.253986:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942111.253992:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00000400:00000010:3.0:1788942111.253994:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00000100:00000001:3.0:1788942111.253998:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942111.254003:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.254013:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942111.254016:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.254023:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.254025:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942111.259651:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942111.259666:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942111.259670:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942111.259672:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942111.259681:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.259688:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942111.259697:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.259702:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.259707:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.259711:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4e880 00000400:00000200:2.0:1788942111.259716:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.259721:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x686d [1] + 224 00000800:00000001:2.0:1788942111.259728:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942111.259734:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942111.259737:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942111.259742:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942111.259749:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942111.259756:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942111.259766:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.259788:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942111.259795:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942111.259798:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942111.259897:0:31516:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942111.259904:0:31516:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942111.259906:0:31516:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942111.259909:0:31516:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942111.259913:0:31516:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:1.0:1788942111.259915:0:31516:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:1.0:1788942111.259918:0:31516:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942111.259923:0:31516:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942111.259931:0:31516:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.259938:0:31516:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942111.259940:0:31516:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942111.259942:0:31516:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942111.259945:0:31516:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942111.259947:0:31516:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942111.259958:0:31516:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942111.259962:0:31516:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942111.259971:0:31516:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942111.259975:0:31516:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942111.259978:0:31516:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942111.259979:0:31516:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.259982:0:31516:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942111.259985:0:31516:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.259988:0:31516:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942111.259991:0:31516:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1788942111.259993:0:31516:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942111.259994:0:31516:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942111.260000:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.260007:0:31516:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942111.260009:0:31516:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942111.260011:0:31516:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942111.260015:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942111.260022:0:31516:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31516:1875839884257408:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942111.260026:0:31516:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942111.260029:0:31516:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.260031:0:31516:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942111.260033:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942111.260036:0:31516:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.260042:0:31516:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942111.260045:0:31516:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2300. 00000100:00000001:1.0:1788942111.260048:0:31516:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942111.260050:0:31516:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.260053:0:31516:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942111.260056:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260058:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260062:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=4 00000020:00000001:1.0:1788942111.260064:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260067:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000040:1.0:1788942111.260072:0:31516:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0400, remote cookie: 0x4d194fbcadeec99c, flags: 0x1001 00010000:00010000:1.0:1788942111.260077:0:31516:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942111.260092:0:31516:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.260099:0:31516:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942111.260103:0:31516:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942111.260105:0:31516:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942111.260106:0:31516:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942111.260108:0:31516:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942111.260110:0:31516:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551c3ed00) refcount = 1 00010000:00010000:1.0:1788942111.260114:0:31516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.260397:0:31516:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942111.260400:0:31516:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942111.260402:0:31516:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942111.260406:0:31516:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942111.260408:0:31516:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.260412:0:31516:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.260418:0:31516:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942111.260420:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260421:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.260422:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260423:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.260425:0:31516:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.260429:0:31516:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942111.260431:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260432:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260434:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.260436:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260438:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260441:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260442:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260443:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=4 00000020:00000001:1.0:1788942111.260445:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260447:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260449:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942111.260452:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.260455:0:31516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.260461:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260462:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.260464:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260465:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260466:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=5 00000020:00000001:1.0:1788942111.260468:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260469:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260472:0:31516:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942111.260474:0:31516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.260481:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260482:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942111.260484:0:31516:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.260490:0:31516:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942111.260491:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260492:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.260493:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260494:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942111.260500:0:31516:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942111.260513:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260514:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260516:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.260517:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260519:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260521:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260522:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942111.260524:0:31516:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.260525:0:31516:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.260528:0:31516:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942111.260530:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260531:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260533:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.260534:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260536:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00000002:00010000:1.0:1788942111.260539:0:31516:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.260545:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260546:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.260548:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942111.260549:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260550:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260551:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.260552:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260555:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000040:1.0:1788942111.260561:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:1.0:1788942111.260564:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942111.260568:0:31516:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942111.260570:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260571:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942111.260573:0:31516:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942111.260577:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17898 00000002:00002000:1.0:1788942111.260579:0:31516:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942111.260581:0:31516:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942111.260585:0:31516:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942111.260587:0:31516:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942111.260590:0:31516:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942111.260593:0:31516:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942111.260597:0:31516:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942111.260601:0:31516:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942111.260606:0:31516:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942111.260608:0:31516:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942111.260613:0:31516:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942111.260617:0:31516:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942111.260624:0:31516:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392b40. 00800000:00000001:1.0:1788942111.260626:0:31516:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008027456 : -122366701524160 : ffff90b548392b40) 00800000:00000001:1.0:1788942111.260628:0:31516:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.260630:0:31516:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942111.260633:0:31516:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942111.260635:0:31516:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942111.260637:0:31516:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942111.260640:0:31516:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942111.260641:0:31516:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.260645:0:31516:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942111.260648:0:31516:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788942111.260650:0:31516:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942103 to 1788942104 00000080:00200000:1.0:1788942111.260655:0:31516:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942111.260656:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260658:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260659:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.260661:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260663:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260665:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260666:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942111.260667:0:31516:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942111.260670:0:31516:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942111.260671:0:31516:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392b40 1 00800000:00000010:1.0:1788942111.260673:0:31516:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392b40. 00800000:00000001:1.0:1788942111.260676:0:31516:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942111.260678:0:31516:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815775e 00800000:00000001:1.0:1788942111.260681:0:31516:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942111.260682:0:31516:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942111.260683:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260684:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260685:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.260686:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260688:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260690:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260691:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942111.260692:0:31516:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942111.260694:0:31516:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.260696:0:31516:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942111.260698:0:31516:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942111.260701:0:31516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815775e from it ffffa57dc1d17b58 00010000:00000001:1.0:1788942111.260703:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.260704:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.260705:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.260707:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260709:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.260711:0:31516:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942111.260713:0:31516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.260719:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260720:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.260722:0:31516:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942111.260724:0:31516:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942111.260726:0:31516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942111.260739:0:31516:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942111.260741:0:31516:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942111.260743:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942111.260746:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260748:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.260749:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.260752:0:31516:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942111.260753:0:31516:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.260755:0:31516:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.260757:0:31516:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.260759:0:31516:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942111.260760:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.260761:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942111.260763:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942111.260768:0:31516:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884257408/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.260774:0:31516:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942111.260776:0:31516:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942111.260779:0:31516:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559184800. 02000000:00000001:1.0:1788942111.260782:0:31516:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942111.260785:0:31516:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942111.260786:0:31516:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942111.260788:0:31516:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942111.260791:0:31516:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942111.260794:0:31516:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942111.260796:0:31516:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942111.260797:0:31516:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:1.0:1788942111.260801:0:31516:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942111.260802:0:31516:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942111.260805:0:31516:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942111.260810:0:31516:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942111.260822:0:31516:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa0a0. 00000020:00000001:1.0:1788942111.260827:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17ae8 00000080:00200000:1.0:1788942111.260843:0:31516:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=13 00000080:00000001:1.0:1788942111.260847:0:31516:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942111.260849:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17998 00000080:00200000:1.0:1788942111.260917:0:31516:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:1.0:1788942111.260926:0:31516:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00800000:00000002:1.0:1788942111.260930:0:31516:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942111.260934:0:31516:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942111.260937:0:31516:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942111.260938:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d178b8 00800000:00000002:1.0:1788942111.260940:0:31516:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942111.260943:0:31516:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942111.260947:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17850 00800000:00000002:1.0:1788942111.261049:0:31516:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788942111.261054:0:31516:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942111.261056:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17788 00000002:00010000:1.0:1788942111.261057:0:31516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788942111.261062:0:31516:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942111.261064:0:31516:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942111.261068:0:31516:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942111.261071:0:31516:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942111.261076:0:31516:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942111.261079:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942111.261081:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.261083:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.261084:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.261086:0:31516:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942111.261088:0:31516:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942111.261092:0:31516:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942111.261098:0:31516:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8c00. 00000100:00000001:1.0:1788942111.261103:0:31516:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.261107:0:31516:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942111.261108:0:31516:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.261110:0:31516:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942111.261111:0:31516:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.261113:0:31516:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.261118:0:31516:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00010000:00000001:1.0:1788942111.261188:0:31516:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942111.261190:0:31516:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942111.261193:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:1.0:1788942111.261195:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942111.261198:0:31516:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942111.261202:0:31516:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1600. 00000020:00000001:1.0:1788942111.261205:0:31516:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942111.261208:0:31516:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1600 with handle 0xcbb91bbb78157765 to hash 00000020:00000001:1.0:1788942111.261210:0:31516:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942111.261211:0:31516:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942111.261215:0:31516:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942111.261218:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942111.261219:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.261222:0:31516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942111.261238:0:31516:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942111.261248:0:31516:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942111.261254:0:31516:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942111.261255:0:31516:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942111.261261:0:31516:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2300. 00000100:00000001:1.0:1788942111.261263:0:31516:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206400 : -122366418345216 : ffff90b5591a2300) 00000100:00000001:1.0:1788942111.261266:0:31516:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942111.261267:0:31516:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942111.261271:0:31516:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942111.261275:0:31516:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.261277:0:31516:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942111.261278:0:31516:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942111.261283:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.261296:0:31516:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942111.261298:0:31516:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942111.261301:0:31516:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942111.261303:0:31516:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942111.261306:0:31516:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942111.261309:0:31516:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31516:1875839884257536:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942111.261312:0:31516:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942111.261317:0:31516:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942111.261319:0:31516:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942111.261321:0:31516:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942111.261324:0:31516:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559184800. 02000000:00000001:1.0:1788942111.261326:0:31516:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942111.261332:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942111.261335:0:31516:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942111.261340:0:31516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942111.261345:0:31516:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884257536, portal 10 00000100:00000001:1.0:1788942111.261347:0:31516:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942111.261348:0:31516:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942111.261352:0:31516:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.261359:0:31516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942111.261361:0:31516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942111.261363:0:31516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dacc0. 00000100:00000200:1.0:1788942111.261366:0:31516:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884257536, offset 0 00000400:00000200:1.0:1788942111.261371:0:31516:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942111.261377:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942111.261383:0:31516:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942111.261388:0:31516:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942111.261392:0:31516:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942111.261395:0:31516:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942111.261397:0:31516:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942111.261401:0:31516:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2424:2424:256:4294967295] 192.168.206.109@tcp LPNI seq info [2424:2424:8:4294967295] 00000400:00000200:1.0:1788942111.261405:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942111.261414:0:31516:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942111.261419:0:31516:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942111.261423:0:31516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618200. 00000800:00000200:1.0:1788942111.261429:0:31516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942111.261436:0:31516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942111.261440:0:31516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788942111.261459:0:31516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942111.261463:0:31516:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 811038 usecs (812 jiffies) 00000400:00000200:1.0:1788942111.261467:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942111.261469:0:31516:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512232 00000100:00000001:1.0:1788942111.261473:0:31516:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:1.0:1788942111.261475:0:31516:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512232 00000100:00000001:1.0:1788942111.261477:0:31516:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:1.0:1788942111.261479:0:31516:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942111.261481:0:31516:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.261483:0:31516:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942111.261485:0:31516:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942111.261487:0:31516:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2300 going to sleep for 11 seconds 00000100:00000001:1.0:1788942111.261489:0:31516:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942111.261491:0:31516:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.262140:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.262146:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618200. 00000400:00000200:3.0:1788942111.262152:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.262158:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942111.262164:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dacc0 00000400:00000010:3.0:1788942111.262166:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dacc0. 00000100:00000001:3.0:1788942111.262171:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942111.262176:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.262185:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942111.262189:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.262195:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.262197:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942111.272691:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942111.272709:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942111.272713:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942111.272715:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942111.272724:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.272732:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942111.272740:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.272745:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.272749:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.272754:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4e900 00000400:00000200:2.0:1788942111.272760:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.272764:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6875 [1] + 224 00000800:00000001:2.0:1788942111.272772:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942111.272780:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942111.272784:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942111.272788:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942111.272795:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942111.272804:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942111.272815:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.273286:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942111.273386:0:31516:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942111.273394:0:31516:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942111.273396:0:31516:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942111.273399:0:31516:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942111.273404:0:31516:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:1.0:1788942111.273406:0:31516:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:1.0:1788942111.273409:0:31516:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942111.273414:0:31516:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942111.273423:0:31516:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.273429:0:31516:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942111.273431:0:31516:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942111.273433:0:31516:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942111.273436:0:31516:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942111.273438:0:31516:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942111.273440:0:31516:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942111.273443:0:31516:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942111.273451:0:31516:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942111.273454:0:31516:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942111.273456:0:31516:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942111.273460:0:31516:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.273466:0:31516:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942111.273469:0:31516:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942111.273472:0:31516:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1788942111.273474:0:31516:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942111.273475:0:31516:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788942111.273479:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.273486:0:31516:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788942111.273489:0:31516:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942111.273490:0:31516:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942111.273494:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942111.273500:0:31516:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31516:1875839884257536:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942111.273506:0:31516:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942111.273508:0:31516:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942111.273511:0:31516:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942111.273513:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942111.273516:0:31516:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.273527:0:31516:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942111.273529:0:31516:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2300. 00000100:00000001:1.0:1788942111.273533:0:31516:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942111.273534:0:31516:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788942111.273537:0:31516:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942111.273541:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.273543:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.273546:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=4 00000020:00000001:1.0:1788942111.273548:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942111.273550:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00010000:1.0:1788942111.273555:0:31516:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.273566:0:31516:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788942111.273570:0:31516:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.273575:0:31516:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942111.273578:0:31516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.273583:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.273585:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942111.273587:0:31516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.273592:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942111.273595:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.273598:0:31516:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942111.273601:0:31516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942111.273606:0:31516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1600 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942111.273610:0:31516:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942111.273613:0:31516:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.273618:0:31516:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942111.273620:0:31516:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942111.273623:0:31516:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.273628:0:31516:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942111.273631:0:31516:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942111.273632:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.273633:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.273635:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=5 00000020:00000001:1.0:1788942111.273636:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942111.273638:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942111.273641:0:31516:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942111.273643:0:31516:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788942111.273648:0:31516:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942111.273649:0:31516:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.273652:0:31516:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942111.273653:0:31516:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942111.273656:0:31516:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942111.273657:0:31516:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942111.273659:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942111.273661:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942111.273664:0:31516:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1600 with handle 0xcbb91bbb78157765 from hash 00010000:00000001:1.0:1788942111.273666:0:31516:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942111.273667:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.273668:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.273669:0:31516:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942111.273671:0:31516:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942111.273673:0:31516:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942111.273675:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.273676:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.273677:0:31516:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.273679:0:31516:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.273682:0:31516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.273687:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.273688:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.273689:0:31516:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788942111.273691:0:31516:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942111.273692:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.273693:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.273694:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942111.273695:0:31516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb78157765 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942111.273705:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.273707:0:31516:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788942111.273711:0:31516:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788942111.273716:0:31516:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942111.273723:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942111.273725:0:31516:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.273727:0:31516:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.273729:0:31516:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.273732:0:31516:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942111.273734:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942111.273736:0:31516:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.273738:0:31516:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942111.273741:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17710 00000002:00002000:1.0:1788942111.273744:0:31516:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788942111.273747:0:31516:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942111.273750:0:31516:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942111.273753:0:31516:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942111.273756:0:31516:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942111.273759:0:31516:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942111.273762:0:31516:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:1.0:1788942111.273764:0:31516:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942111.273766:0:31516:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1d17b20 it_disposition 7 00000080:00002000:1.0:1788942111.273771:0:31516:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544578870 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788942111.273778:0:31516:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942111.273782:0:31516:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942111.273784:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942111.273786:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942111.273792:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:1.0:1788942111.273795:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942111.273798:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942111.273800:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942111.273803:0:31516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942111.273810:0:31516:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942111.273815:0:31516:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.273817:0:31516:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942111.273823:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942111.273825:0:31516:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942111.273826:0:31516:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942111.273837:0:31516:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942111.273838:0:31516:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1d17930 released 00000080:00010000:1.0:1788942111.273841:0:31516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815775e from it ffffa57dc1d17930 00010000:00000001:1.0:1788942111.273843:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.273845:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.273846:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.273848:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.273937:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.273939:0:31516:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942111.273942:0:31516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942111.273948:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.274522:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.274525:0:31516:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942111.274527:0:31516:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942111.274530:0:31516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942111.274538:0:31516:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942111.274541:0:31516:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942111.274543:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942111.274547:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.274548:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.274550:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.274552:0:31516:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942111.274554:0:31516:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.274556:0:31516:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.274559:0:31516:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.274561:0:31516:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942111.274562:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.274563:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942111.274565:0:31516:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942111.274567:0:31516:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942111.274569:0:31516:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942111.274574:0:31516:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000100:00000001:1.0:1788942111.274579:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942111.274588:0:31516:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884257536/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942111.274594:0:31516:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942111.274597:0:31516:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942111.274600:0:31516:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559184800. 02000000:00000001:1.0:1788942111.274602:0:31516:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942111.274605:0:31516:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942111.274606:0:31516:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942111.274608:0:31516:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942111.274610:0:31516:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942111.274613:0:31516:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942111.274615:0:31516:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942111.274617:0:31516:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:1.0:1788942111.274620:0:31516:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942111.274621:0:31516:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942111.274624:0:31516:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942111.274626:0:31516:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1d17b20 released 00000080:00000001:1.0:1788942111.274627:0:31516:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942111.274632:0:31516:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942111.274634:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17b70 00000080:00002000:1.0:1788942111.274636:0:31516:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff90b544578870, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788942111.274639:0:31516:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.274686:0:31516:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942111.274689:0:31516:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942111.274691:0:31516:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942111.274692:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17bb0 00000080:00200000:1.0:1788942111.274694:0:31516:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942111.274700:0:31516:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00800000:00000002:1.0:1788942111.274704:0:31516:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942111.274707:0:31516:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942111.274709:0:31516:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942111.274711:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17ad0 00800000:00000002:1.0:1788942111.274713:0:31516:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942111.274716:0:31516:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942111.274719:0:31516:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942111.274723:0:31516:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942111.274724:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d179a0 00000002:00010000:1.0:1788942111.274726:0:31516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942111.274729:0:31516:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942111.274730:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942111.274731:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942111.274735:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:1.0:1788942111.274736:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942111.274739:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942111.274742:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942111.274745:0:31516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942111.274751:0:31516:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942111.274754:0:31516:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.274756:0:31516:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942111.274762:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942111.274764:0:31516:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942111.274765:0:31516:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942111.274767:0:31516:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942111.274768:0:31516:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942111.274770:0:31516:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942111.274773:0:31516:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942111.274775:0:31516:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942111.274777:0:31516:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942111.274780:0:31516:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942111.274781:0:31516:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942111.274783:0:31516:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942111.274786:0:31516:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815775e 00800000:00000001:1.0:1788942111.274789:0:31516:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942111.274791:0:31516:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942111.274792:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.274809:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.274812:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.274814:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.274816:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.274819:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.274820:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942111.274821:0:31516:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942111.274823:0:31516:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942111.274825:0:31516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815775e from it ffffa57dc1d17be8 00010000:00000001:1.0:1788942111.274836:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.274838:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.274839:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.274841:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.274843:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.274845:0:31516:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942111.274848:0:31516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942111.274895:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.274896:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.274898:0:31516:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942111.274899:0:31516:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942111.274901:0:31516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942111.274907:0:31516:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942111.274909:0:31516:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942111.274910:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942111.274912:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.274913:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.274914:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.274916:0:31516:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942111.274917:0:31516:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.274919:0:31516:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.274921:0:31516:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.274922:0:31516:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942111.274924:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.274924:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942111.274926:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942111.274928:0:31516:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942111.274930:0:31516:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942111.274934:0:31516:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.274938:0:31516:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942111.274940:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17bd8 00000080:00002000:1.0:1788942111.274941:0:31516:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff90b544578870) flags 0x8000e refc 0 00000080:00000001:1.0:1788942111.274944:0:31516:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942111.274946:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17c20 00000080:00200000:1.0:1788942111.274947:0:31516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000800:00000001:3.0:1788942111.274979:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.274987:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942111.275026:0:31516:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942111.275029:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17ba8 00000080:00002000:1.0:1788942111.275031:0:31516:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff90b544578870, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788942111.275034:0:31516:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942111.275057:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17d08 00000080:00200008:1.0:1788942111.275059:0:31516:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788942111.275066:0:31516:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788942111.275069:0:31516:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.275070:0:31516:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942111.275072:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17c80 00000080:00200000:1.0:1788942111.275073:0:31516:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942111.275076:0:31516:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3c00. 00800000:00000002:1.0:1788942111.275079:0:31516:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942111.275081:0:31516:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942111.275083:0:31516:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942111.275085:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17ba0 00800000:00000002:1.0:1788942111.275086:0:31516:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942111.275089:0:31516:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942111.275091:0:31516:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942111.275094:0:31516:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942111.275095:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17a70 00000002:00010000:1.0:1788942111.275097:0:31516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942111.275100:0:31516:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942111.275102:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942111.275103:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942111.275106:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:1.0:1788942111.275109:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942111.275111:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942111.275113:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942111.275116:0:31516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788942111.275503:0:31516:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942111.275506:0:31516:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942111.275509:0:31516:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788942111.275515:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942111.275517:0:31516:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942111.275519:0:31516:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942111.275521:0:31516:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942111.275522:0:31516:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942111.275524:0:31516:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942111.275526:0:31516:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942111.275528:0:31516:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942111.275531:0:31516:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3c00. 00000080:00000001:1.0:1788942111.275534:0:31516:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942111.275535:0:31516:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942111.275537:0:31516:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942111.275540:0:31516:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815775e 00800000:00000001:1.0:1788942111.275543:0:31516:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942111.275544:0:31516:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942111.275545:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.275547:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.275549:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.275551:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.275553:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.275555:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.275556:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942111.275557:0:31516:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942111.275559:0:31516:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942111.275561:0:31516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815775e from it ffffa57dc1d17cb8 00010000:00000001:1.0:1788942111.275563:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942111.275564:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942111.275565:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942111.275567:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.275569:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942111.275571:0:31516:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942111.275573:0:31516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942111.275579:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.275580:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.275582:0:31516:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942111.275583:0:31516:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942111.275586:0:31516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942111.275592:0:31516:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942111.275594:0:31516:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942111.275595:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942111.275598:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.275599:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942111.275600:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.275602:0:31516:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942111.275604:0:31516:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.275606:0:31516:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.275608:0:31516:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.275609:0:31516:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942111.275611:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942111.275612:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942111.275613:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942111.275615:0:31516:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942111.275618:0:31516:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942111.275621:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17d08 00000080:00000008:1.0:1788942111.275623:0:31516:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942111.277688:0:31516:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.277729:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17d08 00000080:00200008:2.0:1788942111.277732:0:31516:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942111.277739:0:31516:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942111.277741:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17c80 00000080:00200000:2.0:1788942111.277742:0:31516:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942111.277748:0:31516:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806a000. 00800000:00000002:2.0:1788942111.277753:0:31516:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942111.277756:0:31516:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942111.277760:0:31516:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.277762:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17ba0 00800000:00000002:2.0:1788942111.277764:0:31516:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942111.277767:0:31516:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942111.277771:0:31516:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942111.277775:0:31516:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.277777:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17a70 00000002:00010000:2.0:1788942111.277779:0:31516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942111.277782:0:31516:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942111.277784:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.277786:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.277792:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:2.0:1788942111.277795:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.277798:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.277801:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942111.277806:0:31516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788942111.277815:0:31516:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942111.277819:0:31516:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.277822:0:31516:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788942111.278081:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942111.278084:0:31516:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942111.278087:0:31516:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.278220:0:31516:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.278224:0:31516:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.278226:0:31516:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942111.278236:0:31516:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942111.278239:0:31516:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942111.278242:0:31516:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54806a000. 00000080:00000001:2.0:1788942111.278245:0:31516:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942111.278247:0:31516:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.278250:0:31516:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942111.278252:0:31516:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815775e 00800000:00000001:2.0:1788942111.278255:0:31516:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942111.278257:0:31516:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942111.278259:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.278261:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.278263:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:2.0:1788942111.278266:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942111.278268:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942111.278272:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.278274:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942111.278275:0:31516:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.278277:0:31516:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.278279:0:31516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815775e from it ffffa57dc1d17cb8 00010000:00000001:2.0:1788942111.278281:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.278282:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.278283:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:2.0:1788942111.278285:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942111.278286:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942111.278288:0:31516:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.278292:0:31516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942111.278298:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.278299:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.278300:0:31516:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942111.278303:0:31516:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942111.278305:0:31516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942111.278311:0:31516:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942111.278315:0:31516:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942111.278317:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942111.278320:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.278321:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.278322:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.278325:0:31516:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942111.278327:0:31516:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.278329:0:31516:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.278332:0:31516:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.278333:0:31516:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.278335:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.278336:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942111.278338:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942111.278340:0:31516:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942111.278343:0:31516:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.278347:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17d08 00000080:00000008:2.0:1788942111.278349:0:31516:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942111.278495:0:31516:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942111.278497:0:31516:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942111.278498:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17b78 00000080:00200000:2.0:1788942111.278501:0:31516:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942111.278504:0:31516:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806a000. 00800000:00000002:2.0:1788942111.278508:0:31516:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942111.278510:0:31516:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942111.278512:0:31516:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.278513:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17a98 00800000:00000002:2.0:1788942111.278515:0:31516:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942111.278518:0:31516:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942111.278520:0:31516:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942111.278522:0:31516:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.278524:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17968 00000002:00010000:2.0:1788942111.278526:0:31516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942111.278528:0:31516:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942111.278530:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.278532:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.278535:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:2.0:1788942111.278537:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.278540:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.278542:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942111.278545:0:31516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788942111.278551:0:31516:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942111.278554:0:31516:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.278557:0:31516:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788942111.278563:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942111.278565:0:31516:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942111.278566:0:31516:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.278568:0:31516:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.278570:0:31516:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.278571:0:31516:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942111.278573:0:31516:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942111.278575:0:31516:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942111.278577:0:31516:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54806a000. 00000080:00000001:2.0:1788942111.278580:0:31516:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942111.278581:0:31516:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.278583:0:31516:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942111.278585:0:31516:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815775e 00800000:00000001:2.0:1788942111.278587:0:31516:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942111.278588:0:31516:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942111.278590:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.278591:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.278592:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:2.0:1788942111.278594:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942111.278596:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942111.278598:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.278599:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942111.278600:0:31516:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.278602:0:31516:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.278604:0:31516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815775e from it ffffa57dc1d17bb0 00010000:00000001:2.0:1788942111.278606:0:31516:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.278607:0:31516:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.278608:0:31516:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:2.0:1788942111.278610:0:31516:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942111.278611:0:31516:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942111.278613:0:31516:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.278615:0:31516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942111.278622:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.278623:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.278624:0:31516:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942111.278625:0:31516:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942111.278628:0:31516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788942111.278638:0:31516:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942111.278640:0:31516:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942111.278641:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942111.278643:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.278644:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.278645:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.278647:0:31516:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942111.278648:0:31516:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.278650:0:31516:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.278652:0:31516:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.278653:0:31516:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.278654:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.278655:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942111.278656:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942111.278657:0:31516:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.278659:0:31516:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:2.0:1788942111.278662:0:31516:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.278666:0:31516:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788942111.278668:0:31516:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942111.278670:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17b78 00000080:00200008:2.0:1788942111.278671:0:31516:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000 00000080:00000010:2.0:1788942111.278676:0:31516:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e07040. 00000080:00000001:2.0:1788942111.278680:0:31516:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.278681:0:31516:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.278693:0:31516:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942111.278695:0:31516:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c03066f0 arg=7ffeed0b0350 00000020:00000001:2.0:1788942111.278701:0:31516:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942111.278705:0:31516:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff90b552275400. 00000020:00000001:2.0:1788942111.278709:0:31516:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.278712:0:31516:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788942111.278714:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17ad0 00000080:00200000:2.0:1788942111.278716:0:31516:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1788942111.278721:0:31516:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806a000. 00800000:00000002:2.0:1788942111.278723:0:31516:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:2.0:1788942111.278730:0:31516:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788942111.278733:0:31516:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788942111.278736:0:31516:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:2.0:1788942111.278741:0:31516:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788942111.278742:0:31516:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788942111.278745:0:31516:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788942111.278747:0:31516:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788942111.278749:0:31516:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x27:0x0] 40000000:00000001:2.0:1788942111.278752:0:31516:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.278753:0:31516:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.278755:0:31516:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.278756:0:31516:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.278758:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d179e8 00800000:00000002:2.0:1788942111.278760:0:31516:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000404:0x27:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788942111.278764:0:31516:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788942111.278766:0:31516:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942111.278769:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:2.0:1788942111.278771:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.278773:0:31516:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942111.278776:0:31516:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942111.278778:0:31516:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788942111.278786:0:31516:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942111.278789:0:31516:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942111.278791:0:31516:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942111.278792:0:31516:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942111.278794:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.278796:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.278797:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 3 00010000:00000001:2.0:1788942111.278799:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942111.278802:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.278803:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.278804:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.278805:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 3 00010000:00000001:2.0:1788942111.278807:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942111.278809:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.278811:0:31516:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.278812:0:31516:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.278813:0:31516:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 3 00010000:00000001:2.0:1788942111.278815:0:31516:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942111.278816:0:31516:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.278818:0:31516:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942111.278820:0:31516:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942111.278824:0:31516:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1788942111.281532:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17670 00000080:00002000:2.0:1788942111.281542:0:31516:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:3.0:1788942111.281713:0:31516:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788942111.281719:0:31516:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788942111.281722:0:31516:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788942111.281725:0:31516:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788942111.281727:0:31516:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942111.281733:0:31516:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942111.281737:0:31516:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942111.281739:0:31516:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942111.281741:0:31516:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942111.281744:0:31516:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788942111.281748:0:31516:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0400 with handle 0xcbb91bbb7815775e from hash 00010000:00000001:3.0:1788942111.281751:0:31516:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942111.281752:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942111.281754:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942111.281755:0:31516:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942111.281759:0:31516:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942111.281761:0:31516:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788942111.281764:0:31516:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942111.281767:0:31516:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942111.281770:0:31516:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788942111.281792:0:31516:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acc380. 00000020:00000040:3.0:1788942111.281797:0:31516:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:3.0:1788942111.281804:0:31516:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942111.281806:0:31516:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942111.281808:0:31516:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942111.281812:0:31516:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942111.281815:0:31516:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.281818:0:31516:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942111.281820:0:31516:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942111.281825:0:31516:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942111.281842:0:31516:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837cc00. 00000100:00000001:3.0:1788942111.281871:0:31516:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942111.281874:0:31516:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942111.281876:0:31516:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788942111.281883:0:31516:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788942111.282074:0:31516:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788942111.282076:0:31516:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942111.282078:0:31516:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942111.282081:0:31516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb7815775e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec99c expref: -99 pid: 31516 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788942111.282099:0:31516:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ed00 count: 0 00010000:00000010:3.0:1788942111.282107:0:31516:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78980. 00010000:00000001:3.0:1788942111.282116:0:31516:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942111.282118:0:31516:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942111.282120:0:31516:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942111.282121:0:31516:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942111.282222:0:31516:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788942111.282244:0:31516:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788942111.282256:0:31516:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942111.282264:0:31516:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942111.282266:0:31516:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942111.282275:0:31516:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5522916c0. 00000100:00000001:3.0:1788942111.282277:0:31516:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745792 : -122366534805824 : ffff90b5522916c0) 00000100:00000001:3.0:1788942111.282279:0:31516:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942111.282281:0:31516:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000001:3.0:1788942111.282286:0:31516:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942111.282289:0:31516:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.282291:0:31516:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942111.282293:0:31516:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942111.282297:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942111.282310:0:31516:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942111.282312:0:31516:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942111.282315:0:31516:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942111.282318:0:31516:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942111.282321:0:31516:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942111.282324:0:31516:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acc380 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31516:1875839884257792:192.168.206.109@tcp:36:lfs.0 00000100:00000001:3.0:1788942111.282327:0:31516:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942111.282333:0:31516:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942111.282334:0:31516:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942111.282337:0:31516:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942111.282340:0:31516:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837e000. 02000000:00000001:3.0:1788942111.282342:0:31516:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942111.282350:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942111.282354:0:31516:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c41b8. 00000400:00000010:3.0:1788942111.282360:0:31516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded660. 00000100:00000200:3.0:1788942111.282367:0:31516:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884257792, portal 10 00000100:00000001:3.0:1788942111.282368:0:31516:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942111.282370:0:31516:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000040:3.0:1788942111.282376:0:31516:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942111.282384:0:31516:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942111.282387:0:31516:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942111.282390:0:31516:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded440. 00000100:00000200:3.0:1788942111.282392:0:31516:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875839884257792, offset 0 00000400:00000200:3.0:1788942111.282398:0:31516:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942111.282405:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.282411:0:31516:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942111.282417:0:31516:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942111.282421:0:31516:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942111.282425:0:31516:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942111.282428:0:31516:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942111.282433:0:31516:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2425:2425:256:4294967295] 192.168.206.109@tcp LPNI seq info [2425:2425:8:4294967295] 00000400:00000200:3.0:1788942111.282437:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.282446:0:31516:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942111.282452:0:31516:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942111.282457:0:31516:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b544d69f00. 00000800:00000200:3.0:1788942111.282463:0:31516:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942111.282471:0:31516:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942111.282476:0:31516:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b544d69f00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788942111.282499:0:31516:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942111.282504:0:31516:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 809928 usecs (810 jiffies) 00000400:00000200:3.0:1788942111.282507:0:31516:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942111.282511:0:31516:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512251 00000100:00000001:3.0:1788942111.282514:0:31516:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:3.0:1788942111.282517:0:31516:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512251 00000100:00000001:3.0:1788942111.282519:0:31516:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:3.0:1788942111.282522:0:31516:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942111.282524:0:31516:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.282527:0:31516:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942111.282529:0:31516:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942111.282532:0:31516:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522916c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788942111.282534:0:31516:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942111.282537:0:31516:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942111.282695:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942111.282700:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b544d69f00. 00000400:00000200:2.0:1788942111.282705:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942111.282711:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942111.282716:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded440 00000400:00000010:2.0:1788942111.282718:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded440. 00000100:00000001:2.0:1788942111.282722:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942111.282726:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.282736:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942111.282739:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.282745:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.282747:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942111.282927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00000080:00000010:3.1:1788942111.286067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa0a0. 00010000:00000010:3.1:1788942111.290734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ed00. 00010000:00000010:3.1:1788942111.290749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000800:00000001:3.0:1788942111.292419:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.292434:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942111.292438:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.292440:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.292449:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.292456:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942111.292464:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.292468:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.292473:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.292478:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f4ea00 00000400:00000200:3.0:1788942111.292483:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.292488:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x687d [1] + 224 00000800:00000001:3.0:1788942111.292496:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.292502:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.292506:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.292510:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942111.292518:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942111.292527:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942111.292537:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942111.292563:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942111.292572:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942111.292575:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.292580:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942111.292586:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2426:2426:256:4294967295] 192.168.206.109@tcp LPNI seq info [2426:2426:8:4294967295] 00000400:00000200:3.0:1788942111.292590:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.292597:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942111.292602:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942111.292609:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b544d69f00. 00000800:00000200:3.0:1788942111.292614:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942111.292630:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942111.292635:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b544d69f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1788942111.292878:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788942111.292995:0:31516:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942111.293003:0:31516:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942111.293005:0:31516:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942111.293008:0:31516:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c41b8. 00000400:00000200:1.0:1788942111.293013:0:31516:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded660 00000400:00000010:1.0:1788942111.293016:0:31516:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded660. 00000100:00000001:1.0:1788942111.293019:0:31516:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942111.293024:0:31516:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942111.293032:0:31516:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acc380 x1875839884257792/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942111.293038:0:31516:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942111.293040:0:31516:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942111.293041:0:31516:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942111.293044:0:31516:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942111.293047:0:31516:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942111.293049:0:31516:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942111.293051:0:31516:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942111.293059:0:31516:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942111.293063:0:31516:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942111.293065:0:31516:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942111.293067:0:31516:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942111.293070:0:31516:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942111.293073:0:31516:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.293075:0:31516:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942111.293077:0:31516:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:1.0:1788942111.293079:0:31516:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942111.293081:0:31516:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942111.293082:0:31516:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000001:1.0:1788942111.293085:0:31516:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942111.293087:0:31516:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1788942111.293089:0:31516:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942111.293092:0:31516:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942111.293097:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acc380 x1875839884257792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942111.293104:0:31516:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942111.293107:0:31516:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942111.293108:0:31516:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942111.293113:0:31516:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acc380 x1875839884257792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942111.293364:0:31516:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acc380 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31516:1875839884257792:192.168.206.109@tcp:36:lfs.0 00000100:00000001:1.0:1788942111.293370:0:31516:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942111.293373:0:31516:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.293375:0:31516:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942111.293377:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942111.293382:0:31516:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acc380 x1875839884257792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942111.293389:0:31516:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942111.293392:0:31516:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5522916c0. 00000100:00000001:1.0:1788942111.293395:0:31516:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942111.293397:0:31516:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942111.293404:0:31516:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942111.293407:0:31516:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x27:0x0] 00800000:00000001:1.0:1788942111.293409:0:31516:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.293413:0:31516:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942111.293418:0:31516:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942111.293420:0:31516:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942111.293423:0:31516:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788942111.293426:0:31516:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788942111.293438:0:31516:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548db1080. 00000080:00000001:1.0:1788942111.293448:0:31516:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788942111.293450:0:31516:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148) 00000080:00000001:1.0:1788942111.293453:0:31516:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942111.293455:0:31516:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1788942111.293457:0:31516:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.293459:0:31516:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788942111.293461:0:31516:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788942111.293463:0:31516:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 0 to 1788942111 00000080:00200000:1.0:1788942111.293466:0:31516:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:1.0:1788942111.293468:0:31516:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788942111.293470:0:31516:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018637640 : -122366690913976 : ffff90b548db1148) 00000080:00000001:1.0:1788942111.293472:0:31516:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942111.293475:0:31516:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942111.293477:0:31516:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942111.293483:0:31516:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942111.293487:0:31516:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acc380 x1875839884257792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942111.293492:0:31516:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942111.293494:0:31516:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942111.293497:0:31516:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54806a000. 00000080:00000010:1.0:1788942111.293501:0:31516:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff90b552275400. 00000080:00000001:1.0:1788942111.293504:0:31516:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.293520:0:31516:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788942111.293522:0:31516:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942111.293525:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17dd0 00000080:00200008:1.0:1788942111.293527:0:31516:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000 00000080:00400000:1.0:1788942111.293531:0:31516:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788942111.293533:0:31516:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e07040. 00000080:00000001:1.0:1788942111.293537:0:31516:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788942111.293539:0:31516:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d17dd0 00000080:00000008:1.0:1788942111.293541:0:31516:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000, rc = 0 00000080:00000001:1.0:1788942111.293543:0:31516:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942111.293545:0:31516:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.294010:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.294015:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b544d69f00. 00000400:00000200:3.0:1788942111.294021:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.294026:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942111.294049:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942111.316845:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942111.316884:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942111.317630:0:31517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942111.317634:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffb20 00000080:00200000:0.0:1788942111.317638:0:31517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942111.317648:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a69a00. 00800000:00000002:0.0:1788942111.317655:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942111.317659:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942111.317663:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.317666:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffa40 00800000:00000002:0.0:1788942111.317668:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942111.317672:0:31517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942111.317675:0:31517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942111.317679:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.317681:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff910 00000002:00010000:0.0:1788942111.317683:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942111.317686:0:31517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942111.317688:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942111.317691:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942111.317697:0:31517:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.317699:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.317701:0:31517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.317704:0:31517:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942111.317706:0:31517:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942111.317712:0:31517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995500. 00000020:00000040:0.0:1788942111.317717:0:31517:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942111.317722:0:31517:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942111.317726:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.317729:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.317732:0:31517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942111.317734:0:31517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942111.317740:0:31517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942111.317746:0:31517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aefc00. 00000100:00000001:0.0:1788942111.317752:0:31517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.317757:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942111.317759:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.317760:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942111.317761:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.317763:0:31517:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.317767:0:31517:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00010000:00000001:0.0:1788942111.317771:0:31517:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942111.317773:0:31517:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788942111.317777:0:31517:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25c00. 00010000:00000010:0.0:1788942111.317780:0:31517:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87e80. 00010000:00000001:0.0:1788942111.317785:0:31517:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942111.317788:0:31517:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325a00. 00000020:00000001:0.0:1788942111.317791:0:31517:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942111.317794:0:31517:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325a00 with handle 0xcbb91bbb7815776c to hash 00000020:00000001:0.0:1788942111.317796:0:31517:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942111.317797:0:31517:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.317800:0:31517:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.317803:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942111.317806:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.317811:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.317820:0:31517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.317831:0:31517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942111.317837:0:31517:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942111.317839:0:31517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942111.317845:0:31517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b553d10f00. 00000100:00000001:0.0:1788942111.317847:0:31517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707202531072 : -122366507020544 : ffff90b553d10f00) 00000100:00000001:0.0:1788942111.317979:0:31517:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942111.317981:0:31517:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000001:0.0:1788942111.317986:0:31517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942111.317990:0:31517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.317992:0:31517:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942111.317994:0:31517:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942111.318005:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.318014:0:31517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942111.318016:0:31517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.318020:0:31517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942111.318022:0:31517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942111.318025:0:31517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942111.318028:0:31517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31517:1875839884257920:192.168.206.109@tcp:101:lfs.0 00000100:00000001:0.0:1788942111.318032:0:31517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942111.318038:0:31517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942111.318040:0:31517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.318042:0:31517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942111.318047:0:31517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b92000. 02000000:00000001:0.0:1788942111.318049:0:31517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942111.318056:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942111.318060:0:31517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942111.318067:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942111.318074:0:31517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884257920, portal 10 00000100:00000001:0.0:1788942111.318076:0:31517:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942111.318077:0:31517:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000040:0.0:1788942111.318083:0:31517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.318488:0:31517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942111.318492:0:31517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942111.318496:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ab28. 00000100:00000200:0.0:1788942111.318500:0:31517:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884257920, offset 0 00000400:00000200:0.0:1788942111.318506:0:31517:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942111.318514:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942111.318521:0:31517:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942111.318526:0:31517:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942111.318529:0:31517:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942111.318532:0:31517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942111.318535:0:31517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942111.318539:0:31517:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2427:2427:256:4294967295] 192.168.206.109@tcp LPNI seq info [2427:2427:8:4294967295] 00000400:00000200:0.0:1788942111.318543:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942111.318552:0:31517:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942111.318557:0:31517:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942111.318561:0:31517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b400. 00000800:00000200:0.0:1788942111.318567:0:31517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942111.318573:0:31517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942111.318577:0:31517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788942111.318638:0:31517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942111.318643:0:31517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 808820 usecs (809 jiffies) 00000400:00000200:0.0:1788942111.318647:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942111.318650:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512286 00000100:00000001:0.0:1788942111.318653:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:0.0:1788942111.318656:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512286 00000100:00000001:0.0:1788942111.318658:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:0.0:1788942111.318659:0:31517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942111.318663:0:31517:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.318665:0:31517:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942111.318666:0:31517:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942111.318669:0:31517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b553d10f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788942111.318672:0:31517:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942111.318674:0:31517:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.325499:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.325509:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b400. 00000400:00000200:3.0:1788942111.325516:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.325525:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942111.325533:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ab28 00000400:00000010:3.0:1788942111.325535:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ab28. 00000100:00000001:3.0:1788942111.325539:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942111.325546:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.325558:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942111.325561:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.325569:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.325570:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942111.325580:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.325590:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942111.325592:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.325593:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.325600:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.325604:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942111.325610:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.325613:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.325618:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.325753:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4ea80 00000400:00000200:3.0:1788942111.325758:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.325764:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x688d [1] + 224 00000800:00000001:3.0:1788942111.325772:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.325791:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.325793:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.325796:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942111.325801:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942111.325805:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942111.325813:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.325881:0:31517:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942111.326009:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942111.326016:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.326020:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942111.327755:0:31517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942111.327761:0:31517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942111.327764:0:31517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942111.327769:0:31517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942111.327771:0:31517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942111.327775:0:31517:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942111.327784:0:31517:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942111.327795:0:31517:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.327802:0:31517:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942111.327804:0:31517:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942111.327806:0:31517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942111.327809:0:31517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942111.327812:0:31517:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942111.327814:0:31517:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.327817:0:31517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942111.327825:0:31517:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942111.327829:0:31517:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942111.327832:0:31517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942111.327834:0:31517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.327836:0:31517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942111.327840:0:31517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.327843:0:31517:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942111.327846:0:31517:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:0.0:1788942111.327848:0:31517:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942111.328002:0:31517:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942111.328009:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.328017:0:31517:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942111.328020:0:31517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942111.328022:0:31517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942111.328026:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942111.328033:0:31517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31517:1875839884257920:192.168.206.109@tcp:101:lfs.0 00000100:00000001:0.0:1788942111.328039:0:31517:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942111.328041:0:31517:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.328043:0:31517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942111.328046:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.328049:0:31517:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.328056:0:31517:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942111.328059:0:31517:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b553d10f00. 00000100:00000001:0.0:1788942111.328064:0:31517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942111.328066:0:31517:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.328069:0:31517:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942111.328073:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.328075:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.328078:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=4 00000020:00000001:0.0:1788942111.328081:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328084:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000040:0.0:1788942111.328307:0:31517:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325a00, remote cookie: 0x4d194fbcadeec9cd, flags: 0x1001 00010000:00010000:0.0:1788942111.328313:0:31517:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.328328:0:31517:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.328335:0:31517:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942111.328338:0:31517:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942111.328340:0:31517:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942111.328341:0:31517:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942111.328342:0:31517:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942111.328345:0:31517:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b553d25c00) refcount = 1 00010000:00010000:0.0:1788942111.328348:0:31517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.328354:0:31517:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942111.328357:0:31517:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942111.328358:0:31517:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942111.328361:0:31517:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942111.328363:0:31517:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.328366:0:31517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.328371:0:31517:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942111.328372:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328374:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.328374:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328375:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.328377:0:31517:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.328381:0:31517:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942111.328383:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.328384:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.328386:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942111.328388:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328390:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328392:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.328393:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.328394:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=4 00000020:00000001:0.0:1788942111.328396:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328398:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328400:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942111.328402:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.328405:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.328412:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328412:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.328414:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.328415:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.328416:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=5 00000020:00000001:0.0:1788942111.328418:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328419:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328421:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942111.328424:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.328429:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328430:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942111.328433:0:31517:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.328439:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942111.328440:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328441:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.328442:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328443:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942111.328449:0:31517:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942111.328461:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.328462:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.328463:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942111.328465:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328467:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328469:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328470:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.328471:0:31517:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.328473:0:31517:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.328476:0:31517:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942111.328478:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.328479:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.328480:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942111.328481:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328483:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00000002:00010000:0.0:1788942111.328486:0:31517:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.328492:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328493:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.328495:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942111.328496:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.328497:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.328498:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942111.328500:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328501:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000040:0.0:1788942111.328507:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942111.328509:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942111.328513:0:31517:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942111.328515:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328516:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.328518:0:31517:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942111.328520:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff898 00000002:00002000:0.0:1788942111.328522:0:31517:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942111.328525:0:31517:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.328528:0:31517:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.328531:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942111.328534:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942111.328537:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942111.328540:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942111.328544:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a69a00. 00000080:00000001:0.0:1788942111.328549:0:31517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942111.328551:0:31517:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942111.328557:0:31517:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942111.328561:0:31517:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942111.328569:0:31517:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e80d80. 00800000:00000001:0.0:1788942111.328571:0:31517:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935602560 : -122366773949056 : ffff90b543e80d80) 00800000:00000001:0.0:1788942111.328573:0:31517:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.328576:0:31517:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942111.328578:0:31517:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942111.328579:0:31517:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942111.328582:0:31517:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942111.328584:0:31517:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942111.328585:0:31517:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.328589:0:31517:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942111.328593:0:31517:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788942111.328595:0:31517:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942104 to 1788942111 00000080:00200000:0.0:1788942111.328599:0:31517:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942111.328601:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.328602:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.328604:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942111.328606:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328608:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.328609:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.328610:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942111.328612:0:31517:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942111.328614:0:31517:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942111.328616:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e80d80 1 00800000:00000010:0.0:1788942111.328618:0:31517:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e80d80. 00800000:00000001:0.0:1788942111.328620:0:31517:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.329246:0:15936:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788942111.329250:0:15936:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942111.329728:0:31517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815776c 00800000:00000001:0.0:1788942111.329733:0:31517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942111.329735:0:31517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942111.329737:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.329738:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.329741:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942111.329742:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.329745:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.329747:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.329749:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.329750:0:31517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.329752:0:31517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.329754:0:31517:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942111.329756:0:31517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942111.329758:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815776c from it ffffa57dc1cffb58 00010000:00000001:0.0:1788942111.329760:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.329761:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.329762:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942111.329763:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.329765:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942111.329768:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942111.329771:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.329779:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.329780:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.329781:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942111.329784:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942111.329786:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942111.329799:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942111.329801:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942111.329803:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.329807:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.329808:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.329809:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.329812:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942111.329814:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.329815:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.329818:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.329820:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942111.329822:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.329823:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942111.329825:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.329834:0:31517:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995500 x1875839884257920/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.329841:0:31517:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942111.329843:0:31517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942111.329847:0:31517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b92000. 02000000:00000001:0.0:1788942111.329993:0:31517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942111.329998:0:31517:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942111.329999:0:31517:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942111.330002:0:31517:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942111.330004:0:31517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aefc00. 02000000:00000001:0.0:1788942111.330008:0:31517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942111.330010:0:31517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942111.330012:0:31517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995500. 00000100:00000001:0.0:1788942111.330016:0:31517:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942111.330018:0:31517:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942111.330021:0:31517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942111.330026:0:31517:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942111.330042:0:31517:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b548354400. 00000020:00000001:0.0:1788942111.330046:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffae8 00000080:00200000:0.0:1788942111.330049:0:31517:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=13 00000080:00000001:0.0:1788942111.330053:0:31517:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942111.330055:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff998 00000080:00200000:0.0:1788942111.330056:0:31517:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:0.0:1788942111.330066:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a69a00. 00800000:00000002:0.0:1788942111.330070:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942111.330074:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942111.330078:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.330079:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff8b8 00800000:00000002:0.0:1788942111.330081:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942111.330085:0:31517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942111.330089:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff850 00800000:00000002:0.0:1788942111.330091:0:31517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788942111.330095:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.330096:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff788 00000002:00010000:0.0:1788942111.330098:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788942111.330102:0:31517:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942111.330105:0:31517:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942111.330109:0:31517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995500. 00000020:00000040:0.0:1788942111.330112:0:31517:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942111.330117:0:31517:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942111.330120:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.330703:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.330707:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.330708:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.330712:0:31517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942111.330715:0:31517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942111.330719:0:31517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942111.330726:0:31517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aefc00. 00000100:00000001:0.0:1788942111.330733:0:31517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.330738:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942111.330740:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.330742:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942111.330743:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.330745:0:31517:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.330752:0:31517:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00010000:00000001:0.0:1788942111.330757:0:31517:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942111.330759:0:31517:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942111.330764:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942111.330767:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942111.330770:0:31517:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942111.330774:0:31517:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324a00. 00000020:00000001:0.0:1788942111.330777:0:31517:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942111.330779:0:31517:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324a00 with handle 0xcbb91bbb78157773 to hash 00000020:00000001:0.0:1788942111.330781:0:31517:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942111.330783:0:31517:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942111.330786:0:31517:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942111.330789:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942111.330792:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.330795:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.330803:0:31517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.330812:0:31517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942111.330818:0:31517:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942111.330820:0:31517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942111.330826:0:31517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b553d10f00. 00000100:00000001:0.0:1788942111.330828:0:31517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707202531072 : -122366507020544 : ffff90b553d10f00) 00000100:00000001:0.0:1788942111.330831:0:31517:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942111.330832:0:31517:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000001:0.0:1788942111.330836:0:31517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942111.330841:0:31517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.330842:0:31517:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942111.330844:0:31517:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942111.330998:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.331014:0:31517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942111.331017:0:31517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.331020:0:31517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942111.331023:0:31517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942111.331026:0:31517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942111.331030:0:31517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31517:1875839884258048:192.168.206.109@tcp:101:lfs.0 00000100:00000001:0.0:1788942111.331034:0:31517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942111.331039:0:31517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942111.331042:0:31517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.331044:0:31517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942111.332508:0:31517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab6800. 02000000:00000001:2.0:1788942111.332515:0:31517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942111.332525:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942111.332530:0:31517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b00. 00000400:00000010:2.0:1788942111.332536:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942111.332543:0:31517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884258048, portal 10 00000100:00000001:2.0:1788942111.332545:0:31517:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.332547:0:31517:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000040:2.0:1788942111.332558:0:31517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.332565:0:31517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942111.332568:0:31517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942111.332571:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61a18. 00000100:00000200:2.0:1788942111.332574:0:31517:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884258048, offset 0 00000400:00000200:2.0:1788942111.332581:0:31517:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942111.332589:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.332597:0:31517:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942111.332602:0:31517:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942111.332606:0:31517:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942111.332610:0:31517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942111.332613:0:31517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942111.332617:0:31517:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2428:2428:256:4294967295] 192.168.206.109@tcp LPNI seq info [2428:2428:8:4294967295] 00000400:00000200:2.0:1788942111.332631:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.332641:0:31517:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942111.332646:0:31517:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942111.332651:0:31517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61100. 00000800:00000200:2.0:1788942111.332658:0:31517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942111.332666:0:31517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942111.332671:0:31517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788942111.332692:0:31517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942111.332697:0:31517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 807711 usecs (808 jiffies) 00000400:00000200:2.0:1788942111.332701:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942111.332703:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512299 00000100:00000001:2.0:1788942111.332706:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:2.0:1788942111.332709:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512299 00000100:00000001:2.0:1788942111.332711:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:2.0:1788942111.332713:0:31517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942111.332716:0:31517:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.332718:0:31517:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942111.332720:0:31517:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942111.332723:0:31517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b553d10f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788942111.332726:0:31517:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942111.332729:0:31517:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.332966:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.332971:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942111.332977:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.332982:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942111.332987:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61a18 00000400:00000010:3.0:1788942111.332989:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61a18. 00000100:00000001:3.0:1788942111.332993:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942111.332997:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.333007:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942111.333010:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.333016:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.333017:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942111.340166:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.340183:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942111.340187:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.340190:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.340198:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.340205:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942111.340213:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.340218:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.340223:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.340226:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4eb00 00000400:00000200:3.0:1788942111.340244:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.340250:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6895 [1] + 224 00000800:00000001:3.0:1788942111.340257:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.340264:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.340267:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.340272:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942111.340280:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942111.340288:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942111.340298:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.340320:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942111.340329:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.340332:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942111.340405:0:31517:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942111.340411:0:31517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942111.340413:0:31517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942111.340416:0:31517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b00. 00000400:00000200:2.0:1788942111.340420:0:31517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:2.0:1788942111.340422:0:31517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:2.0:1788942111.340426:0:31517:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942111.340430:0:31517:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942111.340438:0:31517:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.340444:0:31517:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942111.340446:0:31517:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942111.340448:0:31517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942111.340452:0:31517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942111.340454:0:31517:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942111.340456:0:31517:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942111.340459:0:31517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942111.340467:0:31517:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942111.340472:0:31517:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942111.340474:0:31517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788942111.340478:0:31517:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.340484:0:31517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788942111.340487:0:31517:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942111.340490:0:31517:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788942111.340492:0:31517:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942111.340495:0:31517:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788942111.340499:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.340505:0:31517:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788942111.340508:0:31517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942111.340510:0:31517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942111.340513:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942111.340520:0:31517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31517:1875839884258048:192.168.206.109@tcp:101:lfs.0 00000100:00000001:2.0:1788942111.340524:0:31517:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942111.340527:0:31517:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788942111.340529:0:31517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942111.340531:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942111.340534:0:31517:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.340540:0:31517:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942111.340544:0:31517:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b553d10f00. 00000100:00000001:2.0:1788942111.340548:0:31517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942111.340550:0:31517:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788942111.340553:0:31517:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942111.340557:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.340559:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.340562:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=4 00000020:00000001:2.0:1788942111.340565:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:2.0:1788942111.340567:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00010000:2.0:1788942111.340572:0:31517:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.340582:0:31517:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788942111.340586:0:31517:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.340592:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.340594:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.340599:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.340601:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942111.340603:0:31517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.340609:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.340612:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.340615:0:31517:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788942111.340618:0:31517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942111.340634:0:31517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b552324a00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:2.0:1788942111.340637:0:31517:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788942111.340641:0:31517:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.340647:0:31517:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788942111.340649:0:31517:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788942111.340651:0:31517:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.340655:0:31517:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788942111.340658:0:31517:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788942111.340659:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.340660:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.340661:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=5 00000020:00000001:2.0:1788942111.340663:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:2.0:1788942111.340665:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:2.0:1788942111.340667:0:31517:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942111.340670:0:31517:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788942111.340674:0:31517:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942111.340675:0:31517:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.340677:0:31517:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788942111.340679:0:31517:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942111.340682:0:31517:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942111.340683:0:31517:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942111.340684:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.340685:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788942111.340687:0:31517:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324a00 with handle 0xcbb91bbb78157773 from hash 00010000:00000001:2.0:1788942111.340690:0:31517:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942111.340691:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.340692:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.340693:0:31517:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942111.340694:0:31517:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942111.340695:0:31517:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788942111.340697:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.340698:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.340699:0:31517:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.340701:0:31517:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.340703:0:31517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.340708:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.340709:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.340710:0:31517:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788942111.340711:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.340712:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.340713:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.340714:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942111.340716:0:31517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb78157773 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.340726:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.340728:0:31517:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788942111.340732:0:31517:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788942111.340737:0:31517:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942111.340744:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788942111.340745:0:31517:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.340747:0:31517:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.340748:0:31517:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.340751:0:31517:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942111.340754:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788942111.340755:0:31517:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.340757:0:31517:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942111.340760:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff710 00000002:00002000:2.0:1788942111.340762:0:31517:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788942111.340765:0:31517:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.340768:0:31517:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.340770:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942111.340773:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942111.340775:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942111.340779:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:2.0:1788942111.340781:0:31517:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942111.340783:0:31517:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1cffb20 it_disposition 7 00000080:00002000:2.0:1788942111.340788:0:31517:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b548f03a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1788942111.340794:0:31517:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942111.340798:0:31517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942111.340800:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.340802:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.340808:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:2.0:1788942111.340810:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.340814:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.340816:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942111.340819:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942111.340826:0:31517:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942111.340831:0:31517:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.340834:0:31517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942111.340841:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942111.340843:0:31517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.340845:0:31517:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942111.340847:0:31517:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788942111.340849:0:31517:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1cff930 released 00000080:00010000:2.0:1788942111.340917:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815776c from it ffffa57dc1cff930 00010000:00000001:2.0:1788942111.340919:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.340921:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.340922:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.340924:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.340927:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.340928:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.340931:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942111.340936:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.340937:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.340938:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942111.340941:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942111.340943:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942111.340950:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942111.340952:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942111.340954:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942111.340957:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.340958:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.340960:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.340962:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942111.340964:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.340966:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.340968:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.340970:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.340971:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.340972:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942111.340973:0:31517:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788942111.340974:0:31517:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942111.340978:0:31517:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942111.340981:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a69a00. 00000100:00000001:2.0:1788942111.340985:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942111.340989:0:31517:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995500 x1875839884258048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.340995:0:31517:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942111.340997:0:31517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942111.340999:0:31517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab6800. 02000000:00000001:2.0:1788942111.341002:0:31517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942111.341004:0:31517:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942111.341005:0:31517:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942111.341007:0:31517:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942111.341009:0:31517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aefc00. 02000000:00000001:2.0:1788942111.341012:0:31517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942111.341014:0:31517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942111.341015:0:31517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995500. 00000100:00000001:2.0:1788942111.341019:0:31517:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942111.341020:0:31517:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942111.341022:0:31517:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788942111.341023:0:31517:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1cffb20 released 00000080:00000001:2.0:1788942111.341024:0:31517:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788942111.341028:0:31517:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942111.341029:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffb70 00000080:00002000:2.0:1788942111.341031:0:31517:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff90b548f03a20, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788942111.341034:0:31517:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.341074:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942111.341076:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942111.341078:0:31517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942111.341079:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffbb0 00000080:00200000:2.0:1788942111.341081:0:31517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942111.341085:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806ba00. 00800000:00000002:2.0:1788942111.341089:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942111.341092:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942111.341094:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.341096:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffad0 00800000:00000002:2.0:1788942111.341097:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942111.341100:0:31517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942111.341103:0:31517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942111.341106:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.341107:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff9a0 00000002:00010000:2.0:1788942111.341109:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942111.341112:0:31517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942111.341113:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.341114:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.341116:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:2.0:1788942111.341118:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.341121:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.341122:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942111.341125:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788942111.341132:0:31517:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942111.341134:0:31517:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.341137:0:31517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788942111.341142:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942111.341143:0:31517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942111.341145:0:31517:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.341147:0:31517:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.341149:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.341150:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942111.341152:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942111.341154:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942111.341156:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54806ba00. 00000080:00000001:2.0:1788942111.341159:0:31517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942111.341161:0:31517:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.341163:0:31517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942111.341166:0:31517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815776c 00800000:00000001:2.0:1788942111.341169:0:31517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942111.341170:0:31517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942111.341172:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.341173:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.341174:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.341176:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.341178:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.341181:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.341182:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942111.341183:0:31517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.341185:0:31517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.341187:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815776c from it ffffa57dc1cffbe8 00010000:00000001:2.0:1788942111.341188:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.341189:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.341190:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.341192:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.341193:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.341195:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.341197:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942111.341203:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.341204:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.341205:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942111.341207:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942111.341209:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942111.341215:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942111.341217:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942111.341218:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942111.341220:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.341221:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.341222:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.341224:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942111.341225:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.341226:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.341243:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.341245:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.341246:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.341247:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942111.341249:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942111.341250:0:31517:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.341252:0:31517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942111.341257:0:31517:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.341260:0:31517:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942111.341262:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffbd8 00000080:00002000:2.0:1788942111.341263:0:31517:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff90b548f03a20) flags 0x8000e refc 0 00000080:00000001:2.0:1788942111.341266:0:31517:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.341268:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffc20 00000080:00200000:2.0:1788942111.341269:0:31517:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:2.0:1788942111.341272:0:31517:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942111.341274:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffba8 00000080:00002000:2.0:1788942111.341275:0:31517:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff90b548f03a20, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788942111.341278:0:31517:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.341298:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffd08 00000080:00200008:2.0:1788942111.341300:0:31517:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942111.341304:0:31517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942111.341305:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffc80 00000080:00200000:2.0:1788942111.341307:0:31517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942111.341310:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806ba00. 00800000:00000002:2.0:1788942111.341313:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942111.341315:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942111.341316:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.341317:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffba0 00800000:00000002:2.0:1788942111.341319:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942111.341321:0:31517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942111.341323:0:31517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942111.341326:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.341327:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffa70 00000002:00010000:2.0:1788942111.341328:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942111.341331:0:31517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942111.341332:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.341333:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.341335:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:2.0:1788942111.341337:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.341339:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.341341:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942111.341343:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788942111.341350:0:31517:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942111.341352:0:31517:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.341355:0:31517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788942111.341360:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942111.341361:0:31517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942111.341363:0:31517:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.341364:0:31517:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.341366:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.341368:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942111.341370:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942111.341371:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942111.341373:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54806ba00. 00000080:00000001:2.0:1788942111.341376:0:31517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942111.341377:0:31517:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.341379:0:31517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942111.341382:0:31517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815776c 00800000:00000001:2.0:1788942111.341386:0:31517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942111.341387:0:31517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942111.341388:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.341389:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.341391:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.341393:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.341394:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.341396:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.341397:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942111.341398:0:31517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.341400:0:31517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.341402:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815776c from it ffffa57dc1cffcb8 00010000:00000001:2.0:1788942111.341403:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.341404:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.341405:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.341407:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.341408:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.341410:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.341412:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942111.341417:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.341418:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.341419:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942111.341421:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942111.341423:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942111.341428:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942111.341429:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942111.341431:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942111.341438:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.341440:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.341441:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.341443:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942111.341444:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.341446:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.341448:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.341450:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.341451:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.341452:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942111.341453:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942111.341454:0:31517:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942111.341457:0:31517:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.341460:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffd08 00000080:00000008:2.0:1788942111.341463:0:31517:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942111.341970:0:31517:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.341993:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffd08 00000080:00200008:2.0:1788942111.341995:0:31517:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942111.342000:0:31517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942111.342002:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffc80 00000080:00200000:2.0:1788942111.342003:0:31517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942111.342008:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806ba00. 00800000:00000002:2.0:1788942111.342011:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942111.342013:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942111.342016:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.342017:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffba0 00800000:00000002:2.0:1788942111.342019:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942111.342021:0:31517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942111.342023:0:31517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942111.342026:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.342028:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffa70 00000002:00010000:2.0:1788942111.342029:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942111.342032:0:31517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942111.342033:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.342034:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.342037:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:2.0:1788942111.342039:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.342041:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.342044:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942111.342047:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788942111.342053:0:31517:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942111.342055:0:31517:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.342058:0:31517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788942111.342063:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942111.342065:0:31517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942111.342066:0:31517:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.342068:0:31517:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.342070:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.342072:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942111.342074:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942111.342075:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942111.342078:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54806ba00. 00000080:00000001:2.0:1788942111.342080:0:31517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942111.342081:0:31517:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.342083:0:31517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942111.342086:0:31517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815776c 00800000:00000001:2.0:1788942111.342088:0:31517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942111.342089:0:31517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942111.342090:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.342092:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.342094:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.342095:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.342098:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.342100:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342101:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942111.342102:0:31517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.342103:0:31517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.342105:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815776c from it ffffa57dc1cffcb8 00010000:00000001:2.0:1788942111.342107:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.342108:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.342109:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.342111:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.342113:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.342115:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.342118:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942111.342123:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342124:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.342125:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942111.342127:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942111.342129:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942111.342135:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942111.342138:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942111.342139:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942111.342142:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342143:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.342144:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342146:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942111.342148:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342149:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342151:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342153:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.342154:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342155:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942111.342156:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942111.342158:0:31517:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942111.342161:0:31517:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.342164:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffd08 00000080:00000008:2.0:1788942111.342166:0:31517:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942111.342292:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942111.342294:0:31517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942111.342295:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffb78 00000080:00200000:2.0:1788942111.342297:0:31517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942111.342301:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806ba00. 00800000:00000002:2.0:1788942111.342304:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942111.342306:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942111.342308:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.342310:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffa98 00800000:00000002:2.0:1788942111.342311:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942111.342314:0:31517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942111.342316:0:31517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942111.342319:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942111.342320:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff968 00000002:00010000:2.0:1788942111.342321:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942111.342324:0:31517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942111.342325:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.342327:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.342329:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:2.0:1788942111.342331:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.342333:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.342350:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942111.342354:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788942111.342360:0:31517:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942111.342362:0:31517:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.342365:0:31517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788942111.342370:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942111.342372:0:31517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942111.342373:0:31517:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.342375:0:31517:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942111.342376:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.342378:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942111.342380:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942111.342382:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942111.342384:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54806ba00. 00000080:00000001:2.0:1788942111.342387:0:31517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942111.342388:0:31517:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.342390:0:31517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942111.342392:0:31517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815776c 00800000:00000001:2.0:1788942111.342394:0:31517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942111.342395:0:31517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942111.342396:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.342397:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.342399:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.342401:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.342403:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.342405:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342406:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942111.342407:0:31517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.342409:0:31517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942111.342410:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815776c from it ffffa57dc1cffbb0 00010000:00000001:2.0:1788942111.342412:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.342413:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.342414:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:2.0:1788942111.342415:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.342417:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:2.0:1788942111.342419:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.342422:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942111.342427:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342428:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.342430:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942111.342431:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942111.342433:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788942111.342439:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942111.342441:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942111.342442:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942111.342444:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342445:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.342446:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342448:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942111.342449:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342451:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342453:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342455:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.342455:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342456:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942111.342458:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942111.342459:0:31517:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942111.342462:0:31517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:2.0:1788942111.342465:0:31517:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.342468:0:31517:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788942111.342471:0:31517:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942111.342472:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffb78 00000080:00200008:2.0:1788942111.342474:0:31517:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000 00000080:00000010:2.0:1788942111.342479:0:31517:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e063c0. 00000080:00000001:2.0:1788942111.342484:0:31517:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.342485:0:31517:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.342496:0:31517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942111.342498:0:31517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c03066f0 arg=7ffe142a0cc0 00000020:00000001:2.0:1788942111.342504:0:31517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942111.342508:0:31517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff90b552274800. 00000020:00000001:2.0:1788942111.342512:0:31517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.342515:0:31517:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788942111.342517:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffad0 00000080:00200000:2.0:1788942111.342519:0:31517:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1788942111.342524:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54806ba00. 00800000:00000002:2.0:1788942111.342527:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:2.0:1788942111.342534:0:31517:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788942111.342536:0:31517:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788942111.342540:0:31517:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:2.0:1788942111.342543:0:31517:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788942111.342544:0:31517:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788942111.342547:0:31517:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788942111.342549:0:31517:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788942111.342552:0:31517:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x28:0x0] 40000000:00000001:2.0:1788942111.342555:0:31517:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.342557:0:31517:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.342559:0:31517:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.342560:0:31517:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942111.342562:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff9e8 00800000:00000002:2.0:1788942111.342565:0:31517:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000404:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788942111.342569:0:31517:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788942111.342571:0:31517:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942111.342574:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:2.0:1788942111.342576:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.342578:0:31517:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942111.342581:0:31517:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942111.342584:0:31517:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788942111.342591:0:31517:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942111.342594:0:31517:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942111.342596:0:31517:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942111.342598:0:31517:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942111.342601:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.342602:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.342604:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 3 00010000:00000001:2.0:1788942111.342606:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942111.342608:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.342609:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.342610:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.342611:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 3 00010000:00000001:2.0:1788942111.342613:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942111.342615:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.342617:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942111.342618:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942111.342619:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 3 00010000:00000001:2.0:1788942111.342621:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942111.342622:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.342624:0:31517:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942111.342626:0:31517:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942111.342630:0:31517:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1788942111.342633:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cff670 00000080:00002000:2.0:1788942111.342634:0:31517:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:2.0:1788942111.342639:0:31517:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788942111.342642:0:31517:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788942111.342644:0:31517:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942111.342647:0:31517:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942111.342648:0:31517:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342651:0:31517:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942111.342653:0:31517:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942111.342655:0:31517:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942111.342656:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.342658:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942111.342661:0:31517:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325a00 with handle 0xcbb91bbb7815776c from hash 00010000:00000001:2.0:1788942111.342663:0:31517:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942111.342665:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.342666:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.342667:0:31517:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942111.342669:0:31517:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942111.342671:0:31517:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942111.342673:0:31517:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942111.342675:0:31517:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942111.342677:0:31517:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788942111.342683:0:31517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942111.342686:0:31517:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942111.342692:0:31517:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942111.342693:0:31517:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342696:0:31517:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942111.342700:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942111.342702:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.342704:0:31517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942111.342706:0:31517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942111.342709:0:31517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942111.342715:0:31517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552277800. 00000100:00000001:2.0:1788942111.342720:0:31517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342723:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942111.342725:0:31517:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942111.342730:0:31517:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788942111.342737:0:31517:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788942111.342738:0:31517:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942111.342740:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942111.342743:0:31517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb7815776c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec9cd expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788942111.342750:0:31517:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25c00 count: 0 00010000:00000010:2.0:1788942111.342755:0:31517:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87e80. 00010000:00000001:2.0:1788942111.342761:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.342763:0:31517:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342765:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942111.342766:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.342768:0:31517:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788942111.342778:0:31517:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788942111.342788:0:31517:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942111.342795:0:31517:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942111.342798:0:31517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942111.342804:0:31517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85b40. 00000100:00000001:2.0:1788942111.342806:0:31517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167357760 : -122366542193856 : ffff90b551b85b40) 00000100:00000001:2.0:1788942111.342808:0:31517:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.342810:0:31517:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000001:2.0:1788942111.342814:0:31517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942111.342818:0:31517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.342820:0:31517:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942111.342821:0:31517:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942111.342826:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.342833:0:31517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942111.342835:0:31517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942111.342838:0:31517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942111.342840:0:31517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942111.342842:0:31517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942111.342846:0:31517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31517:1875839884258304:192.168.206.109@tcp:36:lfs.0 00000100:00000001:2.0:1788942111.342881:0:31517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942111.342886:0:31517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942111.342888:0:31517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942111.342891:0:31517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942111.342895:0:31517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552276800. 02000000:00000001:2.0:1788942111.342897:0:31517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942111.342904:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942111.342909:0:31517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b00. 00000400:00000010:2.0:1788942111.342915:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942111.342922:0:31517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884258304, portal 10 00000100:00000001:2.0:1788942111.342924:0:31517:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.342925:0:31517:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:2.0:1788942111.342932:0:31517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.342938:0:31517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942111.342941:0:31517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942111.342944:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61000. 00000100:00000200:2.0:1788942111.342946:0:31517:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875839884258304, offset 0 00000400:00000200:2.0:1788942111.342952:0:31517:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942111.342959:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.342967:0:31517:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942111.342973:0:31517:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942111.342977:0:31517:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942111.342981:0:31517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942111.342983:0:31517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942111.342987:0:31517:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2429:2429:256:4294967295] 192.168.206.109@tcp LPNI seq info [2429:2429:8:4294967295] 00000400:00000200:2.0:1788942111.342991:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.343000:0:31517:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942111.343006:0:31517:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942111.343011:0:31517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61e00. 00000800:00000200:2.0:1788942111.343017:0:31517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942111.343024:0:31517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942111.343028:0:31517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61e00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788942111.343044:0:31517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942111.343048:0:31517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 806606 usecs (807 jiffies) 00000400:00000200:2.0:1788942111.343052:0:31517:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942111.343054:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512309 00000100:00000001:2.0:1788942111.343057:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:2.0:1788942111.343059:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512309 00000100:00000001:2.0:1788942111.343061:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:2.0:1788942111.343063:0:31517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942111.343065:0:31517:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.343067:0:31517:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942111.343069:0:31517:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942111.343072:0:31517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788942111.343074:0:31517:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942111.343077:0:31517:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.343338:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.343342:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61e00. 00000400:00000200:3.0:1788942111.343347:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.343352:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942111.343357:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61000 00000400:00000010:3.0:1788942111.343359:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61000. 00000100:00000001:3.0:1788942111.343363:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942111.343367:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942111.343375:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942111.343378:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942111.343385:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.343387:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942111.348897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324a00. 00000080:00000010:2.1:1788942111.348918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354400. 00010000:00000010:2.1:1788942111.348926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25c00. 00010000:00000010:2.1:1788942111.348929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325a00. 00000800:00000001:3.0:1788942111.351450:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.351465:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942111.351469:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.351471:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.351479:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.351486:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942111.351493:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.351498:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.351502:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.351506:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f4ec00 00000400:00000200:3.0:1788942111.351512:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.351518:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x68a5 [1] + 224 00000800:00000001:3.0:1788942111.351524:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.351529:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.351533:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.351537:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942111.351543:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942111.351551:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942111.351561:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.351632:0:31517:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942111.351651:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942111.351660:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942111.351664:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.351669:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942111.351674:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2430:2430:256:4294967295] 192.168.206.109@tcp LPNI seq info [2430:2430:8:4294967295] 00000400:00000200:3.0:1788942111.351679:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.351686:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942111.351691:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942111.351697:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b544d69f00. 00000800:00000200:3.0:1788942111.351703:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942111.351710:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942111.351714:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b544d69f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942111.351789:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.351792:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b544d69f00. 00000400:00000200:3.0:1788942111.351796:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.351800:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942111.351805:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.351808:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788942111.355080:0:31517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942111.355086:0:31517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942111.355090:0:31517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b00. 00000400:00000200:2.0:1788942111.355098:0:31517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:2.0:1788942111.355100:0:31517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:2.0:1788942111.355105:0:31517:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942111.355116:0:31517:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942111.355204:0:31517:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884258304/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.355212:0:31517:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942111.355215:0:31517:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942111.355217:0:31517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942111.355220:0:31517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942111.355222:0:31517:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942111.355224:0:31517:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942111.355227:0:31517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942111.355243:0:31517:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942111.355248:0:31517:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942111.355250:0:31517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942111.355252:0:31517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.355254:0:31517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942111.355257:0:31517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.355260:0:31517:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942111.355262:0:31517:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1788942111.355264:0:31517:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942111.355266:0:31517:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.355268:0:31517:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000001:2.0:1788942111.355271:0:31517:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942111.355272:0:31517:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788942111.355274:0:31517:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942111.355276:0:31517:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942111.355281:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884258304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.355289:0:31517:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942111.355292:0:31517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942111.355293:0:31517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942111.355297:0:31517:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884258304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942111.355306:0:31517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:31517:1875839884258304:192.168.206.109@tcp:36:lfs.0 00000100:00000001:2.0:1788942111.355311:0:31517:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942111.355314:0:31517:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.355316:0:31517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942111.355318:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942111.355321:0:31517:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368e00 x1875839884258304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.355328:0:31517:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942111.355332:0:31517:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85b40. 00000100:00000001:2.0:1788942111.355336:0:31517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942111.355338:0:31517:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.355345:0:31517:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942111.355349:0:31517:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x28:0x0] 00800000:00000001:2.0:1788942111.355351:0:31517:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.355354:0:31517:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942111.355360:0:31517:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942111.355362:0:31517:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942111.355364:0:31517:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788942111.355367:0:31517:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788942111.355381:0:31517:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548da0000. 00000080:00000001:2.0:1788942111.355391:0:31517:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788942111.355393:0:31517:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8) 00000080:00000001:2.0:1788942111.355397:0:31517:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942111.355398:0:31517:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788942111.355401:0:31517:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.355402:0:31517:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788942111.355404:0:31517:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788942111.355407:0:31517:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 0 to 1788942111 00000080:00200000:2.0:1788942111.355410:0:31517:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:2.0:1788942111.355413:0:31517:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788942111.355415:0:31517:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018567880 : -122366690983736 : ffff90b548da00c8) 00000080:00000001:2.0:1788942111.355417:0:31517:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942111.355420:0:31517:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942111.355422:0:31517:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.355427:0:31517:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942111.355431:0:31517:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884258304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942111.355437:0:31517:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942111.355440:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942111.355442:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54806ba00. 00000080:00000010:2.0:1788942111.355447:0:31517:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff90b552274800. 00000080:00000001:2.0:1788942111.355449:0:31517:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.355465:0:31517:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788942111.355467:0:31517:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942111.355470:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffdd0 00000080:00200008:2.0:1788942111.355472:0:31517:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000 00000080:00400000:2.0:1788942111.355476:0:31517:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788942111.355479:0:31517:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e063c0. 00000080:00000001:2.0:1788942111.355483:0:31517:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942111.355485:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cffdd0 00000080:00000008:2.0:1788942111.355487:0:31517:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 300000, rc = 0 00000080:00000001:2.0:1788942111.355489:0:31517:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.355491:0:31517:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.396529:0:31519:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942111.396536:0:31519:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942111.396539:0:31519:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942111.396542:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07bc0 00000080:00200000:0.0:1788942111.396546:0:31519:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942111.396554:0:31519:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a68000. 00800000:00000002:0.0:1788942111.396562:0:31519:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942111.396566:0:31519:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942111.396570:0:31519:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.396573:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07ae0 00800000:00000002:0.0:1788942111.396576:0:31519:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942111.396579:0:31519:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942111.396583:0:31519:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942111.396587:0:31519:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.396589:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f079b0 00000002:00010000:0.0:1788942111.396591:0:31519:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942111.396594:0:31519:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942111.396596:0:31519:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942111.396599:0:31519:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942111.396605:0:31519:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.396608:0:31519:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.396609:0:31519:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.396611:0:31519:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942111.396614:0:31519:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942111.396620:0:31519:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995880. 00000020:00000040:0.0:1788942111.396624:0:31519:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942111.396629:0:31519:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942111.396633:0:31519:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.396636:0:31519:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.396639:0:31519:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942111.396642:0:31519:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942111.396646:0:31519:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942111.396652:0:31519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aee800. 00000100:00000001:0.0:1788942111.396659:0:31519:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.396664:0:31519:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942111.396666:0:31519:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.396668:0:31519:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942111.396669:0:31519:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.396671:0:31519:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.396675:0:31519:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00010000:00000001:0.0:1788942111.396680:0:31519:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942111.396681:0:31519:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788942111.396686:0:31519:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25b00. 00010000:00000010:0.0:1788942111.396690:0:31519:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87d80. 00010000:00000001:0.0:1788942111.396694:0:31519:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942111.396698:0:31519:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325e00. 00000020:00000001:0.0:1788942111.396701:0:31519:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942111.396704:0:31519:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325e00 with handle 0xcbb91bbb7815777a to hash 00000020:00000001:0.0:1788942111.396707:0:31519:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942111.396708:0:31519:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.396711:0:31519:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.396714:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942111.396717:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.396721:0:31519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.396731:0:31519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.396742:0:31519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942111.396747:0:31519:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942111.396749:0:31519:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942111.396756:0:31519:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b553d10f00. 00000100:00000001:0.0:1788942111.396758:0:31519:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707202531072 : -122366507020544 : ffff90b553d10f00) 00000100:00000001:0.0:1788942111.396760:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942111.396762:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942111.396766:0:31519:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942111.396770:0:31519:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.396772:0:31519:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942111.396773:0:31519:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942111.396783:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.396791:0:31519:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942111.396794:0:31519:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.396797:0:31519:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942111.396799:0:31519:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942111.396802:0:31519:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942111.396806:0:31519:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:31519:1875839884258432:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942111.396810:0:31519:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942111.396814:0:31519:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942111.396816:0:31519:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.396819:0:31519:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942111.396823:0:31519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b92000. 02000000:00000001:0.0:1788942111.396825:0:31519:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942111.396832:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942111.396836:0:31519:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942111.396843:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942111.396974:0:31519:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884258432, portal 10 00000100:00000001:0.0:1788942111.396977:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942111.396980:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000040:0.0:1788942111.396987:0:31519:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.396994:0:31519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942111.396996:0:31519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942111.396999:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a770. 00000100:00000200:0.0:1788942111.397003:0:31519:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884258432, offset 0 00000400:00000200:0.0:1788942111.397009:0:31519:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942111.397017:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942111.397026:0:31519:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942111.397030:0:31519:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942111.397035:0:31519:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942111.397038:0:31519:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942111.397040:0:31519:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942111.397044:0:31519:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2431:2431:256:4294967295] 192.168.206.109@tcp LPNI seq info [2431:2431:8:4294967295] 00000400:00000200:0.0:1788942111.397048:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942111.397057:0:31519:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942111.397062:0:31519:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942111.397068:0:31519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910be00. 00000800:00000200:0.0:1788942111.397073:0:31519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942111.397081:0:31519:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942111.397085:0:31519:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910be00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788942111.397509:0:31519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942111.397515:0:31519:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 805508 usecs (806 jiffies) 00000400:00000200:0.0:1788942111.397519:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942111.397522:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512360 00000100:00000001:0.0:1788942111.397524:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:0.0:1788942111.397526:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512360 00000100:00000001:0.0:1788942111.397529:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:0.0:1788942111.397530:0:31519:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942111.397534:0:31519:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.397536:0:31519:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942111.397538:0:31519:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942111.397541:0:31519:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b553d10f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788942111.397543:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942111.397545:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.397670:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.397675:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910be00. 00000400:00000200:3.0:1788942111.397680:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.397685:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942111.397691:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a770 00000400:00000010:3.0:1788942111.397694:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a770. 00000100:00000001:3.0:1788942111.397698:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942111.397702:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.397711:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942111.397714:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.397720:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.397722:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942111.403812:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.403842:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942111.403847:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.403877:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.403887:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.403894:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942111.403903:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.403907:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.403912:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.403916:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4ec80 00000400:00000200:3.0:1788942111.403921:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.403927:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x68b5 [1] + 224 00000800:00000001:3.0:1788942111.403933:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.403941:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.403945:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.403949:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942111.403957:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942111.403966:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942111.403981:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.403991:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942111.403998:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.404001:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942111.404711:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942111.404720:0:31519:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942111.404722:0:31519:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942111.404725:0:31519:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942111.404731:0:31519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942111.404733:0:31519:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942111.404738:0:31519:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942111.404745:0:31519:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942111.404754:0:31519:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.404762:0:31519:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942111.404764:0:31519:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942111.404766:0:31519:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942111.404769:0:31519:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942111.404771:0:31519:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942111.404774:0:31519:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.404777:0:31519:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942111.404785:0:31519:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942111.404790:0:31519:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942111.404793:0:31519:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942111.404795:0:31519:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.404798:0:31519:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942111.404801:0:31519:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.404805:0:31519:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942111.404807:0:31519:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:0.0:1788942111.404809:0:31519:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942111.404812:0:31519:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942111.404816:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.404841:0:31519:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942111.404844:0:31519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942111.404846:0:31519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942111.404885:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942111.404895:0:31519:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:31519:1875839884258432:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942111.404899:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942111.404902:0:31519:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.404904:0:31519:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942111.404906:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.404909:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.404916:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942111.404919:0:31519:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b553d10f00. 00000100:00000001:0.0:1788942111.404923:0:31519:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942111.404924:0:31519:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.404927:0:31519:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942111.404931:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.404933:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.404936:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=4 00000020:00000001:0.0:1788942111.404938:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.404941:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000040:0.0:1788942111.404946:0:31519:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325e00, remote cookie: 0x4d194fbcadeec9fe, flags: 0x1001 00010000:00010000:0.0:1788942111.404951:0:31519:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.404961:0:31519:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.404973:0:31519:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942111.404976:0:31519:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942111.404978:0:31519:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942111.404979:0:31519:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942111.404981:0:31519:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942111.404983:0:31519:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b553d25b00) refcount = 1 00010000:00010000:0.0:1788942111.404987:0:31519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.404993:0:31519:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942111.404996:0:31519:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942111.404998:0:31519:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942111.405000:0:31519:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942111.405002:0:31519:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.405005:0:31519:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.405011:0:31519:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942111.405012:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405014:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.405015:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405016:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.405017:0:31519:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.405021:0:31519:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942111.405022:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405024:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405025:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:0.0:1788942111.405027:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405029:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405031:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405032:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405033:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=4 00000020:00000001:0.0:1788942111.405035:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405037:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405039:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942111.405042:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.405045:0:31519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.405051:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405052:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.405054:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405055:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405056:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=5 00000020:00000001:0.0:1788942111.405058:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405060:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405062:0:31519:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942111.405064:0:31519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.405069:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405070:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942111.405073:0:31519:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.405078:0:31519:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942111.405079:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405080:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.405080:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405081:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942111.405086:0:31519:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942111.405094:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405096:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405097:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:0.0:1788942111.405099:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405101:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405103:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405104:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.405106:0:31519:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.405107:0:31519:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.405110:0:31519:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942111.405112:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405113:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405114:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:0.0:1788942111.405115:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405117:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00000002:00010000:0.0:1788942111.405120:0:31519:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.405301:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405302:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.405304:0:31519:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942111.405305:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405306:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405307:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:0.0:1788942111.405309:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405311:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000040:0.0:1788942111.405316:0:31519:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:0.0:1788942111.405319:0:31519:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942111.405323:0:31519:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942111.405325:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405326:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.405327:0:31519:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942111.405330:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07938 00000002:00002000:0.0:1788942111.405332:0:31519:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942111.405335:0:31519:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.405338:0:31519:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.405340:0:31519:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942111.405343:0:31519:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942111.405346:0:31519:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942111.405349:0:31519:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942111.405352:0:31519:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a68000. 00000080:00000001:0.0:1788942111.405357:0:31519:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942111.405359:0:31519:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942111.405365:0:31519:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942111.405369:0:31519:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942111.405375:0:31519:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e80380. 00800000:00000001:0.0:1788942111.405378:0:31519:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935600000 : -122366773951616 : ffff90b543e80380) 00800000:00000001:0.0:1788942111.405380:0:31519:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.405382:0:31519:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942111.405385:0:31519:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942111.405386:0:31519:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942111.405389:0:31519:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942111.405391:0:31519:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942111.405393:0:31519:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.405397:0:31519:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942111.405400:0:31519:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788942111.405405:0:31519:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942111.405407:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405408:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405409:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:0.0:1788942111.405411:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405413:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405414:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405415:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942111.405417:0:31519:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942111.405419:0:31519:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942111.405420:0:31519:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e80380 1 00800000:00000010:0.0:1788942111.405422:0:31519:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e80380. 00800000:00000001:0.0:1788942111.405425:0:31519:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942111.405428:0:31519:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815777a 00800000:00000001:0.0:1788942111.405431:0:31519:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942111.405433:0:31519:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942111.405434:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405436:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405437:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:0.0:1788942111.405438:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405440:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405443:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405444:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.405445:0:31519:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.405447:0:31519:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.405449:0:31519:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942111.405451:0:31519:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942111.405455:0:31519:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815777a from it ffffa57dc1f07bf8 00010000:00000001:0.0:1788942111.405457:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.405458:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.405459:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:0.0:1788942111.405461:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405463:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:0.0:1788942111.405464:0:31519:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942111.405467:0:31519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.405472:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405473:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.405474:0:31519:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942111.405476:0:31519:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942111.405478:0:31519:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942111.405484:0:31519:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942111.405486:0:31519:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942111.405488:0:31519:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.405493:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405494:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.405495:0:31519:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.405498:0:31519:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942111.405500:0:31519:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.405502:0:31519:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.405505:0:31519:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.405506:0:31519:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942111.405508:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405509:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942111.405510:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.405515:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995880 x1875839884258432/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.405521:0:31519:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942111.405523:0:31519:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942111.405526:0:31519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b92000. 02000000:00000001:0.0:1788942111.405530:0:31519:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942111.405532:0:31519:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942111.405534:0:31519:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942111.405535:0:31519:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942111.405538:0:31519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aee800. 02000000:00000001:0.0:1788942111.405542:0:31519:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942111.405543:0:31519:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942111.405545:0:31519:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995880. 00000100:00000001:0.0:1788942111.405548:0:31519:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942111.405550:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942111.405553:0:31519:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942111.405557:0:31519:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942111.405572:0:31519:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b548354840. 00000020:00000001:0.0:1788942111.405577:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07b28 00000080:00200000:0.0:1788942111.405578:0:31519:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=25 00000080:00000001:0.0:1788942111.405582:0:31519:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942111.405584:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f079d8 00000080:00200000:0.0:1788942111.405585:0:31519:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:0.0:1788942111.405591:0:31519:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a68000. 00800000:00000002:0.0:1788942111.405595:0:31519:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942111.405599:0:31519:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942111.405601:0:31519:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.405604:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f078f8 00800000:00000002:0.0:1788942111.405605:0:31519:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942111.405608:0:31519:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942111.405612:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07890 00800000:00000002:0.0:1788942111.405614:0:31519:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788942111.405618:0:31519:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.405619:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f077c8 00000002:00010000:0.0:1788942111.405621:0:31519:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788942111.405624:0:31519:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942111.405626:0:31519:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942111.405629:0:31519:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995880. 00000020:00000040:0.0:1788942111.405632:0:31519:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942111.405636:0:31519:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942111.405639:0:31519:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.405642:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.405643:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.405644:0:31519:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.405646:0:31519:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942111.405649:0:31519:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942111.405652:0:31519:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942111.405656:0:31519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aee800. 00000100:00000001:0.0:1788942111.405661:0:31519:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.405664:0:31519:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942111.405666:0:31519:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.405667:0:31519:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942111.405668:0:31519:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.405670:0:31519:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.405676:0:31519:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00010000:00000001:0.0:1788942111.405679:0:31519:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942111.405681:0:31519:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942111.405730:0:31519:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:0.0:1788942111.405733:0:31519:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942111.405736:0:31519:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942111.405739:0:31519:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324400. 00000020:00000001:0.0:1788942111.405742:0:31519:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942111.405745:0:31519:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324400 with handle 0xcbb91bbb78157781 to hash 00000020:00000001:0.0:1788942111.405746:0:31519:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942111.405748:0:31519:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.405751:0:31519:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.405754:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942111.405755:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.405758:0:31519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.405764:0:31519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.405774:0:31519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942111.405779:0:31519:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942111.405780:0:31519:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942111.405786:0:31519:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b553d10f00. 00000100:00000001:0.0:1788942111.405787:0:31519:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707202531072 : -122366507020544 : ffff90b553d10f00) 00000100:00000001:0.0:1788942111.405790:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942111.405792:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942111.405796:0:31519:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942111.405799:0:31519:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.405801:0:31519:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942111.405803:0:31519:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942111.405808:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.405815:0:31519:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942111.405817:0:31519:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.405820:0:31519:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942111.405822:0:31519:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942111.405824:0:31519:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942111.405827:0:31519:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:31519:1875839884258560:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942111.406252:0:31519:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942111.406258:0:31519:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942111.406260:0:31519:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.406262:0:31519:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942111.406266:0:31519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b92000. 02000000:00000001:0.0:1788942111.406268:0:31519:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942111.406275:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942111.406279:0:31519:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942111.406284:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942111.406289:0:31519:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884258560, portal 10 00000100:00000001:0.0:1788942111.406291:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942111.406292:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000040:0.0:1788942111.406299:0:31519:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.406306:0:31519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942111.406308:0:31519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942111.406310:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942111.406314:0:31519:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884258560, offset 0 00000400:00000200:0.0:1788942111.406319:0:31519:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942111.406326:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942111.406333:0:31519:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942111.406337:0:31519:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942111.406340:0:31519:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942111.406344:0:31519:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942111.406346:0:31519:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942111.406349:0:31519:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2432:2432:256:4294967295] 192.168.206.109@tcp LPNI seq info [2432:2432:8:4294967295] 00000400:00000200:0.0:1788942111.406354:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942111.406362:0:31519:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942111.406367:0:31519:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942111.406371:0:31519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b300. 00000800:00000200:0.0:1788942111.406376:0:31519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942111.406383:0:31519:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942111.406387:0:31519:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788942111.406543:0:31519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942111.406548:0:31519:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 804407 usecs (805 jiffies) 00000400:00000200:0.0:1788942111.406552:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942111.406555:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512370 00000100:00000001:0.0:1788942111.406558:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:0.0:1788942111.406561:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512370 00000100:00000001:0.0:1788942111.406567:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:0.0:1788942111.406570:0:31519:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942111.406573:0:31519:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.406575:0:31519:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942111.406577:0:31519:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942111.406580:0:31519:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b553d10f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788942111.406582:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942111.406584:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.406740:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.406744:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b300. 00000400:00000200:3.0:1788942111.406749:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.406753:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942111.406759:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:3.0:1788942111.406761:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:3.0:1788942111.406764:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942111.406768:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.406777:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942111.406780:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.406785:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.406787:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942111.414533:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.414549:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942111.414553:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.414556:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.414563:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.414572:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942111.414581:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.414586:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.414591:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.414595:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4ed00 00000400:00000200:3.0:1788942111.414600:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.414606:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x68bd [1] + 224 00000800:00000001:3.0:1788942111.414613:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.414619:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.414621:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.414626:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942111.414634:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942111.414643:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942111.414652:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.414672:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942111.414680:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788942111.414950:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942111.414957:0:31519:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942111.414959:0:31519:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942111.414962:0:31519:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942111.414966:0:31519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942111.414969:0:31519:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942111.414971:0:31519:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942111.414976:0:31519:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942111.414983:0:31519:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.414989:0:31519:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942111.414991:0:31519:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942111.414993:0:31519:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942111.414996:0:31519:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942111.414999:0:31519:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942111.415001:0:31519:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942111.415004:0:31519:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942111.415012:0:31519:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942111.415017:0:31519:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942111.415019:0:31519:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942111.415021:0:31519:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.415023:0:31519:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942111.415026:0:31519:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.415029:0:31519:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942111.415030:0:31519:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:0.0:1788942111.415033:0:31519:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942111.415035:0:31519:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942111.415040:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.415046:0:31519:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942111.415048:0:31519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942111.415050:0:31519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942111.415053:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942111.415061:0:31519:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:31519:1875839884258560:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942111.415065:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942111.415068:0:31519:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.415070:0:31519:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942111.415072:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.415076:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.415083:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942111.415085:0:31519:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b553d10f00. 00000100:00000001:0.0:1788942111.415089:0:31519:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942111.415091:0:31519:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.415093:0:31519:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942111.415097:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415099:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415103:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=4 00000020:00000001:0.0:1788942111.415105:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415108:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000040:0.0:1788942111.415114:0:31519:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324400, remote cookie: 0x4d194fbcadeeca1a, flags: 0x1001 00010000:00010000:0.0:1788942111.415119:0:31519:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942111.415140:0:31519:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942111.415144:0:31519:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788942111.415152:0:31519:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25800. 00010000:00000010:0.0:1788942111.415157:0:31519:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87100. 00010000:00000001:0.0:1788942111.415162:0:31519:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.415166:0:31519:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942111.415173:0:31519:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.415180:0:31519:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942111.415183:0:31519:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942111.415185:0:31519:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942111.415186:0:31519:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942111.415187:0:31519:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942111.415190:0:31519:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff90b553d25800) refcount = 1 00010000:00010000:0.0:1788942111.415193:0:31519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.415199:0:31519:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942111.415202:0:31519:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942111.415203:0:31519:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942111.415206:0:31519:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942111.415208:0:31519:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.415211:0:31519:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.415217:0:31519:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942111.415218:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415220:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.415222:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415224:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.415225:0:31519:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.415238:0:31519:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942111.415240:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415241:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415242:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942111.415244:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415246:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415247:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415248:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415249:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=4 00000020:00000001:0.0:1788942111.415251:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415253:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415256:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942111.415258:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.415261:0:31519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.415267:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415268:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.415269:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415270:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415271:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=5 00000020:00000001:0.0:1788942111.415272:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415274:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415276:0:31519:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942111.415279:0:31519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.415284:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415285:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942111.415288:0:31519:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.415293:0:31519:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942111.415294:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415295:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.415296:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415297:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942111.415302:0:31519:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942111.415309:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415310:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415311:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942111.415312:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415314:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415316:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415317:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.415318:0:31519:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.415320:0:31519:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.415322:0:31519:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942111.415324:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415325:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415326:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942111.415327:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415329:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00000002:00010000:0.0:1788942111.415331:0:31519:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.415342:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415343:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.415344:0:31519:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942111.415345:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415346:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415347:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942111.415349:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415351:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000040:0.0:1788942111.415354:0:31519:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:0.0:1788942111.415356:0:31519:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942111.415360:0:31519:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:0.0:1788942111.415362:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415363:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.415364:0:31519:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942111.415367:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07750 00000002:00002000:0.0:1788942111.415369:0:31519:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942111.415371:0:31519:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.415374:0:31519:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.415377:0:31519:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942111.415380:0:31519:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788942111.415383:0:31519:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942111.415386:0:31519:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:0.0:1788942111.415389:0:31519:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788942111.415390:0:31519:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1f07ac8 it_disposition b 00000080:00000001:0.0:1788942111.415393:0:31519:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942111.415398:0:31519:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942111.415401:0:31519:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942111.415403:0:31519:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788942111.415406:0:31519:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788942111.415411:0:31519:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942111.415413:0:31519:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788942111.415415:0:31519:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.415418:0:31519:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788942111.415421:0:31519:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788942111.415425:0:31519:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:0.0:1788942111.415427:0:31519:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff90b548db1148): rc = 0 00000080:00000001:0.0:1788942111.415429:0:31519:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018637640 : -122366690913976 : ffff90b548db1148) 00010000:00000001:0.0:1788942111.415431:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415432:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415433:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942111.415434:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415436:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415438:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415439:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942111.415440:0:31519:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942111.415441:0:31519:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942111.415443:0:31519:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942111.415445:0:31519:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942111.415446:0:31519:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942111.415449:0:31519:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) for lock 0xcbb91bbb78157781 00800000:00000001:0.0:1788942111.415451:0:31519:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942111.415452:0:31519:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942111.415453:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415454:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415456:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942111.415457:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415459:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415461:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415462:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.415463:0:31519:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.415464:0:31519:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788942111.415471:0:31519:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b548f03798 inode ffff90b548db1148 refc 1 flags 0x20000e 00000080:00000001:0.0:1788942111.415475:0:31519:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942111.415477:0:31519:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.415479:0:31519:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788942111.415482:0:31519:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) 00000080:00010000:0.0:1788942111.415485:0:31519:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157781 from it ffffa57dc1f07ac8 00010000:00000001:0.0:1788942111.415487:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.415488:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.415489:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942111.415491:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415493:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942111.415495:0:31519:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942111.415498:0:31519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.415504:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415505:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.415506:0:31519:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942111.415508:0:31519:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942111.415511:0:31519:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942111.415517:0:31519:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942111.415519:0:31519:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942111.415521:0:31519:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.415524:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415525:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.415526:0:31519:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.415529:0:31519:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942111.415531:0:31519:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.415532:0:31519:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.415535:0:31519:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.415536:0:31519:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942111.415537:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.415538:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942111.415540:0:31519:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942111.415543:0:31519:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a68000. 00000100:00000001:0.0:1788942111.415547:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.415552:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995880 x1875839884258560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.415559:0:31519:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942111.415562:0:31519:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942111.415565:0:31519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b92000. 02000000:00000001:0.0:1788942111.415569:0:31519:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942111.415571:0:31519:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942111.415573:0:31519:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942111.415575:0:31519:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942111.415577:0:31519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aee800. 02000000:00000001:0.0:1788942111.415580:0:31519:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942111.415582:0:31519:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942111.415583:0:31519:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995880. 00000100:00000001:0.0:1788942111.415587:0:31519:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942111.415589:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942111.415596:0:31519:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942111.415598:0:31519:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148), inode mode 41ed mask 1 00000080:00000001:0.0:1788942111.415603:0:31519:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942111.415617:0:31519:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b548354900. 00000080:00000001:0.0:1788942111.415621:0:31519:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942111.415623:0:31519:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148), inode mode 41ed mask 3 00000080:00000001:0.0:1788942111.415625:0:31519:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.415627:0:31519:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788942111.415629:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07b58 00000080:00200000:0.0:1788942111.415631:0:31519:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90b548db1148), file ffff90b552298f00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788942111.415635:0:31519:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b551b54d80. 00000080:00000001:0.0:1788942111.415639:0:31519:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942111.415640:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07a08 00000080:00200000:0.0:1788942111.415642:0:31519:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90b548db1148), intent=open|creat 00000080:00000010:0.0:1788942111.415647:0:31519:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b551a68000. 00000080:00000001:0.0:1788942111.415654:0:31519:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942111.415656:0:31519:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.415657:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07928 00800000:00000002:0.0:1788942111.415659:0:31519:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:0.0:1788942111.415662:0:31519:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788942111.415665:0:31519:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788942111.415669:0:31519:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:0.0:1788942111.415672:0:31519:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788942111.415674:0:31519:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788942111.415676:0:31519:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788942111.415679:0:31519:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788942111.415681:0:31519:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x29:0x0] 40000000:00000001:0.0:1788942111.415684:0:31519:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.415686:0:31519:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.415688:0:31519:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.415690:0:31519:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942111.415692:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f078a8 00800000:00000002:0.0:1788942111.415694:0:31519:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1788942111.415697:0:31519:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942111.415699:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f077e0 00000002:00010000:0.0:1788942111.415700:0:31519:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788942111.415704:0:31519:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942111.415706:0:31519:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788942111.415709:0:31519:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788942111.415712:0:31519:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.415714:0:31519:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942111.415716:0:31519:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:0.0:1788942111.415718:0:31519:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942111.415720:0:31519:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942111.415723:0:31519:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.415725:0:31519:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942111.415727:0:31519:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942111.415730:0:31519:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995880. 00000020:00000040:0.0:1788942111.415734:0:31519:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942111.415738:0:31519:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000001:3.0:1788942111.415880:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788942111.416775:0:31519:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.416780:0:31519:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942111.416784:0:31519:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.416794:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.416796:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.416797:0:31519:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942111.416800:0:31519:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942111.416801:0:31519:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942111.416806:0:31519:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942111.417258:0:31519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552274800. 00000100:00000001:2.0:1788942111.417267:0:31519:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.417272:0:31519:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942111.417273:0:31519:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.417275:0:31519:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942111.417276:0:31519:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.417278:0:31519:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.417287:0:31519:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00010000:00000001:2.0:1788942111.417291:0:31519:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942111.417293:0:31519:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942111.417297:0:31519:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:2.0:1788942111.417300:0:31519:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.417302:0:31519:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942111.417307:0:31519:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792b600. 00000020:00000001:2.0:1788942111.417312:0:31519:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942111.417315:0:31519:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792b600 with handle 0xcbb91bbb78157788 to hash 00000020:00000001:2.0:1788942111.417317:0:31519:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942111.417318:0:31519:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.417322:0:31519:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.417325:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.417327:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.417331:0:31519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942111.417338:0:31519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788942111.417349:0:31519:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788942111.417360:0:31519:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788942111.417368:0:31519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942111.417373:0:31519:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942111.417375:0:31519:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942111.417381:0:31519:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85b40. 00000100:00000001:2.0:1788942111.417383:0:31519:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167357760 : -122366542193856 : ffff90b551b85b40) 00000100:00000001:2.0:1788942111.417385:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.417387:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:2.0:1788942111.417391:0:31519:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942111.417395:0:31519:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.417397:0:31519:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942111.417399:0:31519:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942111.417403:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.417410:0:31519:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942111.417412:0:31519:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942111.417416:0:31519:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942111.417418:0:31519:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942111.417420:0:31519:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942111.417423:0:31519:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:31519:1875839884258816:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942111.417427:0:31519:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942111.417431:0:31519:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942111.417433:0:31519:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942111.417435:0:31519:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942111.417484:0:31519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559280000. 02000000:00000001:2.0:1788942111.417486:0:31519:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942111.417494:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942111.417499:0:31519:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b00. 00000400:00000010:2.0:1788942111.417506:0:31519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b552277000. 00000100:00000200:2.0:1788942111.417512:0:31519:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884258816, portal 10 00000100:00000001:2.0:1788942111.417514:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.417515:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000040:2.0:1788942111.417522:0:31519:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.417529:0:31519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942111.417531:0:31519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942111.417535:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942111.417537:0:31519:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884258816, offset 0 00000400:00000200:2.0:1788942111.417543:0:31519:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942111.417551:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.417557:0:31519:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942111.417562:0:31519:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942111.417565:0:31519:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942111.417568:0:31519:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942111.417571:0:31519:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942111.417574:0:31519:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2433:2433:256:4294967295] 192.168.206.109@tcp LPNI seq info [2433:2433:8:4294967295] 00000400:00000200:2.0:1788942111.417578:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942111.417586:0:31519:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942111.417593:0:31519:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942111.417597:0:31519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942111.417603:0:31519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942111.417610:0:31519:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942111.417614:0:31519:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788942111.417634:0:31519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942111.417638:0:31519:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 803311 usecs (804 jiffies) 00000400:00000200:2.0:1788942111.417641:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942111.417643:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296512380 00000100:00000001:2.0:1788942111.417646:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:2.0:1788942111.417648:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296512380 00000100:00000001:2.0:1788942111.417650:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:2.0:1788942111.417652:0:31519:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942111.417654:0:31519:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.417656:0:31519:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942111.417658:0:31519:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942111.417661:0:31519:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788942111.417663:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942111.417666:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942111.418915:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.418921:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:3.0:1788942111.418927:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.418935:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942111.418942:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:3.0:1788942111.418944:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:3.0:1788942111.418949:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942111.418954:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942127 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.418965:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942111.418968:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942127 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.418974:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942111.418976:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942111.444954:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.444969:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942111.444973:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.444975:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.444984:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.444991:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942111.445000:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.445005:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.445010:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.445014:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f4ee00 00000400:00000200:3.0:1788942111.445019:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.445024:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x68c5 [32] + 224 00000800:00000001:3.0:1788942111.445030:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.445037:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942111.445041:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.445045:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942111.445052:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942111.445060:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942127 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942111.445071:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942111.445097:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942111.445105:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942111.445109:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.445114:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942111.445130:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2434:2434:256:4294967295] 192.168.206.109@tcp LPNI seq info [2434:2434:8:4294967295] 00000400:00000200:3.0:1788942111.445135:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942111.445143:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942111.445149:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942111.445155:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b54837c000. 00000800:00000200:3.0:1788942111.445162:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942111.445168:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942111.445173:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54837c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942111.445256:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942111.445260:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b54837c000. 00000400:00000200:3.0:1788942111.445264:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942111.445268:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942111.445274:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942111.445277:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942111.448572:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942111.448585:0:31519:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942111.448587:0:31519:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942111.448591:0:31519:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b00. 00000400:00000200:2.0:1788942111.448597:0:31519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b552277000 00000400:00000010:2.0:1788942111.448599:0:31519:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b552277000. 00000100:00000001:2.0:1788942111.448604:0:31519:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942111.448616:0:31519:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942111.448626:0:31519:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995880 x1875839884258816/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942127 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.448635:0:31519:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942111.448637:0:31519:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942111.448639:0:31519:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942111.448642:0:31519:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942111.448644:0:31519:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942111.448646:0:31519:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942111.448649:0:31519:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942111.448657:0:31519:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=101 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942111.448662:0:31519:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942111.448664:0:31519:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942111.448666:0:31519:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.448668:0:31519:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942111.448671:0:31519:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.448674:0:31519:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942111.448676:0:31519:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x1] 00000100:00000001:2.0:1788942111.448678:0:31519:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942111.448680:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.448682:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:2.0:1788942111.448696:0:31519:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942111.448698:0:31519:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788942111.448699:0:31519:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942111.448702:0:31519:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942111.448707:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942127 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.448713:0:31519:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942111.448716:0:31519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942111.448718:0:31519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942111.448721:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942127 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942111.448729:0:31519:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:31519:1875839884258816:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942111.448733:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942111.448736:0:31519:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942111.448738:0:31519:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942111.448740:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942111.448743:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942127 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942111.448749:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942111.448752:0:31519:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85b40. 00000100:00000001:2.0:1788942111.448755:0:31519:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942111.448756:0:31519:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.448759:0:31519:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942111.448763:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.448766:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.448769:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=4 00000020:00000001:2.0:1788942111.448771:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.448774:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000040:2.0:1788942111.448779:0:31519:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b600, remote cookie: 0x4d194fbcadeeca36, flags: 0x1001 00010000:00010000:2.0:1788942111.448784:0:31519:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942111.448792:0:31519:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:2.0:1788942111.448795:0:31519:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788942111.448802:0:31519:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227500. 00010000:00000010:2.0:1788942111.448806:0:31519:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c880. 00010000:00000001:2.0:1788942111.448810:0:31519:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.448813:0:31519:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942111.448820:0:31519:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.448825:0:31519:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942111.448829:0:31519:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942111.448831:0:31519:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942111.448833:0:31519:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942111.448835:0:31519:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942111.448838:0:31519:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff90b551227500) refcount = 1 00010000:00010000:2.0:1788942111.448842:0:31519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.448848:0:31519:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942111.448884:0:31519:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942111.448885:0:31519:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942111.448888:0:31519:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942111.448891:0:31519:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.448894:0:31519:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.448900:0:31519:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942111.448902:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.448903:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.448904:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.448905:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.448907:0:31519:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.448911:0:31519:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942111.448914:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.448915:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.448916:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:2.0:1788942111.448918:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.448920:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.448922:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.448923:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.448924:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=4 00000020:00000001:2.0:1788942111.448926:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.448927:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.448930:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942111.448932:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942111.448935:0:31519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.448946:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.448947:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.448948:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.448949:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.448950:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=5 00000020:00000001:2.0:1788942111.448952:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.448954:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.448956:0:31519:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942111.448959:0:31519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.448966:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.448967:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942111.448970:0:31519:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.448976:0:31519:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942111.448978:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.448978:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.448979:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.448980:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942111.448986:0:31519:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942127 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942111.448995:0:31519:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788942111.449000:0:31519:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942127 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942111.449006:0:31519:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942111.449013:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.449013:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.449015:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:2.0:1788942111.449017:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.449019:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00000002:00010000:2.0:1788942111.449022:0:31519:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788942111.449031:0:31519:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b545345240. 00010000:00000001:2.0:1788942111.449033:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.449034:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942111.449036:0:31519:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.449038:0:31519:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942111.449040:0:31519:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788942111.449043:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.449044:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:2.0:1788942111.449046:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942111.449047:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00010000:00000001:2.0:1788942111.449048:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.449049:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.449051:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:2.0:1788942111.449052:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.449054:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00000002:00010000:2.0:1788942111.449058:0:31519:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942111.449063:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.449064:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942111.449066:0:31519:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942111.449067:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942111.449068:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942111.449069:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:2.0:1788942111.449071:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942111.449073:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000040:2.0:1788942111.449077:0:31519:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:2.0:1788942111.449080:0:31519:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942111.449083:0:31519:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:2.0:1788942111.449086:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942111.449087:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942111.449088:0:31519:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942111.449091:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07768 00000002:00002000:2.0:1788942111.449093:0:31519:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788942111.449096:0:31519:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.449099:0:31519:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942111.449101:0:31519:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942111.449104:0:31519:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942111.449106:0:31519:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942111.449110:0:31519:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942111.449112:0:31519:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b551b54d80 it_disposition 1800037 00000080:00002000:2.0:1788942111.449116:0:31519:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b548f03288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788942111.449120:0:31519:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942111.449516:0:31519:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788942111.449519:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07990 00000080:00200000:2.0:1788942111.449521:0:31519:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90b548db1148), intent=open|creat 00000080:00000001:2.0:1788942111.449524:0:31519:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788942111.449526:0:31519:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942111.449531:0:31519:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942111.449535:0:31519:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942111.449537:0:31519:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788942111.449540:0:31519:0:(namei.c:113:ll_iget()) Process entered 00010000:00000001:3.0:1788942111.457085:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942111.457092:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942111.457096:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942111.457097:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942111.457257:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942111.457261:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942111.457263:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:0.0:1788942111.465563:0:31519:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548d34a40. 00000020:00000001:0.0:1788942111.465580:0:31519:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788942111.465583:0:31519:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788942111.465586:0:31519:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788942111.465588:0:31519:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x29:0x0](ffff90b548d34b08) 00000020:00000001:0.0:1788942111.465592:0:31519:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942111.465595:0:31519:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:0.0:1788942111.465598:0:31519:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:0.0:1788942111.465602:0:31519:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788942111.465607:0:31519:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b5434d5640. 00000020:00000001:0.0:1788942111.465610:0:31519:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788942111.465612:0:31519:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942111.465619:0:31519:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788942111.465623:0:31519:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b543407c98. 00020000:00000001:0.0:1788942111.465624:0:31519:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621706924620952 : -122366784930664 : ffff90b543407c98) 00020000:00000001:0.0:1788942111.465627:0:31519:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788942111.465630:0:31519:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788942111.465635:0:31519:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b551b541e0. 00020000:00000010:0.0:1788942111.465639:0:31519:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55228f000. 00020000:00000010:0.0:1788942111.465644:0:31519:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b551b54840. 00020000:00000001:0.0:1788942111.465646:0:31519:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621707167156288 : -122366542395328 : ffff90b551b54840) 00020000:00000002:0.0:1788942111.465649:0:31519:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b54840, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942111.465654:0:31519:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942111.465659:0:31519:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1788942111.465662:0:31519:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788942111.465664:0:31519:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b54840, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942111.465667:0:31519:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942111.465670:0:31519:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1788942111.465674:0:31519:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b551bc7340. 00020000:00000010:0.0:1788942111.465678:0:31519:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b553d10f00. 00020000:00000001:0.0:1788942111.465695:0:31519:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788942111.465699:0:31519:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b559f7efa0. 00020000:00000001:0.0:1788942111.465702:0:31519:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788942111.465703:0:31519:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788942111.465709:0:31519:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788942111.465712:0:31519:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b5434d50c8. 00000020:00000001:0.0:1788942111.465714:0:31519:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788942111.465715:0:31519:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942111.465718:0:31519:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621706925461832 : -122366784089784 : ffff90b5434d5148) 00020000:00000001:0.0:1788942111.465721:0:31519:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788942111.465726:0:31519:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b54361a700. 00020000:00000001:0.0:1788942111.465728:0:31519:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942111.465733:0:31519:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706925461832 : -122366784089784 : ffff90b5434d5148) 00020000:00000001:0.0:1788942111.465736:0:31519:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621706925461832 : -122366784089784 : ffff90b5434d5148) 00020000:00000002:0.0:1788942111.465739:0:31519:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff90b5434d50c8[0:0] -> [0x200000404:0x29:0x0]@ffff90b5434d5640: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1788942111.465743:0:31519:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788942111.465745:0:31519:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788942111.465748:0:31519:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942111.465751:0:31519:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706925463232 : -122366784088384 : ffff90b5434d56c0) 00000020:00001000:0.0:1788942111.465753:0:31519:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:0.0:1788942111.465758:0:31519:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1788942111.465760:0:31519:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788942111.465762:0:31519:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833961 mtime from 0 to 1788942111 00000080:00000001:0.0:1788942111.465767:0:31519:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788942111.465769:0:31519:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018128136 : -122366691423480 : ffff90b548d34b08) 00010000:00000001:0.0:1788942111.465773:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.465776:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.465779:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942111.465782:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942111.465784:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00000080:00000001:0.0:1788942111.465787:0:31519:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942111.465789:0:31519:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942111.465791:0:31519:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:0.0:1788942111.465792:0:31519:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:0.0:1788942111.465794:0:31519:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788942111.465796:0:31519:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942111.465798:0:31519:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788942111.465801:0:31519:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b551b54060. 00020000:00000010:0.0:1788942111.465803:0:31519:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55228fd00. 00020000:00000010:0.0:1788942111.465806:0:31519:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b551b54180. 00020000:00000001:0.0:1788942111.465808:0:31519:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621707167154560 : -122366542397056 : ffff90b551b54180) 00020000:00000002:0.0:1788942111.465810:0:31519:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b54180, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942111.465814:0:31519:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942111.465817:0:31519:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228fd00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788942111.465820:0:31519:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b543407c98) owner ffff90b559220000 00020000:00000001:0.0:1788942111.465822:0:31519:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942111.465824:0:31519:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b543407c98) owner ffff90b559220000 00020000:00000010:0.0:1788942111.465827:0:31519:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55228fd00. 00020000:00000010:0.0:1788942111.465833:0:31519:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b54060. 00020000:00000010:0.0:1788942111.465836:0:31519:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b54180. 00020000:00000002:0.0:1788942111.465838:0:31519:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788942111.465840:0:31519:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942111.465842:0:31519:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942111.465845:0:31519:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942111.465847:0:31519:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b559220000 00020000:00000002:0.0:1788942111.465871:0:31519:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b551b54840 addref 2/0 by ffff90b559220000. 00020000:00000002:0.0:1788942111.465874:0:31519:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b559220000 00020000:00000001:0.0:1788942111.465876:0:31519:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942111.465878:0:31519:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788942111.465879:0:31519:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788942111.465881:0:31519:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788942111.465883:0:31519:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788942111.465886:0:31519:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788942111.465888:0:31519:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:0.0:1788942111.465891:0:31519:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.465893:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.465895:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942111.465896:0:31519:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942111.465900:0:31519:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942111.465902:0:31519:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942111.465904:0:31519:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x29:0x0](ffff90b548d34b08) 00000080:00010000:0.0:1788942111.465907:0:31519:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff90b548d34b08) for lock 0xcbb91bbb78157788 00800000:00000001:0.0:1788942111.465910:0:31519:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942111.465913:0:31519:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942111.465914:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.465916:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.465917:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942111.465919:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942111.465921:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942111.465923:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.465924:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942111.465926:0:31519:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.465927:0:31519:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.465929:0:31519:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788942111.465931:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.465942:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.465951:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942111.465956:0:31519:0:(namei.c:1651:ll_create_it()) inode ffff90b548d34b08 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:0.0:1788942111.465959:0:31519:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942111.465963:0:31519:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff90b548d34b08) 00000080:00000001:0.0:1788942111.465965:0:31519:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942111.465969:0:31519:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b551a68000. 00000100:00000001:0.0:1788942111.465971:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.465975:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942111.465981:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.465984:0:31519:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788942111.465986:0:31519:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942111.465988:0:31519:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548d34b08 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:0.0:1788942111.465997:0:31519:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788942111.465999:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07a68 00000080:00200008:0.0:1788942111.466002:0:31519:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x29:0x0](ffff90b548d34b08), flags 100102 00000080:00000010:0.0:1788942111.466009:0:31519:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b550ccd2c0. 00000080:00000010:0.0:1788942111.466015:0:31519:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b543e80380. 00000080:00000001:0.0:1788942111.466017:0:31519:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788942111.466024:0:31519:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788942111.466027:0:31519:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788942111.466031:0:31519:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b548354e80. 00000002:00100000:0.0:1788942111.466036:0:31519:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942111.466043:0:31519:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942111.466044:0:31519:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942111.466048:0:31519:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788942111.466051:0:31519:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.466054:0:31519:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942111.466056:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942111.466060:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788942111.466067:0:31519:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942111.466069:0:31519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559280000. 02000000:00000001:0.0:1788942111.466098:0:31519:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788942111.466099:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942111.466102:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07a68 00000080:00000008:0.0:1788942111.466104:0:31519:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x29:0x0](ffff90b548d34b08), flags 100102, rc = 0 00000080:00000001:0.0:1788942111.466108:0:31519:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942111.466109:0:31519:0:(dcache.c:176:ll_intent_release()) intent ffff90b551b54d80 released 00000080:00010000:0.0:1788942111.466112:0:31519:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157788 from it ffff90b551b54d80 00010000:00000001:0.0:1788942111.466114:0:31519:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942111.466115:0:31519:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942111.466117:0:31519:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942111.466119:0:31519:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942111.466437:0:31519:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942111.466441:0:31519:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942111.466445:0:31519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942111.466453:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.466454:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.466456:0:31519:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942111.466458:0:31519:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942111.466461:0:31519:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942111.466467:0:31519:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942111.466470:0:31519:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942111.466472:0:31519:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942111.466476:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.466477:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942111.466478:0:31519:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.466481:0:31519:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942111.466483:0:31519:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.466484:0:31519:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.466487:0:31519:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942111.466489:0:31519:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942111.466490:0:31519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942111.466491:0:31519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942111.466492:0:31519:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788942111.466494:0:31519:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788942111.466496:0:31519:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788942111.466498:0:31519:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942111.466500:0:31519:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788942111.466501:0:31519:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.466504:0:31519:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788942111.466505:0:31519:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.466507:0:31519:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942111.466509:0:31519:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.466511:0:31519:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942111.466513:0:31519:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b551b54d80. 00000080:00000001:0.0:1788942111.466518:0:31519:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942111.466521:0:31519:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942111.466523:0:31519:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x29:0x0](ffff90b548d34b08), inode mode 81a4 mask 40 00000080:00000001:0.0:1788942111.466526:0:31519:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.403828:0:31529:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942112.403836:0:31529:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942112.403838:0:31529:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942112.403841:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547bc0 00000080:00200000:1.0:1788942112.403846:0:31529:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942112.403869:0:31529:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00800000:00000002:1.0:1788942112.403876:0:31529:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942112.403879:0:31529:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942112.403883:0:31529:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942112.403885:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547ae0 00800000:00000002:1.0:1788942112.403888:0:31529:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942112.403891:0:31529:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942112.403895:0:31529:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942112.403901:0:31529:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942112.403903:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15479b0 00000002:00010000:1.0:1788942112.403905:0:31529:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942112.403909:0:31529:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942112.403910:0:31529:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942112.403913:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942112.403919:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:1.0:1788942112.403922:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942112.403927:0:31529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942112.403931:0:31529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942112.403935:0:31529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942112.403946:0:31529:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942112.403951:0:31529:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.403954:0:31529:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942112.403961:0:31529:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942112.403963:0:31529:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942112.403965:0:31529:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942112.403967:0:31529:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942112.403969:0:31529:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942112.403971:0:31529:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942112.403973:0:31529:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942112.403976:0:31529:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942112.403979:0:31529:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942112.403983:0:31529:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942112.403985:0:31529:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942112.403988:0:31529:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942112.403991:0:31529:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815777a 00800000:00000001:1.0:1788942112.403994:0:31529:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942112.403996:0:31529:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942112.403998:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.404000:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.404003:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:1.0:1788942112.404006:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942112.404008:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942112.404011:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.404013:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942112.404014:0:31529:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.404016:0:31529:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942112.404018:0:31529:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815777a from it ffffa57dc1547bf8 00010000:00000001:1.0:1788942112.404020:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.404021:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.404023:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325e00 refcount=3 00000020:00000001:1.0:1788942112.404025:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942112.404027:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353856 : -122366534197760 : ffff90b552325e00) 00010000:00000001:1.0:1788942112.404029:0:31529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942112.404032:0:31529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942112.404039:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.404040:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.404041:0:31529:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942112.404043:0:31529:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942112.404046:0:31529:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942112.404055:0:31529:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942112.404057:0:31529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942112.404059:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942112.404063:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.404064:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.404065:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.404068:0:31529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942112.404070:0:31529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.404072:0:31529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.404074:0:31529:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.404076:0:31529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942112.404077:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.404078:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942112.404081:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942112.404083:0:31529:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942112.404085:0:31529:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942112.404089:0:31529:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942112.404098:0:31529:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfaa20. 00000020:00000001:1.0:1788942112.404102:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547b28 00000080:00200000:1.0:1788942112.404104:0:31529:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=25 00000080:00000001:1.0:1788942112.404107:0:31529:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942112.404108:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15479d8 00000080:00200000:1.0:1788942112.404110:0:31529:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:1.0:1788942112.404116:0:31529:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00800000:00000002:1.0:1788942112.404119:0:31529:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942112.404123:0:31529:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942112.404124:0:31529:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942112.404126:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15478f8 00800000:00000002:1.0:1788942112.404128:0:31529:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942112.404130:0:31529:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942112.404133:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547890 00800000:00000002:1.0:1788942112.404135:0:31529:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788942112.404138:0:31529:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942112.404139:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15477c8 00000002:00010000:1.0:1788942112.404141:0:31529:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788942112.404144:0:31529:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942112.404146:0:31529:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942112.404151:0:31529:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942112.404155:0:31529:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942112.404160:0:31529:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942112.404164:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942112.404166:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.404167:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.404169:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.404172:0:31529:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942112.404174:0:31529:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942112.404177:0:31529:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942112.404183:0:31529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487bb400. 00000100:00000001:1.0:1788942112.404190:0:31529:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.404199:0:31529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942112.404201:0:31529:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.404202:0:31529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942112.404203:0:31529:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.404205:0:31529:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.404214:0:31529:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00010000:00000001:1.0:1788942112.404218:0:31529:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942112.404220:0:31529:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942112.404231:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:1.0:1788942112.404234:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942112.404236:0:31529:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942112.404240:0:31529:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0c00. 00000020:00000001:1.0:1788942112.404243:0:31529:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942112.404245:0:31529:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0c00 with handle 0xcbb91bbb7815778f to hash 00000020:00000001:1.0:1788942112.404247:0:31529:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942112.404248:0:31529:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.404252:0:31529:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.404254:0:31529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942112.404255:0:31529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.404258:0:31529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942112.404264:0:31529:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942112.404273:0:31529:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942112.404278:0:31529:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942112.404280:0:31529:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942112.404287:0:31529:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2300. 00000100:00000001:1.0:1788942112.404289:0:31529:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206400 : -122366418345216 : ffff90b5591a2300) 00000100:00000001:1.0:1788942112.404291:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.404292:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942112.404296:0:31529:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942112.404300:0:31529:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.404302:0:31529:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942112.404303:0:31529:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942112.404312:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.404320:0:31529:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942112.404323:0:31529:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942112.404327:0:31529:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942112.404329:0:31529:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942112.404331:0:31529:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942112.404334:0:31529:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884258944:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942112.404338:0:31529:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942112.404342:0:31529:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942112.404344:0:31529:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942112.404346:0:31529:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942112.404350:0:31529:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559184800. 02000000:00000001:1.0:1788942112.404352:0:31529:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942112.404359:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942112.404362:0:31529:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942112.404368:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942112.404375:0:31529:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884258944, portal 10 00000100:00000001:1.0:1788942112.404376:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.404377:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942112.404382:0:31529:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942128 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.404389:0:31529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942112.404391:0:31529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942112.404394:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da550. 00000100:00000200:1.0:1788942112.404397:0:31529:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884258944, offset 0 00000400:00000200:1.0:1788942112.404403:0:31529:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942112.404411:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942112.404419:0:31529:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942112.404425:0:31529:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942112.404428:0:31529:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942112.404432:0:31529:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942112.404435:0:31529:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942112.404438:0:31529:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2435:2435:256:4294967295] 192.168.206.109@tcp LPNI seq info [2435:2435:8:4294967295] 00000400:00000200:1.0:1788942112.404442:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942112.404451:0:31529:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942112.404456:0:31529:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942112.404461:0:31529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618a00. 00000800:00000200:1.0:1788942112.404467:0:31529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942112.404473:0:31529:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942112.404477:0:31529:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788942112.404502:0:31529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942112.404506:0:31529:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 802255 usecs (803 jiffies) 00000400:00000200:1.0:1788942112.404510:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942112.404512:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296513362 00000100:00000001:1.0:1788942112.404515:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:1.0:1788942112.404518:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296513362 00000100:00000001:1.0:1788942112.404519:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:1.0:1788942112.404521:0:31529:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942112.404524:0:31529:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.404526:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942112.404527:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942112.404530:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2300 going to sleep for 11 seconds 00000100:00000001:1.0:1788942112.404533:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942112.404535:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942112.408297:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942112.408306:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618a00. 00000400:00000200:3.0:1788942112.408314:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942112.408323:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942112.408330:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da550 00000400:00000010:3.0:1788942112.408333:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da550. 00000100:00000001:3.0:1788942112.408337:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942112.408344:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942128 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942112.408355:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942112.408358:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942128 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942112.408366:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942112.408368:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942112.415553:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942112.415569:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942112.415573:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942112.415575:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942112.415584:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.415592:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942112.415600:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.415604:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.415609:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.415613:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4ee80 00000400:00000200:3.0:1788942112.415632:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.415638:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x68d5 [1] + 224 00000800:00000001:3.0:1788942112.415645:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942112.415662:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942112.415666:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942112.415670:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942112.415678:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942112.415686:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942128 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942112.415696:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942128 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942112.415716:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942112.415724:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942112.415728:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942112.415819:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942112.415826:0:31529:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942112.415828:0:31529:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942112.415832:0:31529:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942112.415836:0:31529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:1.0:1788942112.415838:0:31529:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:1.0:1788942112.415841:0:31529:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942112.415846:0:31529:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942128 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942112.415885:0:31529:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942128 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.415891:0:31529:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942112.415893:0:31529:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942112.415896:0:31529:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942112.415900:0:31529:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942112.415902:0:31529:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942112.415905:0:31529:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942112.415908:0:31529:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942112.415917:0:31529:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=102 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942112.415921:0:31529:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942112.415924:0:31529:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942112.415926:0:31529:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.415928:0:31529:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942112.415931:0:31529:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.415934:0:31529:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942112.415937:0:31529:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1788942112.415939:0:31529:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942112.415941:0:31529:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942112.415945:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942128 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.415953:0:31529:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942112.415956:0:31529:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942112.415958:0:31529:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942112.415962:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942128 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942112.415970:0:31529:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884258944:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942112.415976:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942112.415978:0:31529:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.415980:0:31529:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942112.415983:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942112.415986:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942128 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.415993:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942112.415995:0:31529:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2300. 00000100:00000001:1.0:1788942112.415999:0:31529:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942112.416000:0:31529:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.416003:0:31529:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942112.416007:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416009:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416012:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=4 00000020:00000001:1.0:1788942112.416014:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416017:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000040:1.0:1788942112.416023:0:31529:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0c00, remote cookie: 0x4d194fbcadeeca59, flags: 0x1001 00010000:00010000:1.0:1788942112.416027:0:31529:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942112.416035:0:31529:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788942112.416038:0:31529:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788942112.416046:0:31529:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e200. 00010000:00000010:1.0:1788942112.416050:0:31529:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78900. 00010000:00000001:1.0:1788942112.416055:0:31529:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.416058:0:31529:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942112.416071:0:31529:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.416077:0:31529:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942112.416080:0:31529:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942112.416082:0:31529:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942112.416083:0:31529:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942112.416085:0:31529:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942112.416087:0:31529:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff90b551c3e200) refcount = 1 00010000:00010000:1.0:1788942112.416092:0:31529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.416098:0:31529:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942112.416101:0:31529:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942112.416102:0:31529:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942112.416105:0:31529:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942112.416107:0:31529:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.416110:0:31529:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.416125:0:31529:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942112.416127:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416129:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.416130:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416131:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.416132:0:31529:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.416137:0:31529:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942112.416139:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416140:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416141:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942112.416143:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416145:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416148:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416149:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416150:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=4 00000020:00000001:1.0:1788942112.416152:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416154:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416157:0:31529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942112.416159:0:31529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.416163:0:31529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.416169:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416170:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.416171:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416172:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416173:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=5 00000020:00000001:1.0:1788942112.416175:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416177:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416179:0:31529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942112.416182:0:31529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.416188:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416189:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942112.416191:0:31529:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.416196:0:31529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942112.416198:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416199:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.416200:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416201:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942112.416206:0:31529:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942128 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942112.416217:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416218:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416219:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942112.416221:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416233:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416236:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416237:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942112.416238:0:31529:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.416241:0:31529:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.416243:0:31529:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942112.416245:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416246:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416247:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942112.416249:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416251:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00000002:00010000:1.0:1788942112.416255:0:31529:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.416261:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416262:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.416264:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942112.416265:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416266:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416267:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942112.416269:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416271:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000040:1.0:1788942112.416274:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e200 count: 2 00010000:00000001:1.0:1788942112.416276:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942112.416280:0:31529:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:1.0:1788942112.416282:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416283:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942112.416285:0:31529:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942112.416288:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547750 00000002:00002000:1.0:1788942112.416290:0:31529:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942112.416293:0:31529:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.416476:0:31529:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.416480:0:31529:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942112.416483:0:31529:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942112.416486:0:31529:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942112.416489:0:31529:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:1.0:1788942112.416492:0:31529:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942112.416493:0:31529:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1547ac8 it_disposition b 00000080:00000001:1.0:1788942112.416498:0:31529:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942112.416502:0:31529:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942112.416505:0:31529:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942112.416507:0:31529:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788942112.416510:0:31529:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788942112.416514:0:31529:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942112.416517:0:31529:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1788942112.416519:0:31529:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.416522:0:31529:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788942112.416524:0:31529:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942112.416529:0:31529:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:1.0:1788942112.416531:0:31529:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff90b548da00c8): rc = 0 00000080:00000001:1.0:1788942112.416534:0:31529:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018567880 : -122366690983736 : ffff90b548da00c8) 00010000:00000001:1.0:1788942112.416536:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416537:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416539:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942112.416540:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416543:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416545:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416546:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942112.416548:0:31529:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942112.416550:0:31529:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942112.416551:0:31529:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942112.416554:0:31529:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942112.416556:0:31529:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942112.416559:0:31529:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) for lock 0xcbb91bbb7815778f 00800000:00000001:1.0:1788942112.416561:0:31529:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942112.416563:0:31529:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942112.416564:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416565:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416566:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942112.416568:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416570:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416572:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416573:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942112.416575:0:31529:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.416576:0:31529:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788942112.416582:0:31529:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544578360 inode ffff90b548da00c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1788942112.416586:0:31529:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942112.416587:0:31529:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.416590:0:31529:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788942112.416593:0:31529:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) 00000080:00010000:1.0:1788942112.416596:0:31529:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815778f from it ffffa57dc1547ac8 00010000:00000001:1.0:1788942112.416598:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.416599:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.416601:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942112.416602:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416604:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942112.416606:0:31529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942112.416609:0:31529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.416687:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416688:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.416689:0:31529:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942112.416692:0:31529:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942112.416694:0:31529:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942112.416706:0:31529:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942112.416709:0:31529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942112.416710:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942112.416714:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416715:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.416717:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.416719:0:31529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942112.416721:0:31529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.416723:0:31529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.416725:0:31529:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.416727:0:31529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942112.416728:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.416729:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942112.416730:0:31529:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942112.416734:0:31529:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000100:00000001:1.0:1788942112.416738:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942112.416742:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884258944/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942128 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.416749:0:31529:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942112.416751:0:31529:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942112.416754:0:31529:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559184800. 02000000:00000001:1.0:1788942112.416757:0:31529:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942112.416759:0:31529:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942112.416760:0:31529:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942112.416763:0:31529:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942112.416765:0:31529:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487bb400. 02000000:00000001:1.0:1788942112.416769:0:31529:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942112.416771:0:31529:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942112.416772:0:31529:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:1.0:1788942112.416776:0:31529:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942112.416777:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942112.416786:0:31529:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942112.416789:0:31529:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788942112.416793:0:31529:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942112.416805:0:31529:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa740. 00000080:00000001:1.0:1788942112.416809:0:31529:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942112.416810:0:31529:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8), inode mode 41ed mask 3 00000080:00000001:1.0:1788942112.416813:0:31529:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.416815:0:31529:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788942112.416816:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547b58 00000080:00200000:1.0:1788942112.416818:0:31529:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90b548da00c8), file ffff90b543949e00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1788942112.416822:0:31529:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b5466c9ba0. 00000080:00000001:1.0:1788942112.416826:0:31529:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942112.416827:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547a08 00000080:00200000:1.0:1788942112.416829:0:31529:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90b548da00c8), intent=open|creat 00000080:00000010:1.0:1788942112.416835:0:31529:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942112.416841:0:31529:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942112.416843:0:31529:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942112.416845:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547928 00800000:00000002:1.0:1788942112.416847:0:31529:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788942112.424823:0:31529:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788942112.424828:0:31529:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942112.424868:0:31529:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:1.0:1788942112.424874:0:31529:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788942112.424876:0:31529:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788942112.424879:0:31529:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788942112.424882:0:31529:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788942112.424885:0:31529:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:1.0:1788942112.424889:0:31529:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.424891:0:31529:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.424893:0:31529:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.424895:0:31529:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942112.424898:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15478a8 00800000:00000002:1.0:1788942112.424901:0:31529:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788942112.424908:0:31529:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942112.424910:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15477e0 00000002:00010000:1.0:1788942112.424912:0:31529:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1788942112.424916:0:31529:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942112.424920:0:31529:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942112.424923:0:31529:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788942112.424929:0:31529:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.424931:0:31529:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942112.424934:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e200 count: 2 00010000:00000001:1.0:1788942112.424937:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942112.424939:0:31529:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942112.424943:0:31529:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.424945:0:31529:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.424947:0:31529:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942112.424956:0:31529:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942112.424960:0:31529:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942112.424966:0:31529:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942112.424967:0:31529:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.424970:0:31529:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942112.424973:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942112.424979:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.424981:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.424983:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.424985:0:31529:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942112.424987:0:31529:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942112.424991:0:31529:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942112.424998:0:31529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487bb400. 00000100:00000001:1.0:1788942112.425004:0:31529:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.425009:0:31529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942112.425010:0:31529:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.425011:0:31529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942112.425012:0:31529:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.425014:0:31529:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.425022:0:31529:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00010000:00000001:1.0:1788942112.425025:0:31529:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942112.425027:0:31529:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942112.425029:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e200 count: 2 00010000:00000001:1.0:1788942112.425031:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942112.425034:0:31529:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942112.425037:0:31529:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0e00. 00000020:00000001:1.0:1788942112.425041:0:31529:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942112.425044:0:31529:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0e00 with handle 0xcbb91bbb78157796 to hash 00000020:00000001:1.0:1788942112.425046:0:31529:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942112.425048:0:31529:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.425051:0:31529:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.425054:0:31529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942112.425056:0:31529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.425060:0:31529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942112.425069:0:31529:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942112.425080:0:31529:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942112.425092:0:31529:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942112.425100:0:31529:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942112.425106:0:31529:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942112.425108:0:31529:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942112.425115:0:31529:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2300. 00000100:00000001:1.0:1788942112.425117:0:31529:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206400 : -122366418345216 : ffff90b5591a2300) 00000100:00000001:1.0:1788942112.425119:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.425121:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942112.425126:0:31529:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942112.425129:0:31529:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.425131:0:31529:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942112.425133:0:31529:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942112.425137:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.425144:0:31529:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942112.425147:0:31529:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942112.425150:0:31529:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942112.425152:0:31529:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942112.425154:0:31529:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942112.425158:0:31529:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884259200:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942112.425162:0:31529:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942112.425166:0:31529:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942112.425168:0:31529:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942112.425170:0:31529:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942112.425235:0:31529:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559280000. 02000000:00000001:1.0:1788942112.425237:0:31529:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942112.425245:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942112.425249:0:31529:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942112.425256:0:31529:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b5487b8000. 00000100:00000200:1.0:1788942112.425262:0:31529:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884259200, portal 10 00000100:00000001:1.0:1788942112.425264:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.425265:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942112.425271:0:31529:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942128 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.425277:0:31529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942112.425279:0:31529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942112.425283:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942112.425286:0:31529:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884259200, offset 0 00000400:00000200:1.0:1788942112.425291:0:31529:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942112.425298:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942112.425305:0:31529:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942112.425309:0:31529:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942112.425313:0:31529:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942112.425317:0:31529:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942112.425320:0:31529:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942112.425323:0:31529:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2436:2436:256:4294967295] 192.168.206.109@tcp LPNI seq info [2436:2436:8:4294967295] 00000400:00000200:1.0:1788942112.425327:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942112.425335:0:31529:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942112.425341:0:31529:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942112.425345:0:31529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618400. 00000800:00000200:1.0:1788942112.425351:0:31529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942112.425357:0:31529:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942112.425361:0:31529:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942112.425381:0:31529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942112.425384:0:31529:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 801168 usecs (802 jiffies) 00000400:00000200:1.0:1788942112.425387:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942112.425389:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296513386 00000100:00000001:1.0:1788942112.425392:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:1.0:1788942112.425394:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296513386 00000100:00000001:1.0:1788942112.425396:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:1.0:1788942112.425398:0:31529:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942112.425400:0:31529:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.425402:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942112.425404:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942112.425406:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2300 going to sleep for 11 seconds 00000100:00000001:1.0:1788942112.425408:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942112.425411:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942112.425554:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942112.425559:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618400. 00000400:00000200:3.0:1788942112.425566:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942112.425571:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942112.425577:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:3.0:1788942112.425579:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:3.0:1788942112.425584:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942112.425589:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942128 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942112.425599:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942112.425602:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942128 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942112.425608:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942112.425610:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942112.444875:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942112.444890:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942112.444894:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942112.444897:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942112.444906:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.444913:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942112.444923:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.444927:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.444933:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.444937:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f4ef80 00000400:00000200:3.0:1788942112.444942:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.444947:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x68dd [32] + 224 00000800:00000001:3.0:1788942112.444953:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942112.444961:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942112.444965:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942112.444969:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942112.444976:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942112.444985:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942128 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942112.444996:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942128 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942112.445020:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942112.445028:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942112.445032:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.445037:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942112.445042:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2437:2437:256:4294967295] 192.168.206.109@tcp LPNI seq info [2437:2437:8:4294967295] 00000400:00000200:3.0:1788942112.445047:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942112.445054:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942112.445060:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942112.445065:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b54837c000. 00000800:00000200:3.0:1788942112.445071:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942112.445078:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942112.445082:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54837c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942112.445160:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942112.445164:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b54837c000. 00000400:00000200:3.0:1788942112.445167:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942112.445171:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942112.445177:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942112.445180:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942112.446432:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942112.446443:0:31529:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942112.446445:0:31529:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942112.446448:0:31529:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942112.446454:0:31529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5487b8000 00000400:00000010:1.0:1788942112.446456:0:31529:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b5487b8000. 00000100:00000001:1.0:1788942112.446460:0:31529:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942112.446468:0:31529:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942128 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942112.446478:0:31529:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884259200/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942128 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.446485:0:31529:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942112.446487:0:31529:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942112.446490:0:31529:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942112.446492:0:31529:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942112.446494:0:31529:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942112.446496:0:31529:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942112.446499:0:31529:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942112.446507:0:31529:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=102 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942112.446511:0:31529:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942112.446513:0:31529:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942112.446515:0:31529:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.446517:0:31529:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942112.446520:0:31529:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.446523:0:31529:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942112.446524:0:31529:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000150/0x1] 00000100:00000001:1.0:1788942112.446526:0:31529:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942112.446528:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.446529:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942112.446532:0:31529:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942112.446534:0:31529:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1788942112.446536:0:31529:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942112.446538:0:31529:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942112.446542:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942128 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.446549:0:31529:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942112.446552:0:31529:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942112.446554:0:31529:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942112.446557:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942128 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942112.446564:0:31529:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884259200:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942112.446568:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942112.446571:0:31529:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.446573:0:31529:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942112.446575:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942112.446578:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942128 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.446584:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942112.446586:0:31529:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2300. 00000100:00000001:1.0:1788942112.446589:0:31529:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942112.446590:0:31529:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.446593:0:31529:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942112.446597:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.446599:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.446602:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=4 00000020:00000001:1.0:1788942112.446604:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446607:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000040:1.0:1788942112.446613:0:31529:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0e00, remote cookie: 0x4d194fbcadeeca75, flags: 0x1001 00010000:00010000:1.0:1788942112.446628:0:31529:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942112.446636:0:31529:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:1.0:1788942112.446639:0:31529:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788942112.446649:0:31529:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ee00. 00010000:00000010:1.0:1788942112.446654:0:31529:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78380. 00010000:00000001:1.0:1788942112.446658:0:31529:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.446661:0:31529:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942112.446668:0:31529:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.446674:0:31529:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942112.446678:0:31529:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942112.446680:0:31529:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942112.446681:0:31529:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942112.446683:0:31529:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942112.446685:0:31529:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff90b551c3ee00) refcount = 1 00010000:00010000:1.0:1788942112.446688:0:31529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.446694:0:31529:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942112.446697:0:31529:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942112.446698:0:31529:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942112.446700:0:31529:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942112.446702:0:31529:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.446705:0:31529:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.446710:0:31529:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942112.446711:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446713:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.446713:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446714:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.446716:0:31529:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.446719:0:31529:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942112.446721:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.446723:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.446724:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942112.446726:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446727:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446729:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.446730:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.446732:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=4 00000020:00000001:1.0:1788942112.446733:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446735:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446737:0:31529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942112.446739:0:31529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942112.446742:0:31529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.446752:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446753:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.446754:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.446755:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.446756:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=5 00000020:00000001:1.0:1788942112.446757:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446758:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446760:0:31529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942112.446763:0:31529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.446767:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446768:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942112.446771:0:31529:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.446776:0:31529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942112.446777:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446777:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.446778:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446779:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942112.446783:0:31529:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942128 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942112.446791:0:31529:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942112.446795:0:31529:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942128 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942112.446801:0:31529:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.446806:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.446807:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.446808:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942112.446810:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446812:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00000002:00010000:1.0:1788942112.446815:0:31529:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788942112.446822:0:31529:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b548392900. 00010000:00000001:1.0:1788942112.446824:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446825:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942112.446826:0:31529:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.446838:0:31529:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.446840:0:31529:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942112.446843:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.446844:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942112.446846:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.446847:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00010000:00000001:1.0:1788942112.446848:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.446849:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.446890:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942112.446892:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446894:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00000002:00010000:1.0:1788942112.446897:0:31529:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.446902:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446903:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.446905:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942112.446906:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.446907:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.446908:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942112.446909:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.446911:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000040:1.0:1788942112.446914:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942112.446917:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942112.446920:0:31529:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:1.0:1788942112.446922:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.446923:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942112.446924:0:31529:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942112.446927:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547768 00000002:00002000:1.0:1788942112.446928:0:31529:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788942112.446931:0:31529:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.446934:0:31529:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.446936:0:31529:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942112.446938:0:31529:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942112.446941:0:31529:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.446945:0:31529:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942112.446946:0:31529:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b5466c9ba0 it_disposition 1800037 00000080:00002000:1.0:1788942112.446951:0:31529:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b5445786c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788942112.446955:0:31529:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942112.446957:0:31529:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788942112.446958:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547990 00000080:00200000:1.0:1788942112.446960:0:31529:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90b548da00c8), intent=open|creat 00000080:00000001:1.0:1788942112.446962:0:31529:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788942112.446965:0:31529:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942112.446968:0:31529:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942112.446971:0:31529:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942112.446973:0:31529:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788942112.446976:0:31529:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788942112.446987:0:31529:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548db2100. 00000020:00000001:1.0:1788942112.446996:0:31529:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788942112.446997:0:31529:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788942112.447000:0:31529:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788942112.447002:0:31529:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff90b548db21c8) 00000020:00000001:1.0:1788942112.447005:0:31529:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942112.447008:0:31529:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:1.0:1788942112.447010:0:31529:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:1.0:1788942112.447014:0:31529:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788942112.447019:0:31529:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b552366ed8. 00000020:00000001:1.0:1788942112.447021:0:31529:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788942112.447023:0:31529:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942112.447030:0:31529:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788942112.447033:0:31529:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b5435086c8. 00020000:00000001:1.0:1788942112.447034:0:31529:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621706925672136 : -122366783879480 : ffff90b5435086c8) 00020000:00000001:1.0:1788942112.447037:0:31529:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788942112.447039:0:31529:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942112.447044:0:31529:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c9ea0. 00020000:00000010:1.0:1788942112.447047:0:31529:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b546661980. 00020000:00000010:1.0:1788942112.447051:0:31529:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9e40. 00020000:00000001:1.0:1788942112.447053:0:31529:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977844800 : -122366731706816 : ffff90b5466c9e40) 00020000:00000002:1.0:1788942112.447056:0:31529:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9e40, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942112.447059:0:31529:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942112.447063:0:31529:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b546661980: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1788942112.447065:0:31529:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788942112.447067:0:31529:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9e40, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942112.447070:0:31529:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942112.447072:0:31529:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b546661980: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:1.0:1788942112.447075:0:31529:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b551f927d0. 00020000:00000010:1.0:1788942112.447077:0:31529:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b5591a2300. 00020000:00000001:1.0:1788942112.447081:0:31529:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788942112.447083:0:31529:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b545045a80. 00020000:00000001:1.0:1788942112.447085:0:31529:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788942112.447086:0:31529:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788942112.447090:0:31529:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788942112.447093:0:31529:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b552366e10. 00000020:00000001:1.0:1788942112.447094:0:31529:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788942112.447095:0:31529:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942112.447097:0:31529:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621707175620240 : -122366533931376 : ffff90b552366e90) 00020000:00000001:1.0:1788942112.447099:0:31529:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788942112.447104:0:31529:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b551263880. 00020000:00000001:1.0:1788942112.447106:0:31529:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942112.447110:0:31529:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621707175620240 : -122366533931376 : ffff90b552366e90) 00020000:00000001:1.0:1788942112.447112:0:31529:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621707175620240 : -122366533931376 : ffff90b552366e90) 00020000:00000002:1.0:1788942112.447422:0:31529:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff90b552366e10[0:0] -> [0x200000404:0x2a:0x0]@ffff90b552366ed8: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1788942112.447433:0:31529:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788942112.447435:0:31529:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788942112.447438:0:31529:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942112.447442:0:31529:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621707175620440 : -122366533931176 : ffff90b552366f58) 00000020:00001000:1.0:1788942112.447445:0:31529:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:1.0:1788942112.447449:0:31529:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788942112.447451:0:31529:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788942112.447453:0:31529:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1788942112 00000080:00000001:1.0:1788942112.447457:0:31529:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788942112.447459:0:31529:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018641864 : -122366690909752 : ffff90b548db21c8) 00010000:00000001:1.0:1788942112.447462:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.447463:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.447465:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942112.447467:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.447469:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00000080:00000001:1.0:1788942112.447471:0:31529:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942112.447473:0:31529:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942112.447474:0:31529:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:1.0:1788942112.447476:0:31529:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:1.0:1788942112.447478:0:31529:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788942112.447480:0:31529:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942112.447481:0:31529:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942112.447485:0:31529:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c9de0. 00020000:00000010:1.0:1788942112.447488:0:31529:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b546661e00. 00020000:00000010:1.0:1788942112.447491:0:31529:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9240. 00020000:00000001:1.0:1788942112.447493:0:31529:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977841728 : -122366731709888 : ffff90b5466c9240) 00020000:00000002:1.0:1788942112.447496:0:31529:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9240, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942112.447499:0:31529:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942112.447502:0:31529:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b546661e00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788942112.447506:0:31529:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435086c8) owner ffff90b559224f80 00020000:00000001:1.0:1788942112.447508:0:31529:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942112.447510:0:31529:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435086c8) owner ffff90b559224f80 00020000:00000010:1.0:1788942112.447514:0:31529:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b546661e00. 00020000:00000010:1.0:1788942112.447519:0:31529:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c9de0. 00020000:00000010:1.0:1788942112.447522:0:31529:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9240. 00020000:00000002:1.0:1788942112.447524:0:31529:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788942112.447526:0:31529:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942112.447528:0:31529:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942112.447651:0:31529:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788942112.447654:0:31529:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000002:1.0:1788942112.447658:0:31529:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9e40 addref 2/0 by ffff90b559224f80. 00020000:00000002:1.0:1788942112.447659:0:31529:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000001:1.0:1788942112.447662:0:31529:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788942112.447664:0:31529:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788942112.447665:0:31529:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788942112.447666:0:31529:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788942112.447668:0:31529:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788942112.447670:0:31529:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788942112.447672:0:31529:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:1.0:1788942112.447674:0:31529:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.447676:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.447677:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942112.447678:0:31529:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942112.447682:0:31529:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942112.447683:0:31529:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942112.447686:0:31529:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff90b548db21c8) 00000080:00010000:1.0:1788942112.447688:0:31529:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90b548db21c8) for lock 0xcbb91bbb78157796 00800000:00000001:1.0:1788942112.447691:0:31529:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942112.447693:0:31529:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942112.447694:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.447695:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.447696:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942112.447698:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.447700:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.447702:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.447703:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942112.447705:0:31529:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.447706:0:31529:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.447708:0:31529:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788942112.447709:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942112.447717:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.447723:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942112.447726:0:31529:0:(namei.c:1651:ll_create_it()) inode ffff90b548db21c8 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:1.0:1788942112.447729:0:31529:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942112.447732:0:31529:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90b548db21c8) 00000080:00000001:1.0:1788942112.447735:0:31529:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942112.447737:0:31529:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000100:00000001:1.0:1788942112.447740:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942112.447743:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942112.447748:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.447750:0:31529:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788942112.447752:0:31529:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942112.447754:0:31529:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548db21c8 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:1.0:1788942112.447761:0:31529:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942112.447763:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547a68 00000080:00200008:1.0:1788942112.447765:0:31529:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff90b548db21c8), flags 104501 00000080:00000010:1.0:1788942112.447771:0:31529:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415bef00. 00000080:00000010:1.0:1788942112.447776:0:31529:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392c80. 00000080:00000001:1.0:1788942112.447779:0:31529:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942112.447783:0:31529:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942112.447785:0:31529:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942112.447788:0:31529:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfac60. 00000002:00100000:1.0:1788942112.447792:0:31529:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942112.447797:0:31529:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942112.447799:0:31529:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942112.447801:0:31529:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942112.447804:0:31529:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.447806:0:31529:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942112.447808:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942112.447811:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942112.447816:0:31529:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942112.447819:0:31529:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559280000. 02000000:00000001:1.0:1788942112.447879:0:31529:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942112.447882:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942112.447885:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547a68 00000080:00000008:1.0:1788942112.447887:0:31529:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff90b548db21c8), flags 104501, rc = 0 00000080:00000001:1.0:1788942112.447890:0:31529:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942112.447892:0:31529:0:(dcache.c:176:ll_intent_release()) intent ffff90b5466c9ba0 released 00000080:00010000:1.0:1788942112.447894:0:31529:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157796 from it ffff90b5466c9ba0 00010000:00000001:1.0:1788942112.447896:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942112.447897:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942112.447899:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942112.447901:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.447903:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942112.447905:0:31529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942112.447909:0:31529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942112.447917:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.447918:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.447919:0:31529:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942112.447922:0:31529:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942112.447925:0:31529:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942112.447932:0:31529:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942112.447935:0:31529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942112.447937:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942112.447941:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.447942:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.447944:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.447946:0:31529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942112.447948:0:31529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.447949:0:31529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.447952:0:31529:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.447954:0:31529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942112.447955:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.447956:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942112.447957:0:31529:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942112.447958:0:31529:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942112.447960:0:31529:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788942112.447962:0:31529:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942112.447964:0:31529:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788942112.447965:0:31529:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.447967:0:31529:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788942112.447969:0:31529:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.447970:0:31529:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942112.447972:0:31529:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.447974:0:31529:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942112.447976:0:31529:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b5466c9ba0. 00000080:00000001:1.0:1788942112.447978:0:31529:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.447981:0:31529:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942112.447983:0:31529:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff90b548db21c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788942112.447986:0:31529:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942112.448016:0:31529:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942112.448018:0:31529:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000002:1.0:1788942112.448021:0:31529:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000001:1.0:1788942112.448023:0:31529:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.448030:0:31529:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1788942112.448032:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547c30 00000080:00200008:1.0:1788942112.448034:0:31529:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff90b548db21c8) current size 0, valid attrs 20070, mode 0, uid -1054686654, gid -1, new size 213440, atime 1788942112.000000000, mtime 1788942112.000000000, ctime 1788942112.000000000 00000080:00000002:1.0:1788942112.448039:0:31529:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788942112, ctime 1788942112, now = 1788942112 00000080:00000002:1.0:1788942112.448041:0:31529:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff90b548db21c8 attr 0x100201f0 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000010:1.0:1788942112.448044:0:31529:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff90b5486d3200. 00000080:00000001:1.0:1788942112.448046:0:31529:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1788942112.448051:0:31529:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788942112.448052:0:31529:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x100201f0/0x0 00000002:00000001:1.0:1788942112.448056:0:31529:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788942112.448058:0:31529:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942112.448062:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942112.448064:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942112.448066:0:31529:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942112.448069:0:31529:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942112.448072:0:31529:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788942112.448078:0:31529:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942112.448081:0:31529:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942112.448082:0:31529:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942112.448084:0:31529:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:1.0:1788942112.448086:0:31529:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942112.448088:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942112.448089:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:1.0:1788942112.448091:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942112.448093:0:31529:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.448094:0:31529:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942112.448095:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942112.448097:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:1.0:1788942112.448098:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942112.448099:0:31529:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.448101:0:31529:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942112.448101:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942112.448103:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:1.0:1788942112.448104:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942112.448105:0:31529:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942112.448106:0:31529:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942112.448107:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942112.448108:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:1.0:1788942112.448110:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942112.448112:0:31529:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.448113:0:31529:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.448115:0:31529:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942112.448282:0:31529:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942112.448285:0:31529:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:1.0:1788942112.448287:0:31529:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:1.0:1788942112.448289:0:31529:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788942112.448291:0:31529:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1788942112.448293:0:31529:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788942112.448295:0:31529:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788942112.448296:0:31529:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942112.448298:0:31529:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942112.448300:0:31529:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788942112.448302:0:31529:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942112.448303:0:31529:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942112.448304:0:31529:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:1.0:1788942112.448306:0:31529:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942112.448308:0:31529:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788942112.448309:0:31529:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff90b548db21c8) invalid 00000020:00000001:1.0:1788942112.448312:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547838 00000080:00002000:1.0:1788942112.448313:0:31529:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90b5445786c0) parent ffff90b544578360 inode ffff90b548db21c8 refc 1 00000080:00000001:1.0:1788942112.448316:0:31529:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788942112.448318:0:31529:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942112.448319:0:31529:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.448322:0:31529:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942112.448325:0:31529:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942112.448326:0:31529:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942112.448328:0:31529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942112.448329:0:31529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942112.448332:0:31529:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0e00 with handle 0xcbb91bbb78157796 from hash 00010000:00000001:1.0:1788942112.448334:0:31529:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942112.448335:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.448336:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.448337:0:31529:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942112.448339:0:31529:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942112.448341:0:31529:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942112.448343:0:31529:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942112.448345:0:31529:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942112.448347:0:31529:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788942112.448352:0:31529:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942112.448356:0:31529:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942112.448361:0:31529:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942112.448364:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942112.448366:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942112.448367:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.448368:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.448371:0:31529:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942112.448372:0:31529:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942112.448377:0:31529:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942112.448382:0:31529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5486d3c00. 00000100:00000001:1.0:1788942112.448397:0:31529:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.448400:0:31529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942112.448402:0:31529:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942112.448407:0:31529:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942112.448413:0:31529:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942112.448415:0:31529:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942112.448417:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942112.448419:0:31529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157796 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeeca75 expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788942112.448426:0:31529:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b548392900. 00010000:00000040:1.0:1788942112.448430:0:31529:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ee00 count: 0 00010000:00000010:1.0:1788942112.448434:0:31529:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78380. 00010000:00000001:1.0:1788942112.448439:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942112.448441:0:31529:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.448442:0:31529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942112.448443:0:31529:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942112.448445:0:31529:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1788942112.448447:0:31529:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788942112, ctime 1788942112 00000020:00100000:1.0:1788942112.448454:0:31529:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942112.448461:0:31529:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942112.448467:0:31529:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942112.448469:0:31529:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942112.448475:0:31529:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a20c0. 00000100:00000001:1.0:1788942112.448477:0:31529:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205824 : -122366418345792 : ffff90b5591a20c0) 00000100:00000001:1.0:1788942112.448479:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.448480:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942112.448483:0:31529:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942112.448487:0:31529:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.448488:0:31529:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942112.448490:0:31529:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942112.448493:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942112.448499:0:31529:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942112.448501:0:31529:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942112.448504:0:31529:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942112.448506:0:31529:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942112.448508:0:31529:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942112.448511:0:31529:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884259456:192.168.206.109@tcp:36:touch.0 00000100:00000001:1.0:1788942112.448514:0:31529:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942112.448518:0:31529:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942112.448520:0:31529:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942112.448522:0:31529:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942112.448525:0:31529:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8000. 02000000:00000001:1.0:1788942112.448527:0:31529:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942112.448534:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942112.448537:0:31529:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942112.448543:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da440. 00000100:00000200:1.0:1788942112.448548:0:31529:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884259456, portal 10 00000100:00000001:1.0:1788942112.448549:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942112.448551:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942112.448555:0:31529:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942128 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942112.448561:0:31529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942112.448563:0:31529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942112.448565:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da088. 00000100:00000200:1.0:1788942112.448568:0:31529:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875839884259456, offset 0 00000400:00000200:1.0:1788942112.448573:0:31529:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942112.448580:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942112.448586:0:31529:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942112.448591:0:31529:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942112.448594:0:31529:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942112.448598:0:31529:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942112.448600:0:31529:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942112.448604:0:31529:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2438:2438:256:4294967295] 192.168.206.109@tcp LPNI seq info [2438:2438:8:4294967295] 00000400:00000200:1.0:1788942112.448607:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942112.449040:0:31529:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942112.449047:0:31529:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942112.449052:0:31529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618400. 00000800:00000200:1.0:1788942112.449058:0:31529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942112.449065:0:31529:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942112.449069:0:31529:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788942112.449085:0:31529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942112.449089:0:31529:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 800102 usecs (801 jiffies) 00000400:00000200:1.0:1788942112.449093:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942112.449096:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296513409 00000100:00000001:1.0:1788942112.449098:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296514121 00000100:00000001:1.0:1788942112.449100:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296513409 00000100:00000001:1.0:1788942112.449102:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296514121 00000100:00000001:1.0:1788942112.449104:0:31529:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942112.449107:0:31529:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942112.449109:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942112.449111:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942112.449113:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788942112.449115:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942112.449125:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942112.450618:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942112.450627:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618400. 00000400:00000200:3.0:1788942112.450635:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942112.450643:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942112.450650:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da088 00000400:00000010:3.0:1788942112.450653:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da088. 00000100:00000001:3.0:1788942112.450658:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942112.450665:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942128 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942112.450677:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942112.450681:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942128 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942112.450688:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942112.450690:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942112.458020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ee00. 00010000:00000010:1.1:1788942112.458032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000001:3.0:1788942112.483069:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942112.483076:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942112.483080:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942112.483082:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942112.483687:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942112.483691:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942112.483695:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942113.505808:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942113.505815:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942113.505817:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942113.505820:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942113.505824:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942113.505826:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942113.505828:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942113.505831:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942113.505834:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942113.505835:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942113.505929:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942113.505932:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942113.505935:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942114.400934:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296514121, at 4296514560 00000100:00000040:3.0:1788942114.400942:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296514121, at 4296514560 00000100:00000010:3.0:1788942114.400953:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9f00. 00000100:00000010:2.0:1788942114.400958:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c91e0. 00010000:00000001:3.0:1788942114.530336:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942114.530345:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942114.530351:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942114.530353:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942114.530769:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942114.530774:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942114.530777:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788942114.913171:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942114.913181:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942114.913189:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65880. 00000020:00000040:1.0:1788942114.913197:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942114.913203:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942114.913207:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942114.913228:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942114.913238:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b554618a00. 00000100:00000001:1.0:1788942114.913246:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913262:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942114.913275:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942114.913281:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913288:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c38a6451] to pc [ptlrpcd_00_00+0] req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.913330:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913333:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942114.913338:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942114.913342:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942114.913345:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942114.913347:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942114.913349:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942114.913351:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942114.913355:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b554618200. 00000100:00000001:1.0:1788942114.913358:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913362:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942114.913377:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942114.913378:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913382:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64cfff3] to pc [ptlrpcd_00_01+1] req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.913391:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913394:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942114.913398:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942114.913402:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942114.913405:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942114.913407:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942114.913419:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942114.913421:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942114.913427:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b554618800. 00000100:00000001:1.0:1788942114.913431:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913435:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942114.913443:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942114.913444:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913448:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_00+0] req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.913456:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913458:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942114.913462:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942114.913466:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942114.913468:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942114.913470:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942114.913472:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942114.913473:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942114.913477:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b554618b00. 00000100:00000001:1.0:1788942114.913481:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913484:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942114.913491:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942114.913492:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913496:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8c4680] to pc [ptlrpcd_00_01+1] req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.913503:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.913509:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1852) 00000100:00000001:1.0:1788942114.913525:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942114.913529:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942114.913532:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942114.913538:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.913546:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942114.913550:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942114.913555:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788942114.913732:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942114.913736:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942114.913737:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942114.913744:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.913750:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942114.913751:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.913753:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942114.913757:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942114.913760:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942114.913764:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884259584:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942114.913768:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942114.913774:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942114.913777:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.913779:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942114.913785:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55294d600. 02000000:00000001:0.0:1788942114.913787:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942114.913807:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942114.913812:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942114.913820:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942114.913828:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884259584, portal 25 00000100:00000001:0.0:1788942114.913830:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942114.913833:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000040:0.0:1788942114.913839:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.913846:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942114.913876:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942114.913880:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ac38. 00000100:00000200:0.0:1788942114.913884:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884259584, offset 0 00000400:00000200:0.0:1788942114.913892:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942114.913902:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942114.913912:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 02000000:00000001:1.0:1788942114.914038:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942114.914041:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942114.914045:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884259712:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942114.914049:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942114.914052:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942114.914053:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942114.914055:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942114.914059:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b550daa600. 02000000:00000001:1.0:1788942114.914061:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942114.914065:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942114.914068:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f058. 00000400:00000010:1.0:1788942114.914072:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 00000100:00000200:1.0:1788942114.914075:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884259712, portal 10 00000100:00000001:1.0:1788942114.914077:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942114.914078:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942114.914087:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.914094:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942114.914097:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942114.914100:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942114.914102:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884259712, offset 0 00000400:00000200:1.0:1788942114.914107:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942114.914362:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942114.914367:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942114.914373:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942114.914376:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942114.914380:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2439:2439:256:4294967295] 192.168.206.109@tcp LPNI seq info [2439:2439:8:4294967295] 00000400:00000200:0.0:1788942114.914385:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942114.914391:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942114.914395:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942114.914398:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942114.914398:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000400:00000200:1.0:1788942114.914400:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942114.914403:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942114.914405:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942114.914409:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2440:2440:255:4294967295] 192.168.206.109@tcp LPNI seq info [2440:2440:7:4294967295] 00000400:00000200:1.0:1788942114.914413:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942114.914422:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942114.914428:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942114.914434:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618c00. 00000800:00000200:1.0:1788942114.914449:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942114.914458:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000200:1.0:1788942114.914459:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000010:0.0:1788942114.914463:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bf00. 00000800:00000200:1.0:1788942114.914464:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1788942114.914467:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942114.914470:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942114.914473:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942114.914475:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.914476:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.914480:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 800102 usecs (801 jiffies) 00000400:00000200:0.0:1788942114.914480:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942114.914483:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942114.914483:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296519241 00000100:00000001:1.0:1788942114.914485:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296515874 00000100:00000010:0.0:1788942114.914488:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54000. 00000100:00000001:0.0:1788942114.914496:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788942114.914501:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296519241 00000100:00000001:1.0:1788942114.914502:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296519241 00000100:00000001:1.0:1788942114.914504:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296515874 00000100:00000010:0.0:1788942114.914504:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54060. 00000100:00000001:0.0:1788942114.914508:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788942114.914511:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296519241 00000100:00000001:0.0:1788942114.914512:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942114.914514:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942114.914516:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.914516:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942114.914519:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788942114.914519:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942114.914525:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788942114.914525:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.914534:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942114.914534:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942114.914536:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.914536:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942114.914539:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942114.914539:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942114.914542:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942114.914542:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942114.914544:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.914544:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942114.914547:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884259840:192.168.206.109@tcp:400:kworker.0 00000100:00100000:1.0:1788942114.914548:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884259968:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942114.914552:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788942114.914552:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942114.914555:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942114.914555:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942114.914557:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942114.914559:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942114.914562:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b550daa800. 02000000:00000001:1.0:1788942114.914565:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942114.914569:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942114.914572:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fe18. 00000400:00000010:1.0:1788942114.914576:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dab28. 00000100:00000200:1.0:1788942114.914580:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884259968, portal 4 00000100:00000001:1.0:1788942114.914582:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942114.914583:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:1.0:1788942114.914589:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.914596:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942114.914597:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942114.914600:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da770. 00000100:00000200:1.0:1788942114.914602:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884259968, offset 0 00000400:00000200:1.0:1788942114.914606:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942114.914609:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942114.914612:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942114.914615:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942114.914617:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942114.914620:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942114.914622:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942114.914625:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2441:2441:254:4294967295] 192.168.206.109@tcp LPNI seq info [2441:2441:6:4294967295] 00000400:00000200:1.0:1788942114.914628:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942114.914634:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942114.914638:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942114.914643:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618400. 00000800:00000200:1.0:1788942114.914646:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942114.914650:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942114.914652:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942114.914655:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.914658:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 271142 usecs (272 jiffies) 00000400:00000200:1.0:1788942114.914661:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942114.914663:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296515345 00000100:00000001:1.0:1788942114.914665:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296519241 00000100:00000001:1.0:1788942114.914667:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296515345 00000100:00000001:1.0:1788942114.914669:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296519241 00000100:00000001:1.0:1788942114.914677:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942114.914679:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942114.914682:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942114.914685:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942114.914694:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942114.914697:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942114.914699:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942114.914700:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942114.914702:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942114.914704:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.914923:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.914926:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942114.914931:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55294d200. 02000000:00000001:0.0:1788942114.914933:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942114.914937:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942114.914939:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097b58. 00000400:00000010:0.0:1788942114.914943:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a6e8. 00000100:00000200:0.0:1788942114.914946:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884259840, portal 4 00000100:00000001:0.0:1788942114.914948:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942114.914950:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:0.0:1788942114.914957:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.914963:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942114.914965:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942114.914968:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a990. 00000100:00000200:0.0:1788942114.914970:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884259840, offset 0 00000400:00000200:0.0:1788942114.914974:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942114.914978:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942114.914982:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942114.914985:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942114.914988:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942114.914991:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942114.914993:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942114.914996:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2442:2442:253:4294967295] 192.168.206.109@tcp LPNI seq info [2442:2442:5:4294967295] 00000400:00000200:0.0:1788942114.915000:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942114.915006:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942114.915010:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942114.915014:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b300. 00000800:00000200:0.0:1788942114.915018:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942114.915022:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942114.915024:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942114.915027:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942114.915030:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24343 usecs (25 jiffies) 00000400:00000200:0.0:1788942114.915033:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942114.915035:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296515099 00000100:00000001:0.0:1788942114.915038:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296519241 00000100:00000001:0.0:1788942114.915040:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296515099 00000100:00000001:0.0:1788942114.915042:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296519241 00000100:00000001:0.0:1788942114.915044:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942114.915047:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.915049:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.915051:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.915056:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942114.915057:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942114.915059:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942114.915061:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942114.915063:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.915065:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942114.918320:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942114.918333:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618c00. 00000400:00000200:2.0:1788942114.918343:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942114.918353:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942114.918364:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:2.0:1788942114.918367:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:2.0:1788942114.918373:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942114.918383:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.918398:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942114.918402:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.918410:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942114.918412:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942114.918428:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942114.918431:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bf00. 00000400:00000200:2.0:1788942114.918434:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942114.918438:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942114.918440:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ac38 00000400:00000010:2.0:1788942114.918443:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ac38. 00000100:00000001:2.0:1788942114.918445:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942114.918450:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.918458:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942114.918461:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.918468:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942114.918469:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942114.918478:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942114.918480:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618400. 00000400:00000200:2.0:1788942114.918483:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942114.918486:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942114.918489:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da770 00000400:00000010:2.0:1788942114.918491:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da770. 00000100:00000001:2.0:1788942114.918494:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942114.918498:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.918506:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942114.918509:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.918521:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942114.918522:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942114.918594:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942114.918597:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b300. 00000400:00000200:2.0:1788942114.918611:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942114.918615:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942114.918617:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a990 00000400:00000010:2.0:1788942114.918619:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a990. 00000100:00000001:2.0:1788942114.918622:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942114.918626:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.918634:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942114.918637:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.918642:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942114.918643:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942114.924257:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924281:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942114.924287:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924289:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942114.924300:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924311:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942114.924324:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924330:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924336:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924342:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4f180 00000400:00000200:3.0:1788942114.924348:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924354:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x68f5 [1] + 224 00000800:00000001:3.0:1788942114.924363:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924367:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942114.924371:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942114.924376:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942114.924384:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942114.924395:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942114.924407:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942114.924429:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942114.924440:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924443:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942114.924445:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924447:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942114.924450:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924454:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942114.924458:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924461:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924463:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924466:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4f280 00000400:00000200:3.0:1788942114.924470:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924475:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x68fd [1] + 224 00000800:00000001:3.0:1788942114.924479:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924482:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942114.924485:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942114.924488:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942114.924491:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942114.924496:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942114.924505:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942114.924513:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942114.924516:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924519:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942114.924520:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924522:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942114.924525:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924529:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942114.924532:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924535:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924537:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924540:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4f200 00000400:00000200:3.0:1788942114.924543:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924547:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6905 [1] + 224 00000800:00000001:3.0:1788942114.924550:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924553:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942114.924555:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942114.924558:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942114.924561:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942114.924565:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942114.924579:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942114.924600:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942114.924612:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924617:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942114.924618:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924620:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942114.924623:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924627:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942114.924631:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924633:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924636:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924638:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4f100 00000400:00000200:3.0:1788942114.924641:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942114.924645:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x68ed [1] + 224 00000800:00000001:3.0:1788942114.924649:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924657:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942114.924659:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942114.924662:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942114.924665:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942114.924670:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942114.924679:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942114.924686:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942114.924689:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942114.924692:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.924785:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942114.924791:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942114.924800:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942114.924802:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942114.924808:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942114.924814:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942114.924817:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942114.924820:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942114.924825:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942114.924833:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.924839:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942114.924842:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.924845:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942114.924849:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942114.924894:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942114.924897:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.924901:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942114.924910:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942114.924916:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1788942114.924980:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942114.924982:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.924985:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942114.924987:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.924991:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942114.924996:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.925003:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942114.925006:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942114.925009:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942114.925013:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942114.925020:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884259584:192.168.206.109@tcp:400:kworker.0 00000400:00000001:0.0:1788942114.925027:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942114.925029:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942114.925031:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097b58. 00000400:00000200:0.0:1788942114.925033:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a6e8 00000400:00000010:0.0:1788942114.925035:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a6e8. 00000100:00000001:0.0:1788942114.925037:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942114.925040:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942114.925047:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.925052:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942114.925054:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.925055:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942114.925057:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942114.925058:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942114.925060:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.925061:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942114.925068:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=104 v=5 (5 5 5 36) 00000100:00001000:0.0:1788942114.925071:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942114.925073:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942114.925074:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.925076:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942114.925079:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.925082:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942114.925085:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788942114.925087:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942114.925088:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942114.925092:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.925098:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942114.925100:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942114.925101:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942114.925104:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942114.925112:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884259840:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942114.925117:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.925121:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942114.925124:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65880 x1875839884259584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.925131:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942114.925135:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942114.925139:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55294d600. 02000000:00000001:0.0:1788942114.925144:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942114.925147:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942114.925149:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:0.0:1788942114.925151:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942114.925154:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b554618a00. 02000000:00000001:0.0:1788942114.925159:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942114.925161:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942114.925163:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65880. 00000100:00000001:0.0:1788942114.925167:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942114.925168:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.925170:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942114.925173:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884259840/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.925179:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942114.925181:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942114.925183:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55294d200. 02000000:00000001:0.0:1788942114.925185:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942114.925186:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942114.925188:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942114.925189:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942114.925191:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b554618800. 02000000:00000001:0.0:1788942114.925193:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942114.925194:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942114.925195:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:0.0:1788942114.925197:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942114.925199:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.925201:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.925218:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942114.925221:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.925223:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942114.925226:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942114.925470:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942114.925473:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942114.925479:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942114.925481:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942114.925484:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f058. 00000400:00000200:1.0:1788942114.925488:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:1.0:1788942114.925490:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 00000100:00000001:1.0:1788942114.925493:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942114.925499:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942114.925508:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.925515:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942114.925516:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942114.925518:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942114.925520:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942114.925521:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942114.925523:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942114.925525:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942114.925530:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=104 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942114.925533:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942114.925535:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942114.925536:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942114.925538:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942114.925540:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942114.925543:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942114.925544:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1788942114.925546:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942114.925549:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.925553:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.925560:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942114.925562:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942114.925563:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942114.925566:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942114.925573:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884259712:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942114.925578:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942114.925579:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942114.925581:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fe18. 00000400:00000200:1.0:1788942114.925583:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dab28 00000400:00000010:1.0:1788942114.925585:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dab28. 00000100:00000001:1.0:1788942114.925587:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942114.925590:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942114.925598:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.925603:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942114.925605:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942114.925606:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942114.925608:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942114.925609:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942114.925610:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942114.925612:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942114.925616:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=104 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942114.925619:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942114.925621:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942114.925622:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942114.925624:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942114.925626:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942114.925628:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942114.925630:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942114.925632:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942114.925633:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942114.925637:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.925643:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942114.925645:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942114.925646:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942114.925649:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942114.925656:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884259968:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942114.925660:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942114.925662:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942114.925665:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884259712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.925670:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942114.925672:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942114.925674:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b550daa600. 02000000:00000001:1.0:1788942114.925677:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942114.925678:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942114.925679:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942114.925682:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942114.925684:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b554618200. 02000000:00000001:1.0:1788942114.925686:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942114.925687:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942114.925688:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942114.925691:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942114.925693:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942114.925694:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942114.925697:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884259968/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942114.925703:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942114.925704:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942114.925706:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b550daa800. 02000000:00000001:1.0:1788942114.925708:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942114.925709:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942114.925710:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942114.925712:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942114.925714:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b554618b00. 02000000:00000001:1.0:1788942114.925715:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942114.925716:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942114.925718:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00000100:00000001:1.0:1788942114.925721:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942114.925722:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942114.925724:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942114.925728:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942114.925730:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942114.925732:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942114.925734:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942114.984613:0:31548:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942114.984621:0:31548:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942114.984623:0:31548:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942114.984629:0:31548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942114.984632:0:31548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942114.984637:0:31548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942114.984638:0:31548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942114.984641:0:31548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942114.984643:0:31548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942114.984646:0:31548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942114.984648:0:31548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942114.984650:0:31548:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788942114.984654:0:31548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942114.984658:0:31548:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942114.984703:0:31548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1788942114.984734:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942114.984737:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942114.984740:0:16072:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788942114.984743:0:16072:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788942114.984746:0:16072:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942114.984753:0:16072:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788942114.984767:0:16072:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942114.984773:0:16072:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942114.984776:0:16072:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942114.984778:0:16072:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788942114.984783:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.984787:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.984794:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e200 count: 2 00010000:00000001:0.0:1788942114.984798:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.984803:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942114.984805:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.984806:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.984808:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e200 count: 2 00010000:00000001:0.0:1788942114.984810:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.984812:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942114.984814:0:16072:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942114.984818:0:16072:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942114.984821:0:16072:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff90b548da00c8) invalid 00000020:00000001:0.0:1788942114.984826:0:16072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc215fca0 00000080:00002000:0.0:1788942114.984828:0:16072:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff90b544578360) parent ffff90b548d765e8 inode ffff90b548da00c8 refc 1 00000080:00000001:0.0:1788942114.984832:0:16072:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942114.984835:0:16072:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942114.984837:0:16072:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.984840:0:16072:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942114.984844:0:16072:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942114.984846:0:16072:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942114.984848:0:16072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942114.984906:0:16072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942114.984910:0:16072:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0c00 with handle 0xcbb91bbb7815778f from hash 00010000:00000001:0.0:1788942114.984913:0:16072:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942114.984915:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942114.984917:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942114.984919:0:16072:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942114.984923:0:16072:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942114.984925:0:16072:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942114.984928:0:16072:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942114.984931:0:16072:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788942114.984938:0:16072:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942114.984940:0:16072:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942114.984942:0:16072:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942114.984943:0:16072:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788942114.984945:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.984946:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.984949:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:0.0:1788942114.984951:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.984953:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942114.984955:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.984956:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.984957:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:0.0:1788942114.984959:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.984961:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942114.984963:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.984964:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.984965:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:0.0:1788942114.984967:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.984969:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942114.984971:0:16072:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942114.984974:0:16072:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942114.984979:0:16072:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942114.984982:0:16072:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942114.984984:0:16072:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942114.984985:0:16072:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.984987:0:16072:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942114.984989:0:16072:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942114.984990:0:16072:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942114.984991:0:16072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942114.984993:0:16072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942114.984995:0:16072:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325e00 with handle 0xcbb91bbb7815777a from hash 00010000:00000001:0.0:1788942114.984998:0:16072:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942114.984999:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942114.985000:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942114.985001:0:16072:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942114.985003:0:16072:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942114.985004:0:16072:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942114.985006:0:16072:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942114.985009:0:16072:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788942114.985015:0:16072:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942114.985017:0:16072:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942114.985018:0:16072:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942114.985020:0:16072:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:0.0:1788942114.985021:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.985023:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.985025:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:0.0:1788942114.985027:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.985029:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942114.985031:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.985032:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.985034:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:0.0:1788942114.985036:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.985038:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942114.985039:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.985040:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.985042:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:0.0:1788942114.985044:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.985046:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942114.985048:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.985049:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.985050:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227500 count: 2 00010000:00000001:0.0:1788942114.985052:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.985054:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942114.985055:0:16072:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942114.985057:0:16072:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942114.985060:0:16072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942114.985065:0:16072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243720 : -122366539307896 : ffff90b551e46488) 00000020:00001000:0.0:1788942114.985068:0:16072:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46480 00000020:00000001:0.0:1788942114.985069:0:16072:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942114.985073:0:16072:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:0.0:1788942114.985077:0:16072:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942114.985079:0:16072:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942114.985084:0:16072:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942114.985087:0:16072:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942114.985090:0:16072:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942114.985092:0:16072:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942114.985094:0:16072:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942114.985096:0:16072:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46480 00000080:00000001:0.0:1788942114.985099:0:16072:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942114.985101:0:16072:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942114.985103:0:16072:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff90b548d34b08) invalid 00000020:00000001:0.0:1788942114.985105:0:16072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc215fca0 00000080:00002000:0.0:1788942114.985107:0:16072:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90b548f03288) parent ffff90b548f03798 inode ffff90b548d34b08 refc 1 00000080:00000001:0.0:1788942114.985110:0:16072:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942114.985112:0:16072:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942114.985113:0:16072:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.985115:0:16072:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942114.985117:0:16072:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942114.985118:0:16072:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942114.985120:0:16072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942114.985121:0:16072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942114.985124:0:16072:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792b600 with handle 0xcbb91bbb78157788 from hash 00010000:00000001:0.0:1788942114.985126:0:16072:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942114.985128:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942114.985130:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942114.985131:0:16072:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942114.985132:0:16072:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942114.985134:0:16072:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942114.985136:0:16072:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942114.985138:0:16072:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788942114.985146:0:16072:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942114.985148:0:16072:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942114.985149:0:16072:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942114.985150:0:16072:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:0.0:1788942114.985152:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.985154:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.985157:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:0.0:1788942114.985158:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.985160:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942114.985161:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942114.985162:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942114.985163:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:0.0:1788942114.985164:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942114.985165:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942114.985166:0:16072:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942114.985167:0:16072:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942114.985168:0:16072:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff90b548db1148) invalid 00000020:00000001:0.0:1788942114.985169:0:16072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc215fca0 00000080:00002000:0.0:1788942114.985170:0:16072:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff90b548f03798) parent ffff90b548d765e8 inode ffff90b548db1148 refc 1 00000080:00000001:0.0:1788942114.985172:0:16072:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942114.985173:0:16072:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942114.985174:0:16072:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.985175:0:16072:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942114.985177:0:16072:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942114.985178:0:16072:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942114.985180:0:16072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942114.985181:0:16072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942114.985184:0:16072:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324400 with handle 0xcbb91bbb78157781 from hash 00010000:00000001:0.0:1788942114.985187:0:16072:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942114.985188:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942114.985189:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942114.985190:0:16072:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942114.985192:0:16072:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942114.985193:0:16072:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942114.985196:0:16072:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788942114.985198:0:16072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942114.985201:0:16072:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788942114.985223:0:16072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996a00. 00000020:00000040:0.0:1788942114.985228:0:16072:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942114.985233:0:16072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942114.985236:0:16072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942114.985243:0:16072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942114.985250:0:16072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55294d600. 00000100:00000001:0.0:1788942114.985260:0:16072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.985264:0:16072:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942114.985271:0:16072:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788942114.985279:0:16072:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788942114.985287:0:16072:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788942114.985295:0:16072:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788942114.985301:0:16072:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1788942114.985303:0:16072:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1788942114.985307:0:16072:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942114.985310:0:16072:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942114.985318:0:16072:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942114.985321:0:16072:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942114.985324:0:16072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942114.985326:0:16072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942114.985331:0:16072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942114.985337:0:16072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.985339:0:16072:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942114.985341:0:16072:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942114.985353:0:16072:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.985363:0:16072:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942114.985366:0:16072:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.985370:0:16072:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942114.985372:0:16072:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942114.985375:0:16072:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942114.985379:0:16072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:b8e7595c-9941-401e-aeac-55facd9dfb74:16072:1875839884260096:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942114.985384:0:16072:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942114.985389:0:16072:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942114.985392:0:16072:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.985395:0:16072:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942114.985399:0:16072:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55294de00. 02000000:00000001:0.0:1788942114.985401:0:16072:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942114.985410:0:16072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942114.985415:0:16072:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097b58. 00000400:00000010:0.0:1788942114.985423:0:16072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a6e8. 00000100:00000200:0.0:1788942114.985432:0:16072:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884260096, portal 18 00000100:00000001:0.0:1788942114.985434:0:16072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942114.985436:0:16072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:0.0:1788942114.985443:0:16072:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.985451:0:16072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942114.985454:0:16072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942114.985458:0:16072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942114.985463:0:16072:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875839884260096, offset 0 00000400:00000200:0.0:1788942114.985468:0:16072:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942114.985476:0:16072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942114.985483:0:16072:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942114.985488:0:16072:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942114.985492:0:16072:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942114.985495:0:16072:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942114.985497:0:16072:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942114.985500:0:16072:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2443:2443:256:4294967295] 192.168.206.109@tcp LPNI seq info [2443:2443:8:4294967295] 00000400:00000200:0.0:1788942114.985503:0:16072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942114.985511:0:16072:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942114.985516:0:16072:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942114.985520:0:16072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910be00. 00000800:00000200:0.0:1788942114.985526:0:16072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942114.985533:0:16072:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942114.985538:0:16072:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910be00 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1788942114.985602:0:16072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942114.985608:0:16072:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 799022 usecs (800 jiffies) 00000400:00000200:0.0:1788942114.985613:0:16072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942114.985616:0:16072:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296515944 00000100:00000001:0.0:1788942114.985619:0:16072:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296519241 00000100:00000001:0.0:1788942114.985622:0:16072:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296515944 00000100:00000001:0.0:1788942114.985624:0:16072:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296519241 00000100:00000001:0.0:1788942114.985626:0:16072:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942114.985629:0:16072:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.985631:0:16072:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942114.985633:0:16072:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942114.985636:0:16072:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942114.985639:0:16072:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942114.985644:0:16072:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942114.986075:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942114.986081:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910be00. 00000400:00000200:2.0:1788942114.986087:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942114.986093:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942114.986099:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:2.0:1788942114.986102:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:2.0:1788942114.986107:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942114.986113:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.986123:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942114.986127:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.986133:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942114.986135:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942114.995739:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942114.995763:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942114.995770:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942114.995773:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942114.995785:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942114.995794:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942114.995805:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942114.995813:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942114.995819:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942114.995824:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f4f300 00000400:00000200:2.0:1788942114.995830:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942114.995837:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x690d [1] + 224 00000800:00000001:2.0:1788942114.995847:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942114.995881:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942114.995885:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942114.995890:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942114.995899:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942114.995911:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942114.995923:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942114.995939:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942114.995948:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942114.995952:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.996221:0:16072:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942114.996231:0:16072:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942114.996236:0:16072:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942114.996241:0:16072:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097b58. 00000400:00000200:0.0:1788942114.996246:0:16072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a6e8 00000400:00000010:0.0:1788942114.996248:0:16072:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a6e8. 00000100:00000001:0.0:1788942114.996252:0:16072:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942114.996258:0:16072:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942114.996269:0:16072:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.996276:0:16072:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942114.996279:0:16072:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.996282:0:16072:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942114.996286:0:16072:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942114.996289:0:16072:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942114.996359:0:16072:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942114.996363:0:16072:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942114.996374:0:16072:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbd38 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942114.996377:0:16072:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942114.996380:0:16072:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942114.996382:0:16072:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.996385:0:16072:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942114.996388:0:16072:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.996392:0:16072:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942114.996394:0:16072:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967630 00000100:00000001:0.0:1788942114.996397:0:16072:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942114.996457:0:16072:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942114.996464:0:16072:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.996471:0:16072:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942114.996473:0:16072:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942114.996475:0:16072:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942114.996479:0:16072:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942114.996486:0:16072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:b8e7595c-9941-401e-aeac-55facd9dfb74:16072:1875839884260096:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942114.996492:0:16072:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942114.996495:0:16072:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.996497:0:16072:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942114.996499:0:16072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942114.996502:0:16072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.996508:0:16072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942114.996511:0:16072:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942114.996514:0:16072:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942114.996516:0:16072:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942114.996518:0:16072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942114.996521:0:16072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996a00 x1875839884260096/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 344/224 e 0 to 0 dl 1788942130 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942114.996526:0:16072:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942114.996529:0:16072:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942114.996532:0:16072:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55294de00. 02000000:00000001:0.0:1788942114.996536:0:16072:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942114.996539:0:16072:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942114.996541:0:16072:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942114.996543:0:16072:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942114.996546:0:16072:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55294d600. 02000000:00000001:0.0:1788942114.996549:0:16072:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942114.996551:0:16072:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942114.996552:0:16072:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996a00. 00000100:00000001:0.0:1788942114.996556:0:16072:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942114.996557:0:16072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942114.996559:0:16072:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1788942114.996563:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942114.996569:0:16072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815778f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeeca59 expref: -99 pid: 31529 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788942114.996585:0:16072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3e200 count: 0 00010000:00000010:0.0:1788942114.996594:0:16072:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78900. 00010000:00000001:0.0:1788942114.996603:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942114.996605:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942114.996608:0:16072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325e00/0xcbb91bbb7815777a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeec9fe expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788942114.996613:0:16072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25b00 count: 0 00010000:00000010:0.0:1788942114.996616:0:16072:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87d80. 00010000:00000001:0.0:1788942114.996621:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942114.996622:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942114.996624:0:16072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157788 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeeca36 expref: -99 pid: 31519 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788942114.996630:0:16072:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b545345240. 00010000:00000040:0.0:1788942114.996633:0:16072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227500 count: 0 00010000:00000010:0.0:1788942114.996635:0:16072:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4c880. 00010000:00000001:0.0:1788942114.996640:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942114.996641:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942114.996643:0:16072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157781 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeeca1a expref: -99 pid: 31519 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788942114.996648:0:16072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25800 count: 0 00010000:00000010:0.0:1788942114.996651:0:16072:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87100. 00010000:00000001:0.0:1788942114.996654:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942114.996656:0:16072:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942114.996774:0:16072:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942114.996779:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942114.996781:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942114.996784:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942114.996786:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942114.996787:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942114.996789:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942114.996791:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942114.996792:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942114.996793:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942114.996814:0:31548:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942114.996817:0:31548:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942114.996820:0:31548:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1788942115.002894:0:31549:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e200. 00010000:00000010:0.1:1788942115.002923:0:31549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:0.1:1788942115.002929:0:31549:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25b00. 00010000:00000010:0.1:1788942115.002936:0:31549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325e00. 00010000:00000010:0.1:1788942115.002942:0:31549:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227500. 00010000:00000010:0.1:1788942115.002947:0:31549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b600. 00010000:00000010:0.1:1788942115.002951:0:31549:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:0.1:1788942115.002955:0:31549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324400. 00020000:00000001:0.0:1788942115.013008:0:31519:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942115.013021:0:31519:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b559220000 00020000:00000002:0.0:1788942115.013030:0:31519:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b559220000 00020000:00000001:0.0:1788942115.013034:0:31519:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942115.013047:0:31519:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942115.013050:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07df0 00000080:00200008:0.0:1788942115.013053:0:31519:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x29:0x0](ffff90b548d34b08), flags 100002 00000080:00000001:0.0:1788942115.013058:0:31519:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942115.013062:0:31519:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788942115.013063:0:31519:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942115.013065:0:31519:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b559220000 00020000:00000002:0.0:1788942115.013067:0:31519:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b559220000 00020000:00000001:0.0:1788942115.013069:0:31519:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942115.013071:0:31519:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942115.013092:0:31519:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942115.013097:0:31519:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942115.013105:0:31519:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942115.013108:0:31519:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942115.013110:0:31519:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x29:0x0]: 0 00000080:00000001:0.0:1788942115.013114:0:31519:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942115.013116:0:31519:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942115.013122:0:31519:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b55294d600. 00000080:00000001:0.0:1788942115.013125:0:31519:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942115.013133:0:31519:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942115.013139:0:31519:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942115.013142:0:31519:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x29:0x0] 00000002:00000001:0.0:1788942115.013146:0:31519:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942115.013149:0:31519:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x29:0x0] file closed with intent: 0 00000100:00000010:0.0:1788942115.013156:0:31519:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996a00. 00000020:00000040:0.0:1788942115.013163:0:31519:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942115.013169:0:31519:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942115.013173:0:31519:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942115.013179:0:31519:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942115.013187:0:31519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55294de00. 00000100:00000001:0.0:1788942115.013194:0:31519:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942115.013232:0:31519:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942115.013245:0:31519:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1788942115.013250:0:31519:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942115.013257:0:31519:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942115.013259:0:31519:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942115.013268:0:31519:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942115.013270:0:31519:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942115.013273:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942115.013275:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942115.013279:0:31519:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942115.013285:0:31519:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942115.013287:0:31519:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942115.013289:0:31519:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942115.013293:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942115.013300:0:31519:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942115.013302:0:31519:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942115.013307:0:31519:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942115.013310:0:31519:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942115.013312:0:31519:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942115.013316:0:31519:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:31519:1875839884260352:192.168.206.109@tcp:35:multiop.0 00000100:00000001:0.0:1788942115.013320:0:31519:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942115.013327:0:31519:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942115.013329:0:31519:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942115.013332:0:31519:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942115.013338:0:31519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942115.013340:0:31519:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942115.013351:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942115.013356:0:31519:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097b58. 00000400:00000010:0.0:1788942115.013365:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a6e8. 00000100:00000200:0.0:1788942115.013374:0:31519:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884260352, portal 10 00000100:00000001:0.0:1788942115.013376:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942115.013378:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:0.0:1788942115.013385:0:31519:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942131 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942115.013393:0:31519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942115.013396:0:31519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942115.013401:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942115.013405:0:31519:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884260352, offset 0 00000400:00000200:0.0:1788942115.013412:0:31519:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942115.013421:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942115.013430:0:31519:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942115.013436:0:31519:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942115.013441:0:31519:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942115.013445:0:31519:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942115.013448:0:31519:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942115.013453:0:31519:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2444:2444:256:4294967295] 192.168.206.109@tcp LPNI seq info [2444:2444:8:4294967295] 00000400:00000200:0.0:1788942115.013458:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942115.013474:0:31519:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942115.013480:0:31519:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942115.013486:0:31519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b400. 00000800:00000200:0.0:1788942115.013494:0:31519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942115.013503:0:31519:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942115.013508:0:31519:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942115.013527:0:31519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942115.013533:0:31519:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 797943 usecs (798 jiffies) 00000400:00000200:0.0:1788942115.013537:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942115.013541:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296515970 00000100:00000001:0.0:1788942115.013545:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296519241 00000100:00000001:0.0:1788942115.013547:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296515970 00000100:00000001:0.0:1788942115.013551:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296519241 00000100:00000001:0.0:1788942115.013554:0:31519:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942115.013557:0:31519:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942115.013560:0:31519:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942115.013563:0:31519:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942115.013566:0:31519:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942115.013569:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942115.013573:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942115.013837:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942115.013843:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b400. 00000400:00000200:2.0:1788942115.013872:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942115.013881:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942115.013898:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:2.0:1788942115.013902:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:2.0:1788942115.013908:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942115.013914:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942131 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942115.013932:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942115.013936:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942131 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942115.013943:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942115.013945:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788942115.552981:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942115.552987:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942115.553156:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942115.553161:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942115.553164:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942116.576995:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942116.577002:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942116.577330:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942116.577333:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942116.577336:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942117.601943:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942117.601950:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942117.602064:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942117.602067:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942117.602070:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942118.625389:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942118.625397:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942118.625675:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942118.625679:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942118.625682:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942119.520968:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296519241, at 4296519680 00000100:00000010:2.0:1788942119.520984:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54000. 00000100:00000040:3.0:1788942119.521366:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296519241, at 4296519680 00000100:00000010:3.0:1788942119.521374:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54060. 00010000:00000001:3.0:1788942119.649015:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942119.649022:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942119.649195:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942119.649199:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942119.649202:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942120.033251:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942120.033260:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942120.033267:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544aced80. 00000020:00000040:3.0:1788942120.033272:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942120.033276:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942120.033279:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942120.033285:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942120.033292:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b544d69900. 00000100:00000001:3.0:1788942120.033299:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033311:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942120.033321:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942120.033399:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033407:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d0366ec] to pc [ptlrpcd_01_00+0] req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942120.033428:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033431:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942120.033434:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942120.033438:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acce00. 00000020:00000040:3.0:1788942120.033441:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=10 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942120.033443:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942120.033445:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942120.033447:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942120.033451:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b544d69100. 00000100:00000001:3.0:1788942120.033454:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033459:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942120.033466:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942120.033468:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033472:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cd5838] to pc [ptlrpcd_01_01+1] req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942120.033478:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033480:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942120.033483:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942120.033486:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acfb80. 00000020:00000040:3.0:1788942120.033488:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942120.033490:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942120.033491:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942120.033493:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942120.033496:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b544d69f00. 00000100:00000001:3.0:1788942120.033499:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033502:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942120.033508:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942120.033510:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033512:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008da7cfa] to pc [ptlrpcd_01_00+0] req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942120.033520:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.033991:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942120.033995:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942120.033999:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acc700. 00000020:00000040:3.0:1788942120.034002:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942120.034005:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942120.034006:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942120.034009:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942120.034014:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55127ae00. 00000100:00000001:3.0:1788942120.034017:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.034022:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942120.034029:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942120.034032:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.034036:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4db7862] to pc [ptlrpcd_01_01+1] req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942120.034044:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942120.034048:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1857) 00000100:00000001:2.0:1788942120.034521:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942120.034525:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942120.034527:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942120.034534:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.034541:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942120.034543:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.034546:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942120.034549:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942120.034551:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942120.034554:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884260608:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942120.034558:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942120.034563:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942120.034565:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.034567:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942120.034571:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5487e3000. 02000000:00000001:2.0:1788942120.034573:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942120.034580:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942120.034584:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b00. 00000400:00000010:2.0:1788942120.034591:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942120.034598:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884260608, portal 10 00000100:00000001:2.0:1788942120.034600:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942120.034602:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496896 : -122366761054720 : ffff90b544acce00) 00000100:00000040:2.0:1788942120.034608:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.034616:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942120.034618:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942120.034621:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942120.034624:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884260608, offset 0 00000400:00000200:2.0:1788942120.034629:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942120.034636:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.034643:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942120.034659:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942120.034663:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942120.034667:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942120.034670:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942120.034673:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2445:2445:256:4294967295] 192.168.206.109@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:2.0:1788942120.034678:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.034697:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942120.034703:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942120.034708:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61700. 00000800:00000200:2.0:1788942120.034714:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942120.034720:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942120.034724:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942120.034736:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942120.034740:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 797943 usecs (798 jiffies) 00000400:00000200:2.0:1788942120.034744:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942120.034746:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296520991 00000100:00000010:2.0:1788942120.034751:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd480. 00000100:00000001:2.0:1788942120.034756:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788942120.034760:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296520991 00000100:00000010:2.0:1788942120.034764:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd660. 00000100:00000001:2.0:1788942120.034767:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788942120.034769:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942120.034772:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.034775:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942120.034778:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.034785:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942120.034786:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.034788:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942120.034790:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942120.034792:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942120.034795:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884260864:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942120.034798:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942120.034800:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942120.034802:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.034803:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942120.034806:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5487e3c00. 02000000:00000001:2.0:1788942120.034808:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942120.034812:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942120.034814:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450987e8. 00000400:00000010:2.0:1788942120.034817:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e615d8. 00000100:00000200:2.0:1788942120.034820:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884260864, portal 4 00000100:00000001:2.0:1788942120.034821:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942120.034823:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948495104 : -122366761056512 : ffff90b544acc700) 00000100:00000040:2.0:1788942120.034828:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.034833:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942120.034835:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942120.034837:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e613b8. 00000100:00000200:2.0:1788942120.034839:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884260864, offset 0 00000400:00000200:2.0:1788942120.034842:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942120.034846:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.034849:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942120.034892:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942120.034895:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942120.034898:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942120.034900:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942120.034903:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2446:2446:255:4294967295] 192.168.206.109@tcp LPNI seq info [2446:2446:7:4294967295] 00000400:00000200:2.0:1788942120.034907:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.034913:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942120.034918:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942120.034921:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61300. 00000800:00000200:2.0:1788942120.034925:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942120.034929:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942120.034932:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942120.034935:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942120.034938:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 269470 usecs (270 jiffies) 00000400:00000200:2.0:1788942120.034941:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942120.034943:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296520463 00000100:00000001:2.0:1788942120.034945:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296520991 00000100:00000001:2.0:1788942120.034947:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296520463 00000100:00000001:2.0:1788942120.034949:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296520991 00000100:00000001:2.0:1788942120.034951:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942120.034953:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.034955:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.034958:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.034964:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942120.034966:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942120.034968:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942120.034969:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942120.034971:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942120.034974:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788942120.034975:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.034977:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942120.034979:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.034981:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942120.034981:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942120.034983:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942120.034986:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035003:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942120.035004:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.035006:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942120.035008:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942120.035010:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942120.035013:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884260480:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942120.035016:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942120.035018:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942120.035020:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.035021:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942120.035024:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5487e2000. 02000000:00000001:2.0:1788942120.035026:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942120.035029:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942120.035031:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098580. 00000400:00000010:2.0:1788942120.035034:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61198. 00000100:00000200:2.0:1788942120.035037:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884260480, portal 25 00000100:00000001:2.0:1788942120.035039:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942120.035040:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504960 : -122366761046656 : ffff90b544aced80) 00000100:00000040:2.0:1788942120.035044:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035051:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942120.035053:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942120.035054:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61330. 00000100:00000200:2.0:1788942120.035056:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884260480, offset 0 00000400:00000200:2.0:1788942120.035060:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942120.035063:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.035066:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942120.035069:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942120.035071:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942120.035073:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942120.035075:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942120.035078:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2447:2447:254:4294967295] 192.168.206.109@tcp LPNI seq info [2447:2447:6:4294967295] 00000400:00000200:2.0:1788942120.035081:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.035087:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942120.035091:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942120.035094:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942120.035098:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942120.035102:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942120.035275:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942120.035279:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942120.035283:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942120.035285:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296524361 00000100:00000001:2.0:1788942120.035290:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296520991 00000100:00000001:2.0:1788942120.035293:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296524361 00000100:00000001:2.0:1788942120.035296:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296520991 00000100:00000001:2.0:1788942120.035298:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942120.035300:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.035302:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942120.035307:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035313:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942120.035314:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.035316:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942120.035318:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942120.035320:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942120.035322:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884260736:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942120.035326:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942120.035329:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942120.035330:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.035332:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942120.035336:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5487e2e00. 02000000:00000001:2.0:1788942120.035338:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942120.035341:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942120.035344:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098f20. 00000400:00000010:2.0:1788942120.035347:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61dd0. 00000100:00000200:2.0:1788942120.035350:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884260736, portal 4 00000100:00000001:2.0:1788942120.035352:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942120.035353:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00000100:00000040:2.0:1788942120.035359:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035364:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942120.035366:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942120.035368:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61440. 00000100:00000200:2.0:1788942120.035371:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884260736, offset 0 00000400:00000200:2.0:1788942120.035374:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942120.035378:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.035381:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942120.035384:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942120.035386:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942120.035388:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942120.035391:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942120.035393:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2448:2448:253:4294967295] 192.168.206.109@tcp LPNI seq info [2448:2448:5:4294967295] 00000400:00000200:2.0:1788942120.035397:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.035403:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942120.035407:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942120.035413:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61e00. 00000800:00000200:2.0:1788942120.035417:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942120.035421:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942120.035423:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942120.035426:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942120.035429:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24296 usecs (25 jiffies) 00000400:00000200:2.0:1788942120.035432:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942120.035434:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296520218 00000100:00000001:2.0:1788942120.035436:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296524361 00000100:00000001:2.0:1788942120.035438:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296520218 00000100:00000001:2.0:1788942120.035440:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296524361 00000100:00000001:2.0:1788942120.035443:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942120.035444:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.035447:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.035449:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942120.035485:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942120.035489:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:2.0:1788942120.035494:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942120.035498:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942120.035502:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:2.0:1788942120.035504:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:2.0:1788942120.035508:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942120.035513:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035521:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.035525:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035531:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.035532:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942120.035543:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942120.035545:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:2.0:1788942120.035547:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942120.035550:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942120.035552:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e613b8 00000400:00000010:2.0:1788942120.035553:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e613b8. 00000100:00000001:2.0:1788942120.035555:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942120.035559:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035565:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.035567:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035572:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.035574:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942120.035581:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942120.035583:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:2.0:1788942120.035586:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942120.035588:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942120.035591:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61330 00000400:00000010:2.0:1788942120.035592:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61330. 00000100:00000001:2.0:1788942120.035594:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942120.035597:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035603:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.035606:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035612:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.035613:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942120.035634:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942120.035636:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61e00. 00000400:00000200:2.0:1788942120.035639:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942120.035642:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942120.035644:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:2.0:1788942120.035645:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:2.0:1788942120.035648:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942120.035651:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035657:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.035660:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.035666:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.035668:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942120.035691:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942120.035694:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942120.044259:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.044275:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942120.044278:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.044281:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942120.044291:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.044299:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942120.044308:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.044313:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.044318:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.044335:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4f500 00000400:00000200:2.0:1788942120.044341:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.044346:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x691d [1] + 224 00000800:00000001:2.0:1788942120.044353:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.045562:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942120.045571:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942120.045578:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942120.045587:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942120.045594:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942120.045605:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.045621:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942120.045631:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.045637:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942120.045639:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.045641:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942120.045646:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.045650:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942120.045656:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.045659:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.045663:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.045667:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4f600 00000400:00000200:2.0:1788942120.045670:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.045675:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x692d [1] + 224 00000800:00000001:2.0:1788942120.045680:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.045954:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942120.045957:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942120.045962:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942120.045966:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942120.045971:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942120.045979:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.045986:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942120.045991:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.045995:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942120.045996:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.045998:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942120.046001:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046005:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942120.046009:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046012:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046015:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046018:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4f580 00000400:00000200:2.0:1788942120.046021:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046025:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x694d [1] + 224 00000800:00000001:2.0:1788942120.046028:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.046032:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942120.046034:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942120.046037:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942120.046040:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942120.046044:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942120.046052:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.046059:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942120.046062:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.046065:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942120.046067:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.046069:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942120.046071:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046074:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942120.046078:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046080:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046082:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046084:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4f480 00000400:00000200:2.0:1788942120.046087:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942120.046359:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x693d [1] + 224 00000800:00000001:2.0:1788942120.046365:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.046374:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942120.046376:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942120.046379:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942120.046382:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942120.046387:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942120.046395:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.046402:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942120.046406:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942120.046408:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.046427:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942120.046430:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942120.046436:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942120.046437:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942120.046440:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098580. 00000400:00000200:2.0:1788942120.046444:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61198 00000400:00000010:2.0:1788942120.046446:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61198. 00000100:00000001:2.0:1788942120.046449:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942120.046452:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942120.046461:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.046467:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942120.046469:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.046471:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942120.046475:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942120.046477:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942120.046479:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.046482:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942120.046488:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942120.046491:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942120.046494:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942120.046495:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942120.046498:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942120.046500:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.046503:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942120.046507:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.046514:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942120.046517:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942120.046519:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942120.046523:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942120.046531:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884260480:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942120.046537:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942120.046538:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942120.046540:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098f20. 00000400:00000200:2.0:1788942120.046542:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61dd0 00000400:00000010:2.0:1788942120.046544:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61dd0. 00000100:00000001:2.0:1788942120.046546:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942120.046549:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942120.046557:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.046564:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942120.046565:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.046567:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942120.046568:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942120.046569:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942120.046571:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.046572:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942120.046578:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=110 v=5 (5 5 5 36) 00000100:00001000:2.0:1788942120.046581:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942120.046583:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942120.046584:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942120.046586:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942120.046588:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.046591:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942120.046593:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1788942120.046595:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942120.046597:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942120.046600:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.046606:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942120.046608:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942120.046609:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942120.046613:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942120.046620:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884260736:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942120.046625:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942120.046626:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942120.046628:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b00. 00000400:00000200:2.0:1788942120.046630:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:2.0:1788942120.046632:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:2.0:1788942120.046634:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942120.046637:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942120.046645:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.046650:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942120.046651:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.046653:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942120.046654:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942120.046656:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942120.046657:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.046658:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942120.046662:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=110 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942120.046664:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942120.046666:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942120.046667:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942120.046669:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942120.046670:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.046673:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788942120.046674:0:2356:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967634 gen 2 00000100:00000040:2.0:1788942120.046679:0:2356:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff90b544acc380 x1875839884257792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.048570:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.048581:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acc380 x1875839884257792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.048590:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942120.048592:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942120.048595:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837e000. 02000000:00000001:2.0:1788942120.048600:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942120.048603:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942120.048604:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942120.048607:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942120.048609:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837cc00. 02000000:00000001:2.0:1788942120.048613:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942120.048614:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942120.048616:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acc380. 00000100:00000001:2.0:1788942120.048619:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942120.048621:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942120.048625:0:2356:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff90b552368e00 x1875839884258304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.048633:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.048635:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884258304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.048641:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942120.048642:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942120.048643:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552276800. 02000000:00000001:2.0:1788942120.048646:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942120.048647:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942120.048648:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942120.048649:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942120.048650:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552277800. 02000000:00000001:2.0:1788942120.048653:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942120.048654:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942120.048655:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:2.0:1788942120.048657:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942120.048659:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942120.048662:0:2356:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942120.048675:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942120.048677:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:2.0:1788942120.048679:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.048682:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942120.048744:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942120.048749:0:2356:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942120.048756:0:2356:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788942120.048759:0:2356:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:2.0:1788942120.048761:0:2356:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942120.048764:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942120.048769:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.048775:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942120.048778:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942120.048780:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942120.048783:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942120.048790:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884260608:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942120.048801:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942120.048803:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942120.048805:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450987e8. 00000400:00000200:2.0:1788942120.048809:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e615d8 00000400:00000010:2.0:1788942120.048811:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e615d8. 00000100:00000001:2.0:1788942120.048814:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942120.048818:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942120.048832:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.048838:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942120.048840:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.048842:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942120.048844:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942120.048846:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942120.048848:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942120.048875:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942120.048883:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=110 v=5 (5 5 5 36) 00000100:00001000:2.0:1788942120.048887:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942120.048889:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942120.048891:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942120.048894:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942120.048897:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.048899:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942120.048901:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942120.048903:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942120.048904:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942120.048908:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.048914:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942120.048916:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942120.048917:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942120.048920:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942120.048928:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884260864:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942120.048933:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.048936:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.048940:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544aced80 x1875839884260480/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.048954:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942120.048956:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942120.048958:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5487e2000. 02000000:00000001:2.0:1788942120.048962:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942120.048964:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942120.048966:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:2.0:1788942120.048968:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942120.048970:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b544d69900. 02000000:00000001:2.0:1788942120.048977:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942120.048979:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942120.048980:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544aced80. 00000100:00000001:2.0:1788942120.048984:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942120.048985:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.048987:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.048993:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acfb80 x1875839884260736/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.049165:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942120.049167:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942120.049169:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5487e2e00. 02000000:00000001:2.0:1788942120.049172:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942120.049173:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942120.049174:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942120.049176:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942120.049178:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b544d69f00. 02000000:00000001:2.0:1788942120.049180:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942120.049190:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942120.049192:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acfb80. 00000100:00000001:2.0:1788942120.049195:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942120.049196:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.049198:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.049202:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acce00 x1875839884260608/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.049209:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942120.049210:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942120.049212:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5487e3000. 02000000:00000001:2.0:1788942120.049213:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942120.049215:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942120.049216:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942120.049217:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942120.049219:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b544d69100. 02000000:00000001:2.0:1788942120.049220:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942120.049221:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942120.049222:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acce00. 00000100:00000001:2.0:1788942120.049224:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942120.049225:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.049227:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942120.049230:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acc700 x1875839884260864/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942120.049235:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942120.049236:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942120.049238:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5487e3c00. 02000000:00000001:2.0:1788942120.049239:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942120.049240:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942120.049241:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942120.049243:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942120.049244:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55127ae00. 02000000:00000001:2.0:1788942120.049247:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942120.049248:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942120.049249:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acc700. 00000100:00000001:2.0:1788942120.049250:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942120.049251:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.049253:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942120.049260:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942120.049261:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942120.049264:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942120.049266:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942120.673081:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942120.673100:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942120.673627:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942120.673633:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942120.673638:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942121.700295:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942121.700305:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942121.701660:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942121.701666:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942121.701671:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942122.720984:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942122.720990:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942122.721076:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942122.721080:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942122.721083:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942123.619590:0:31529:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942123.619600:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942123.619602:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788942123.619609:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 1 seconds 00000100:00000001:1.0:1788942123.619614:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942123.619619:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942123.745685:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942123.745696:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942123.745699:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942123.745702:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942123.745708:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942123.745711:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942123.745714:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942123.745716:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942123.751315:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942123.751324:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942123.751330:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942124.640998:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296524361, at 4296524800 00000100:00000001:1.0:1788942124.640998:0:31529:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942124.641008:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942124.641012:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788942124.641017:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 1 seconds 00000100:00000010:3.0:1788942124.641018:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd660. 00000100:00000001:1.0:1788942124.641022:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942124.641026:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942124.641668:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296524361, at 4296524800 00000100:00000010:2.0:1788942124.641678:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd480. 00010000:00000001:3.0:1788942124.769042:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942124.769050:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942124.769153:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942124.769165:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942124.769169:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942125.153496:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942125.153506:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942125.153520:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942125.153528:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942125.153534:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942125.153538:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942125.153546:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942125.153556:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551a61e00. 00000100:00000001:2.0:1788942125.153565:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.153582:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942125.153594:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942125.153600:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.153606:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070bfd811] to pc [ptlrpcd_01_00+0] req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.153670:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942125.153675:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942125.153678:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942125.153685:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.153694:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942125.153697:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942125.153701:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942125.153704:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942125.153717:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942125.153721:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884260992:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942125.153726:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942125.153732:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942125.153734:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942125.153737:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942125.153743:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fb800. 02000000:00000001:3.0:1788942125.153745:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942125.153754:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942125.153758:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c44d0. 00000400:00000010:3.0:1788942125.153766:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded198. 00000100:00000200:3.0:1788942125.153775:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884260992, portal 25 00000100:00000001:3.0:1788942125.153778:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942125.153780:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:3.0:1788942125.153786:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.153794:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942125.153796:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942125.153799:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543deda18. 00000100:00000200:3.0:1788942125.153802:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884260992, offset 0 00000400:00000200:3.0:1788942125.153810:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942125.153820:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.153829:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942125.153836:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942125.153841:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942125.153844:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942125.153848:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942125.153886:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2449:2449:256:4294967295] 192.168.206.109@tcp LPNI seq info [2449:2449:8:4294967295] 00000400:00000200:3.0:1788942125.153892:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.153905:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942125.153912:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942125.153918:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127a400. 00000800:00000200:3.0:1788942125.153926:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942125.153936:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942125.153941:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942125.153956:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942125.153961:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942125.153964:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296529481 00000100:00000010:3.0:1788942125.153971:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76480. 00000100:00000001:3.0:1788942125.153979:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788942125.153984:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296529481 00000100:00000010:3.0:1788942125.153988:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76c60. 00000100:00000001:3.0:1788942125.153992:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788942125.153995:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942125.153998:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942125.154003:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942125.154006:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.154312:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.154327:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942125.154331:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942125.154336:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b800. 00000020:00000040:2.0:1788942125.154340:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942125.154343:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942125.154345:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942125.154347:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942125.154351:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551a61800. 00000100:00000001:2.0:1788942125.154356:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.154362:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942125.154370:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942125.154374:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.154378:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000645c0b1b] to pc [ptlrpcd_01_01+1] req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.155370:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942125.155385:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942125.155391:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942125.155393:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942125.155396:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942125.155651:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788942125.155658:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942125.155662:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942125.155664:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942125.155666:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942125.155668:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942125.155670:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942125.155682:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.155693:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942125.155696:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942125.155700:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942125.155705:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942125.155708:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942125.155712:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884261120:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942125.155716:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942125.155722:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942125.155724:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942125.155726:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942125.155747:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fbe00. 02000000:00000001:3.0:1788942125.155750:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942125.155760:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942125.155766:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4e70. 00000400:00000010:3.0:1788942125.155775:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543deddd0. 00000100:00000200:3.0:1788942125.155782:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884261120, portal 10 00000100:00000001:3.0:1788942125.155786:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942125.155788:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00000100:00000040:3.0:1788942125.155797:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.155805:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942125.155808:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942125.155812:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded770. 00000100:00000200:3.0:1788942125.155816:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884261120, offset 0 00000400:00000200:3.0:1788942125.155823:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942125.155834:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.155842:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942125.155848:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942125.155874:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942125.155879:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942125.155882:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942125.155886:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2450:2450:255:4294967295] 192.168.206.109@tcp LPNI seq info [2450:2450:7:4294967295] 00000400:00000200:3.0:1788942125.155891:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.155901:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942125.155907:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942125.155913:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127a600. 00000800:00000200:3.0:1788942125.155921:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942125.155930:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942125.155934:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942125.155939:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942125.155944:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 796871 usecs (797 jiffies) 00000400:00000200:3.0:1788942125.155948:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942125.155951:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296526112 00000100:00000001:3.0:1788942125.155954:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296529481 00000100:00000001:3.0:1788942125.155957:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296526112 00000100:00000001:3.0:1788942125.155959:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296529481 00000100:00000001:3.0:1788942125.155962:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942125.155965:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942125.155967:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942125.155970:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942125.156036:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942125.156040:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127a400. 00000400:00000200:3.0:1788942125.156049:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942125.156054:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942125.156061:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543deda18 00000400:00000010:3.0:1788942125.156064:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543deda18. 00000100:00000001:3.0:1788942125.156069:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942125.156075:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.156086:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942125.156089:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.156097:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942125.156099:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942125.157169:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.157180:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942125.157186:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788942125.157189:0:20148:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788942125.157194:0:20148:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788942125.157203:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368700. 00000020:00000040:2.0:1788942125.157210:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942125.157215:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942125.157218:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942125.157224:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942125.157232:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551a61300. 00000100:00000001:2.0:1788942125.157239:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942125.157242:0:20148:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621707175626496 : -122366533925120 : ffff90b552368700) 00000100:00080000:2.0:1788942125.157246:0:20148:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788942125.157249:0:20148:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90b5459f2800: disconnect after 21s idle 00000100:00000001:2.0:1788942125.157253:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942125.157258:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.157962:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc1bb37c] to pc [ptlrpcd_rcv+-1] req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.158050:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942125.158055:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942125.158058:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942125.158068:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.158077:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942125.158079:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942125.158084:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942125.158088:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942125.158091:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942125.158094:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884261248:192.168.206.109@tcp:9:kworker.0 00000100:00000001:0.0:1788942125.158099:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942125.158104:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942125.158107:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942125.158109:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942125.158117:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55294d200. 02000000:00000001:0.0:1788942125.158120:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942125.158129:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942125.158134:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942125.158143:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a990. 00000100:00000200:0.0:1788942125.158150:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884261248, portal 4 00000100:00000001:0.0:1788942125.158164:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942125.158167:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175626496 : -122366533925120 : ffff90b552368700) 00000100:00000040:0.0:1788942125.158175:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.158183:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942125.158187:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942125.158190:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ac38. 00000100:00000200:0.0:1788942125.158194:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884261248, offset 0 00000400:00000200:0.0:1788942125.158202:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942125.158212:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942125.158220:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942125.158226:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942125.158230:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942125.158234:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942125.158237:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942125.158241:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2451:2451:255:4294967295] 192.168.206.109@tcp LPNI seq info [2451:2451:7:4294967295] 00000400:00000200:0.0:1788942125.158246:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942125.158261:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942125.158268:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942125.158274:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b900. 00000800:00000200:0.0:1788942125.158282:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942125.158292:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942125.158298:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1788942125.158298:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1788942125.158305:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127a600. 00000100:00000001:0.0:1788942125.158306:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942125.158314:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1788942125.158314:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24257 usecs (25 jiffies) 00000400:00000200:3.0:1788942125.158322:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942125.158329:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded770 00000400:00000010:3.0:1788942125.158331:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded770. 00000100:00000001:3.0:1788942125.158336:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942125.158342:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.158353:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942125.158357:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.158364:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942125.158366:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788942125.158617:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942125.158621:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296525342 00000100:00000001:0.0:1788942125.158702:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296529481 00000100:00000001:0.0:1788942125.158782:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296525342 00000100:00000001:0.0:1788942125.158786:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296529481 00000100:00000001:0.0:1788942125.158790:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942125.158794:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.158797:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.158800:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.158825:0:20148:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.158829:0:20148:0:(pinger.c:124:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.158834:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942125.158839:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788942125.158841:0:20148:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788942125.158844:0:20148:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788942125.158873:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369180. 00000020:00000040:2.0:1788942125.158888:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942125.158894:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942125.158896:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942125.158901:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942125.158908:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551a61700. 00000100:00000001:2.0:1788942125.158914:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942125.158918:0:20148:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00080000:2.0:1788942125.158921:0:20148:0:(import.c:65:import_set_state_nolock()) ffff90b551b96000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788942125.158925:0:20148:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90b5459f2800: disconnect after 21s idle 00000100:00000001:2.0:1788942125.158929:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942125.158933:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.158940:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dc6c33e] to pc [ptlrpcd_rcv+-1] req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788942125.159926:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942125.159935:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b900. 00000400:00000200:3.0:1788942125.159943:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942125.159951:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942125.159958:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ac38 00000400:00000010:3.0:1788942125.159961:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ac38. 00000100:00000001:3.0:1788942125.159967:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942125.159973:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.159984:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942125.159988:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.159995:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942125.159997:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942125.160032:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942125.160036:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942125.160040:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942125.160044:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.161491:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942125.161502:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788942125.161510:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942125.161514:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942125.161518:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942125.161533:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.161546:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942125.161549:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942125.161556:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942125.161561:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942125.161564:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942125.161569:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884261376:192.168.206.109@tcp:9:kworker.0 00000100:00000001:0.0:1788942125.161574:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942125.161581:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942125.161585:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942125.161588:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942125.161598:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5428fac00. 02000000:00000001:0.0:1788942125.161601:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942125.161612:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942125.161619:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942125.161627:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942125.161636:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884261376, portal 4 00000100:00000001:0.0:1788942125.161639:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942125.161641:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000040:0.0:1788942125.161651:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.161660:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942125.161664:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942125.161667:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a770. 00000100:00000200:0.0:1788942125.161671:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884261376, offset 0 00000400:00000200:0.0:1788942125.161679:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942125.161689:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942125.161700:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000100:00000001:2.0:1788942125.161864:0:20148:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.161869:0:20148:0:(pinger.c:124:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.161943:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1863) 00000100:00000001:2.0:1788942125.161968:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942125.161972:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942125.162033:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942125.162039:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942125.162044:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942125.162047:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942125.162052:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2452:2452:256:4294967295] 192.168.206.109@tcp LPNI seq info [2452:2452:8:4294967295] 00000400:00000200:0.0:1788942125.162057:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942125.162068:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942125.162075:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942125.162082:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b000. 00000800:00000200:0.0:1788942125.162090:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942125.162099:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942125.162103:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942125.162183:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942125.162189:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 267840 usecs (268 jiffies) 00000400:00000200:0.0:1788942125.162192:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942125.162196:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296525589 00000100:00000001:0.0:1788942125.162199:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296529481 00000100:00000001:0.0:1788942125.162201:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296525589 00000100:00000001:0.0:1788942125.162204:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296529481 00000100:00000001:0.0:1788942125.162206:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942125.162210:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.162215:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.162217:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942125.162223:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942125.162226:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788942125.162228:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942125.162229:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942125.162231:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.162233:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942125.162729:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942125.162735:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b000. 00000400:00000200:2.0:1788942125.162742:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942125.162748:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942125.162756:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a770 00000400:00000010:2.0:1788942125.162759:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a770. 00000100:00000001:2.0:1788942125.162764:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942125.162771:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942125.162782:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942125.162786:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942125.162793:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942125.162795:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942125.167365:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167386:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942125.167391:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167403:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942125.167418:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167428:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942125.167437:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167442:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167448:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167453:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f4f700 00000400:00000200:3.0:1788942125.167459:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167466:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x696d [1] + 224 00000800:00000001:3.0:1788942125.167473:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167476:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942125.167480:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942125.167485:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942125.167495:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942125.167505:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942125.167518:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.167545:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942125.167563:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167568:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942125.167569:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167571:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942125.167574:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167578:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942125.167582:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167585:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167587:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167590:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4f680 00000400:00000200:3.0:1788942125.167593:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167597:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x695d [1] + 224 00000800:00000001:3.0:1788942125.167601:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167604:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942125.167606:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942125.167609:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942125.167612:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942125.167618:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942125.167626:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.167633:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942125.167636:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167639:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942125.167640:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167643:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942125.167646:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167649:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942125.167652:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167654:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167657:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167660:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4f780 00000400:00000200:3.0:1788942125.167662:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.167667:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x697d [1] + 224 00000800:00000001:3.0:1788942125.167670:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.167674:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942125.167676:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942125.167679:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942125.167681:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942125.167686:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942125.167694:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.167767:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942125.167773:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942125.168079:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942125.168086:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.168092:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942125.168095:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.168097:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942125.168101:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.168104:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942125.168109:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.168111:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.168114:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.168117:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f4f800 00000400:00000200:3.0:1788942125.168120:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942125.168124:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6985 [1] + 224 00000800:00000001:3.0:1788942125.168128:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.168135:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942125.168138:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942125.168141:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942125.168144:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942125.168149:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942125.168169:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942125.168176:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942125.168180:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942125.168183:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.168695:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942125.168699:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942125.168708:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942125.168710:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942125.168714:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4e70. 00000400:00000200:2.0:1788942125.168720:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543deddd0 00000400:00000010:2.0:1788942125.168723:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543deddd0. 00000100:00000001:2.0:1788942125.168736:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942125.168742:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942125.168757:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942125.168764:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942125.168766:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.168769:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942125.168773:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942125.168776:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942125.168778:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942125.168781:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942125.168799:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=115 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942125.168804:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942125.168807:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942125.168809:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942125.168812:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942125.168816:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942125.168820:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788942125.168822:0:2355:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967635 gen 2 00000100:00000001:2.0:1788942125.168825:0:2355:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788942125.168828:0:2355:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1788942125.168831:0:2355:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942125.168833:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.168846:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942125.168885:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942125.168889:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942125.168891:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942125.168896:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942125.168914:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884261120:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942125.168922:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942125.168924:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942125.168926:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c44d0. 00000400:00000200:2.0:1788942125.168929:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded198 00000400:00000010:2.0:1788942125.168931:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded198. 00000100:00000001:2.0:1788942125.168934:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942125.168939:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942125.168948:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942125.168955:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942125.168957:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.168959:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942125.168961:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942125.168963:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942125.168964:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942125.168967:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942125.168970:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942125.168973:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942125.168976:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942125.168978:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942125.168979:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942125.168981:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942125.168983:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942125.168987:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942125.168993:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942125.168996:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942125.168997:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942125.169001:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942125.169009:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884260992:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942125.169014:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.169017:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942125.169021:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b800 x1875839884261120/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942125.169028:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942125.169032:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942125.169036:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fbe00. 02000000:00000001:2.0:1788942125.169040:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942125.169044:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942125.169047:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942125.169059:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942125.169063:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551a61800. 02000000:00000001:2.0:1788942125.169067:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942125.169069:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942125.169071:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b800. 00000100:00000001:2.0:1788942125.169076:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942125.169077:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.169079:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942125.169083:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884260992/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942125.169094:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942125.169095:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942125.169097:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fb800. 02000000:00000001:2.0:1788942125.169099:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942125.169101:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942125.169102:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:2.0:1788942125.169104:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942125.169105:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551a61e00. 02000000:00000001:2.0:1788942125.169108:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942125.169109:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942125.169110:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:2.0:1788942125.169112:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942125.169113:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.169116:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942125.169125:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942125.169128:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942125.169131:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942125.169134:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788942125.171017:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942125.171027:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942125.171033:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942125.171044:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a990 00000400:00000010:0.0:1788942125.171116:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a990. 00000100:00000001:0.0:1788942125.171125:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942125.171139:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942125.171153:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.171172:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942125.171175:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942125.171179:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942125.171184:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942125.171188:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942125.171191:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942125.171194:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942125.171208:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=115 v=5 (5 5 5 36) 00000100:00001000:0.0:1788942125.171212:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942125.171216:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942125.171218:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942125.171222:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942125.171226:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.171231:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942125.171234:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788942125.171237:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942125.171239:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942125.171244:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.171252:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942125.171255:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942125.171258:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788942125.171263:0:2352:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788942125.171278:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788942125.171283:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942125.171292:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884261248:192.168.206.109@tcp:9:kworker.0 00000100:00000001:0.0:1788942125.171299:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.171303:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942125.171308:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368700 x1875839884261248/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.171315:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942125.171318:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942125.171323:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55294d200. 02000000:00000001:0.0:1788942125.171331:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942125.171335:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942125.171338:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942125.171341:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942125.171344:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551a61300. 02000000:00000001:0.0:1788942125.171348:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942125.171350:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942125.171352:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368700. 00000100:00000001:0.0:1788942125.171357:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942125.171358:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942125.171362:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.171365:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942125.171367:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942125.171372:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942125.171373:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942125.171375:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:0.0:1788942125.171378:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:0.0:1788942125.171380:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:0.0:1788942125.171382:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942125.171387:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942125.171531:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.171536:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942125.171538:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942125.171540:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942125.171541:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942125.171542:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942125.171544:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942125.171546:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942125.171619:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=115 v=5 (5 5 5 36) 00000100:00001000:0.0:1788942125.171622:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942125.171624:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942125.171625:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942125.171627:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942125.171629:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.171632:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942125.171633:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788942125.171635:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942125.171636:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942125.171641:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.171647:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942125.171649:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942125.171650:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788942125.171653:0:2352:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788942125.171660:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b96000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788942125.171664:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942125.171671:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884261376:192.168.206.109@tcp:9:kworker.0 00000100:00000001:0.0:1788942125.171676:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942125.171678:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942125.171680:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369180 x1875839884261376/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942125.171686:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942125.171688:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942125.171690:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5428fac00. 02000000:00000001:0.0:1788942125.171693:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942125.171694:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942125.171696:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942125.171697:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942125.171699:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551a61700. 02000000:00000001:0.0:1788942125.171702:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942125.171703:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942125.171704:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369180. 00000100:00000001:0.0:1788942125.171706:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942125.171707:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942125.171709:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942125.171718:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942125.171784:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942125.171787:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942125.171788:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942125.665049:0:31529:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942125.665059:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942125.665062:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788942125.665069:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 1 seconds 00000100:00000001:1.0:1788942125.665073:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942125.665078:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942125.793627:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942125.793635:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942125.797402:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942125.797412:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942125.797418:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942126.179417:0:31519:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942126.179426:0:31519:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942126.179433:0:31519:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942126.179440:0:31519:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 1 seconds 00000100:00000001:0.0:1788942126.179446:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942126.179451:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942126.691302:0:31529:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942126.691315:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942126.691318:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788942126.691324:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 1 seconds 00000100:00000001:1.0:1788942126.691329:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942126.691334:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942126.817036:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942126.817045:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942126.817459:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942126.817465:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942126.817473:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942127.200997:0:31519:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942127.201009:0:31519:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942127.201013:0:31519:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942127.201020:0:31519:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 1 seconds 00000100:00000001:0.0:1788942127.201024:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942127.201029:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942127.716074:0:31529:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942127.716085:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942127.716088:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788942127.716095:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 1 seconds 00000100:00000001:1.0:1788942127.716099:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942127.716103:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942127.840964:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942127.840971:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942127.841083:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942127.841087:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942127.841091:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942128.225051:0:31519:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942128.225061:0:31519:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942128.225063:0:31519:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942128.225070:0:31519:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 1 seconds 00000100:00000001:0.0:1788942128.225074:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942128.225079:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.737934:0:31529:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942128.737944:0:31529:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788942128.737965:0:31529:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788942112/real 1788942112] req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942128 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788942128.737987:0:31529:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942128.737990:0:31529:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942128.737994:0:31529:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942128.738002:0:31529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da440 00000400:00000010:1.0:1788942128.738005:0:31529:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da440. 00000100:00000001:1.0:1788942128.738009:0:31529:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942128.738014:0:31529:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942128 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942128.738023:0:31529:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942128 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942128.738031:0:31529:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942128.738032:0:31529:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.738036:0:31529:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942128.738038:0:31529:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.738042:0:31529:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788942128.738047:0:31529:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788942128.738052:0:31529:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection to lustre-MDT0000 (at 192.168.206.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1788942128.738056:0:31529:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:1.0:1788942128.738060:0:31529:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788942128.738062:0:31529:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.738064:0:31529:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:1.0:1788942128.738066:0:31529:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1788942128.738090:0:31529:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788942128.738092:0:31529:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.738096:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942128.738098:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942128.738101:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 0 seconds 00000100:00000001:1.0:1788942128.738104:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942128.738106:0:31529:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.738108:0:31529:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942128.738112:0:31529:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.738115:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.738224:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942128.738232:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942128.738243:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942128.738248:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942128.738253:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942128.738256:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942128.738263:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942128.738272:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551a61e00. 00000100:00000001:2.0:1788942128.738282:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.738288:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942128.738299:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942128.738304:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.738311:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070bfd811] to pc [ptlrpcd_01_00+0] req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.738350:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788942128.738354:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788942128.738358:0:30557:0:(pinger.c:238:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788942128.738360:0:30557:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788942128.738362:0:30557:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788942128.738366:0:30557:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788942128.738370:0:30557:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1834 00000400:00000200:2.0:1788942128.738378:0:30557:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.738384:0:30557:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1788942128.738389:0:30557:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942128.738392:0:30557:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942128.738395:0:30557:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942128.738398:0:30557:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:2.0:1788942128.738401:0:30557:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942128.738404:0:30557:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:2.0:1788942128.738407:0:30557:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.738411:0:30557:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:2.0:1788942128.738413:0:30557:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:2.0:1788942128.738416:0:30557:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00000040:2.0:1788942128.738419:0:30557:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942128.738421:0:30557:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942128.738423:0:30557:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942128.738425:0:30557:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:2.0:1788942128.738429:0:30557:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00080000:2.0:1788942128.738433:0:30557:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: import ffff90b5459bb800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:2.0:1788942128.738436:0:30557:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942128.738439:0:30557:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788942128.738447:0:30557:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942128.738450:0:30557:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.738453:0:30557:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:2.0:1788942128.738457:0:30557:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788942128.738461:0:30557:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.738463:0:30557:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942128.738467:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b800. 00000020:00000040:2.0:1788942128.738469:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942128.738473:0:30557:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942128.738475:0:30557:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.738478:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942128.739638:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942128.739643:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942128.739656:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552277000. 00000100:00000001:2.0:1788942128.739664:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942128.739677:0:30557:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942128.739686:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942128.739690:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.739695:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000645c0b1b] to pc [ptlrpcd_rcv+-1] req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.739712:0:30557:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.739715:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788942128.739719:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788942128.739722:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788942128.739726:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788942128.739732:0:30557:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 2 (1866) 00000100:00000001:2.0:1788942128.739753:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788942128.739758:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788942128.739761:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942128.739768:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942128.739771:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942128.739773:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942128.739774:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942128.739776:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942128.739784:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.739792:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942128.739794:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942128.739799:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942128.739801:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942128.739804:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942128.739808:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884261504:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942128.739812:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942128.739818:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942128.739820:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942128.739822:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942128.739827:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5487e3c00. 02000000:00000001:2.0:1788942128.739829:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942128.739836:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942128.739841:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450987e8. 00000400:00000010:2.0:1788942128.739865:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e615d8. 00000100:00000200:2.0:1788942128.739875:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884261504, portal 25 00000100:00000001:2.0:1788942128.739878:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942128.739880:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:2.0:1788942128.739885:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.739893:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942128.739896:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942128.739899:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942128.739902:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884261504, offset 0 00000400:00000200:2.0:1788942128.739909:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942128.739919:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.739927:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942128.739933:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942128.739938:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942128.739942:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942128.739944:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942128.739949:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2453:2453:256:4294967295] 192.168.206.109@tcp LPNI seq info [2453:2453:8:4294967295] 00000400:00000200:2.0:1788942128.739954:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.739965:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942128.739972:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942128.739978:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942128.739985:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942128.739995:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942128.739999:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942128.740016:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942128.740020:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942128.740023:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296533067 00000100:00000001:2.0:1788942128.740030:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296529481 00000100:00000001:2.0:1788942128.740034:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296533067 00000100:00000001:2.0:1788942128.740038:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296529481 00000100:00000001:2.0:1788942128.740042:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942128.740045:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.740048:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.740051:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942128.740191:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942128.740196:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:2.0:1788942128.740201:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.740207:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942128.740214:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:2.0:1788942128.740216:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:2.0:1788942128.740221:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942128.740225:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.740234:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942128.740238:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.740245:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.740247:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942128.740669:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942128.740674:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.741376:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942128.741381:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942128.741384:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942128.741395:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.741406:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942128.741408:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.741411:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942128.741415:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942128.741418:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942128.741422:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884261632:192.168.206.109@tcp:38:kworker.0 00000100:00000001:0.0:1788942128.741426:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942128.741431:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942128.741433:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.741436:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942128.741444:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aec000. 02000000:00000001:0.0:1788942128.741446:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942128.741453:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942128.741456:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942128.741463:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942128.741468:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884261632, portal 10 00000100:00000001:0.0:1788942128.741470:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942128.741473:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00000100:00000040:0.0:1788942128.741491:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.741498:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942128.741500:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942128.741503:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a990. 00000100:00000200:0.0:1788942128.741508:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884261632, offset 0 00000400:00000200:0.0:1788942128.741515:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942128.741522:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942128.741529:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942128.741534:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942128.741537:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942128.741540:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942128.741543:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942128.741547:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2454:2454:256:4294967295] 192.168.206.109@tcp LPNI seq info [2454:2454:8:4294967295] 00000400:00000200:0.0:1788942128.741551:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942128.741561:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942128.741565:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942128.741571:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b700. 00000800:00000200:0.0:1788942128.741577:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942128.741584:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942128.741589:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788942128.741608:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942128.741612:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 795805 usecs (796 jiffies) 00000400:00000200:0.0:1788942128.741616:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942128.741619:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296529696 00000100:00000001:0.0:1788942128.741622:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942128.741625:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296529696 00000100:00000001:0.0:1788942128.741627:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942128.741630:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942128.741633:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.741636:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.741639:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.741646:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942128.741649:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788942128.741651:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942128.741652:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942128.741653:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.741655:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942128.741895:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942128.741900:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b700. 00000400:00000200:3.0:1788942128.741906:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942128.741910:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942128.741916:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a990 00000400:00000010:3.0:1788942128.741919:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a990. 00000100:00000001:3.0:1788942128.741923:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942128.741928:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942128.741936:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942128.741992:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942128.742000:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.742002:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942128.753657:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.753682:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942128.753687:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.753690:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.753701:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753711:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942128.753722:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753729:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753735:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753741:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f4f880 00000400:00000200:2.0:1788942128.753747:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753754:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x698d [1] + 224 00000800:00000001:2.0:1788942128.753763:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.753768:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.753772:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.753778:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942128.753788:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942128.753798:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942128.753811:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.753840:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942128.753884:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.753888:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942128.753890:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.753892:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.753895:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753899:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942128.753904:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753906:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753909:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753912:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 10 MB=0x6aa1101f4f900 00000400:00000200:2.0:1788942128.753916:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.753920:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 416/416 into md 0x699d [1] + 0 00000800:00000001:2.0:1788942128.753924:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.753990:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.753993:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.753997:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942128.754000:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942128.754005:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942128.754015:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.754041:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942128.754046:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.754049:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.754250:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942128.754255:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942128.754263:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942128.754266:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942128.754270:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:0.0:1788942128.754276:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:0.0:1788942128.754279:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:0.0:1788942128.754283:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942128.754288:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942128.754296:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.754303:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942128.754305:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.754308:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942128.754312:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942128.754315:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942128.754318:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.754321:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942128.754332:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=118 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942128.754337:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942128.754340:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942128.754342:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942128.754345:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942128.754349:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.754354:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942128.754356:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788942128.754358:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942128.754361:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942128.754367:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.754374:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942128.754377:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942128.754379:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.754382:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788942128.754390:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:0.0:1788942128.754393:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942128.754396:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:0.0:1788942128.754398:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942128.754402:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:0.0:1788942128.754405:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:0.0:1788942128.754407:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00001000:0.0:1788942128.754411:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=1788942128 v=0 (0 0 0 0) 00000100:00001000:0.0:1788942128.754414:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b5459bbc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788942128.754419:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000020:00000040:0.0:1788942128.754425:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00000001:0.0:1788942128.754428:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:0.0:1788942128.754432:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788942128.754436:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1788942128.754440:0:2352:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788942128.754442:0:2352:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942128.754443:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00800000:00000001:0.0:1788942128.754447:0:2352:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788942128.754450:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942128.754454:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942128.754456:0:2352:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942128.754458:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.754460:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942128.754461:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942128.754463:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.754465:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:0.0:1788942128.754469:0:2352:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.206.109@tcp after partition 00000100:00080000:0.0:1788942128.754473:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1788942128.754478:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788942128.754480:0:2352:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1788942128.754485:0:2352:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942131 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.754507:0:2352:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942128.754510:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788942128.754513:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:0.0:1788942128.754514:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788942128.754516:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00800000:00000001:0.0:1788942128.754517:0:2352:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788942128.754519:0:2352:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788942128.754521:0:2352:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90b5487f3be8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788942128.754525:0:2352:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcbb91bbb78156ce5 00800000:00000040:0.0:1788942128.754527:0:2352:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90b5459f2800=b8e7595c-9941-401e-aeac-55facd9dfb74 device 3 (ffff90b5487f19d8) type mdc at LMV idx 0 00800000:00000040:0.0:1788942128.754530:0:2352:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90b5487f19d8 already active! 00800000:00000001:0.0:1788942128.754532:0:2352:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942128.754534:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942128.754536:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942128.754537:0:2352:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942128.754539:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.754541:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942128.754542:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942128.754544:0:2352:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942128.754714:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942128.754718:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942128.754723:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942128.754724:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942128.754727:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450987e8. 00000400:00000200:3.0:1788942128.754731:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e615d8 00000400:00000010:3.0:1788942128.754733:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e615d8. 00000100:00000001:3.0:1788942128.754736:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942128.754742:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942128.754751:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942128.754758:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942128.754760:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.754761:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942128.754763:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942128.754765:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942128.754767:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942128.754769:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942128.754772:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942128.754775:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942128.754777:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942128.754778:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942128.754780:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942128.754782:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.754783:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942128.754787:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942128.754793:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942128.754795:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942128.754796:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942128.754800:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942128.754809:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884261504:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942128.754814:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.754817:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942128.754821:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884261504/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942128.754828:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942128.754831:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942128.754835:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5487e3c00. 02000000:00000001:3.0:1788942128.754839:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942128.754841:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942128.754842:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942128.754844:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942128.754847:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551a61e00. 02000000:00000001:3.0:1788942128.754889:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942128.754891:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942128.754893:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:3.0:1788942128.754897:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942128.754899:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.754901:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.754910:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942128.754912:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.754919:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942128.754921:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.755034:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942128.755040:0:31519:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942128.755042:0:31519:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942128.755046:0:31519:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097b58. 00000400:00000200:1.0:1788942128.755051:0:31519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a6e8 00000400:00000010:1.0:1788942128.755052:0:31519:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a6e8. 00000100:00000001:1.0:1788942128.755056:0:31519:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942128.755062:0:31519:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942131 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942128.755072:0:31519:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942131 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.755079:0:31519:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942128.755080:0:31519:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.755083:0:31519:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942128.755086:0:31519:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942128.755089:0:31519:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942128.755093:0:31519:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942128.755096:0:31519:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.755100:0:31519:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788942128.755106:0:31519:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875839884260352 new x1875839884261760 02000000:00000001:1.0:1788942128.755111:0:31519:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942128.755113:0:31519:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942128.755121:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942128.755125:0:31519:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942128.755130:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da440. 00000100:00000200:1.0:1788942128.755146:0:31519:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884260352, portal 10 00000100:00000001:1.0:1788942128.755149:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942128.755151:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:1.0:1788942128.755158:0:31519:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.755165:0:31519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942128.755168:0:31519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942128.755172:0:31519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dab28. 00000100:00000200:1.0:1788942128.755176:0:31519:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884260352, offset 0 00000400:00000200:1.0:1788942128.755181:0:31519:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942128.755190:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942128.755197:0:31519:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942128.755203:0:31519:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942128.755208:0:31519:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942128.755213:0:31519:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942128.755215:0:31519:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942128.755220:0:31519:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2455:2455:256:4294967295] 192.168.206.109@tcp LPNI seq info [2455:2455:8:4294967295] 00000400:00000200:1.0:1788942128.755225:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942128.755235:0:31519:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942128.755241:0:31519:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942128.755247:0:31519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618b00. 00000800:00000200:1.0:1788942128.755254:0:31519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942128.755263:0:31519:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942128.755268:0:31519:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942128.755289:0:31519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942128.755294:0:31519:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 794741 usecs (795 jiffies) 00000400:00000200:1.0:1788942128.755298:0:31519:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942128.755301:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296529709 00000100:00000001:1.0:1788942128.755305:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942128.755307:0:31519:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296529709 00000100:00000001:1.0:1788942128.755310:0:31519:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942128.755313:0:31519:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942128.755316:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.755319:0:31519:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942128.755321:0:31519:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942128.755324:0:31519:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000002:00000001:0.0:1788942128.755324:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.755329:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942128.755331:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00000001:1.0:1788942128.755333:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:0.0:1788942128.755339:0:2352:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection restored to 192.168.206.109@tcp (at 192.168.206.109@tcp) 00000100:00080000:0.0:1788942128.755346:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000376dc64f): req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 1 dl 1788942128 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.755361:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.755365:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942128.755371:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942128.755379:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884261632:192.168.206.109@tcp:38:kworker.0 00000100:00000001:0.0:1788942128.755383:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.755384:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942128.755386:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942128.755388:0:31529:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942128.755391:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b800 x1875839884261632/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942128.755392:0:31529:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942128.755395:0:31529:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942128.755399:0:31529:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942128.755402:0:31529:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942128.755404:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942128.755406:0:31529:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.755407:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788942128.755410:0:31529:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788942128.755411:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aec000. 00000100:00080000:1.0:1788942128.755414:0:31529:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875839884259456 new x1875839884261888 02000000:00000001:0.0:1788942128.755416:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1788942128.755419:0:31529:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1788942128.755420:0:2352:0:(genops.c:1225:class_import_put()) Process entered 02000000:00000001:1.0:1788942128.755422:0:31529:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942128.755423:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942128.755428:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 00000400:00000200:1.0:1788942128.755429:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 02000000:00000010:0.0:1788942128.755431:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552277000. 00000400:00000010:1.0:1788942128.755433:0:31529:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fe18. 02000000:00000001:0.0:1788942128.755437:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1788942128.755439:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 02000000:00000001:0.0:1788942128.755440:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1788942128.755444:0:31529:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884259456, portal 10 00000100:00000010:0.0:1788942128.755444:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b800. 00000100:00000001:1.0:1788942128.755449:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942128.755450:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942128.755451:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:0.0:1788942128.755454:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.755458:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942128.755460:0:31529:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942144 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.755464:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942128.755468:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.755469:0:31529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788942128.755472:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788942128.755474:0:31529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000100:00000001:0.0:1788942128.755475:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788942128.755477:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942128.755481:0:31529:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875839884259456, offset 0 00000400:00000200:1.0:1788942128.755485:0:31529:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942128.755490:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942128.755493:0:31529:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942128.755496:0:31529:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942128.755498:0:31529:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942128.755500:0:31529:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942128.755502:0:31529:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942128.755505:0:31529:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2456:2456:255:4294967295] 192.168.206.109@tcp LPNI seq info [2456:2456:7:4294967295] 00000400:00000200:1.0:1788942128.755508:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942128.755516:0:31529:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942128.755521:0:31529:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.109@tcp 00000002:00000001:3.0:1788942128.755525:0:31554:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000800:00000010:1.0:1788942128.755525:0:31529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618200. 00000020:00000001:3.0:1788942128.755530:0:31554:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000800:00000200:1.0:1788942128.755532:0:31529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000020:00000001:3.0:1788942128.755537:0:31554:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788942128.755538:0:31529:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000020:00000001:3.0:1788942128.755542:0:31554:0:(genops.c:1225:class_import_put()) Process entered 00000800:00000200:1.0:1788942128.755543:0:31529:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618200 type 1, nob 584 niov 1 nkiov 1 00000020:00000040:3.0:1788942128.755546:0:31554:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942128.755547:0:31529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942128.755552:0:31554:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000040:1.0:1788942128.755553:0:31529:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 794741 usecs (795 jiffies) 00000002:00000001:3.0:1788942128.755556:0:31554:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942128.755559:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942128.755562:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296529709 00000100:00000001:1.0:1788942128.755564:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942128.755566:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296529709 00000100:00000001:1.0:1788942128.755568:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942128.755571:0:31529:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942128.755573:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.755575:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942128.755577:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942128.755579:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788942128.755581:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942128.755583:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942128.757295:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942128.757305:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618b00. 00000400:00000200:2.0:1788942128.757314:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.757323:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942128.757331:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dab28 00000400:00000010:2.0:1788942128.757334:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dab28. 00000100:00000001:2.0:1788942128.757341:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942128.757349:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.757363:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942128.757366:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.757373:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.757374:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942128.757449:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942128.757452:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618200. 00000400:00000200:2.0:1788942128.757455:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.757459:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942128.757461:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:2.0:1788942128.757463:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:2.0:1788942128.757466:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942128.757470:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942144 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.757477:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942128.757480:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942144 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.757486:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.757488:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942128.762911:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.762937:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942128.762942:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.762946:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.762957:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.762967:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942128.762979:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.762985:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.762992:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.762997:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4f980 00000400:00000200:2.0:1788942128.763004:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.763011:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x69a5 [1] + 224 00000800:00000001:2.0:1788942128.763020:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.763029:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.763033:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.763038:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942128.763048:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942128.763059:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942128.763072:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.763090:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942128.763100:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.763104:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.763224:0:31519:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942128.763234:0:31519:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942128.763237:0:31519:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942128.763241:0:31519:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942128.763247:0:31519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da440 00000400:00000010:1.0:1788942128.763250:0:31519:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da440. 00000100:00000001:1.0:1788942128.763253:0:31519:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942128.763259:0:31519:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942128.763270:0:31519:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884260352/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.763277:0:31519:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942128.763280:0:31519:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.763282:0:31519:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942128.763286:0:31519:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942128.763289:0:31519:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942128.763292:0:31519:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942128.763296:0:31519:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942128.763307:0:31519:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942128.763311:0:31519:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942128.763314:0:31519:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942128.763316:0:31519:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942128.763319:0:31519:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942128.763324:0:31519:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.763328:0:31519:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942128.763331:0:31519:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942128.763333:0:31519:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942128.763335:0:31519:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942128.763341:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996a00 x1875839884260352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.763349:0:31519:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942128.763352:0:31519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942128.763354:0:31519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942128.763358:0:31519:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996a00 x1875839884260352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942128.763366:0:31519:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:31519:1875839884260352:192.168.206.109@tcp:35:multiop.0 00000100:00000001:1.0:1788942128.763371:0:31519:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.763374:0:31519:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.763377:0:31519:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942128.763380:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942128.763384:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884260352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.763391:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942128.763394:0:31519:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:1.0:1788942128.763399:0:31519:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942128.763401:0:31519:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.763410:0:31519:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942128.763411:0:31519:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000002:00000001:1.0:1788942128.763415:0:31519:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942128.763418:0:31519:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942128.763423:0:31519:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55294d600. 00000080:00000001:1.0:1788942128.763427:0:31519:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942128.763430:0:31519:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942128.763436:0:31519:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942128.763442:0:31519:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.763449:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942128.763452:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995880 x1875839884258816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942127 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.763458:0:31519:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942128.763462:0:31519:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942128.763464:0:31519:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942128.763466:0:31519:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942128.763470:0:31519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552274800. 02000000:00000001:1.0:1788942128.763474:0:31519:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942128.763476:0:31519:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942128.763478:0:31519:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995880. 00000100:00000001:1.0:1788942128.763481:0:31519:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942128.763482:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.763484:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942128.763487:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884260352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.763492:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942128.763495:0:31519:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b548354e80. 00000002:00000001:1.0:1788942128.763498:0:31519:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942128.763500:0:31519:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942128.763502:0:31519:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b543e80380. 00000100:00000001:1.0:1788942128.763505:0:31519:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942128.763508:0:31519:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996a00 x1875839884260352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.763514:0:31519:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942128.763516:0:31519:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942128.763520:0:31519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aedc00. 02000000:00000001:1.0:1788942128.763523:0:31519:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942128.763524:0:31519:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942128.763525:0:31519:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942128.763528:0:31519:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942128.763529:0:31519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55294de00. 02000000:00000001:1.0:1788942128.763531:0:31519:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942128.763532:0:31519:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942128.763533:0:31519:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996a00. 00000100:00000001:1.0:1788942128.763535:0:31519:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942128.763536:0:31519:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942128.763539:0:31519:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942128.763543:0:31519:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b550ccd2c0. 00000080:00000001:1.0:1788942128.763548:0:31519:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942128.763554:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07df0 00000080:00000008:1.0:1788942128.763557:0:31519:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff90b548d34b08), flags 100002, rc = 0 00000080:00000001:1.0:1788942128.763561:0:31519:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942128.763567:0:31519:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942128.763569:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07e00 00000080:00002000:1.0:1788942128.763571:0:31519:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90b548f03288, parent ffff90b548f03798, inode ffff90b548d34b08) hashed, 00000080:00000001:1.0:1788942128.763573:0:31519:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942128.763585:0:31519:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942128.763591:0:31519:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942128.763593:0:31519:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942128.763594:0:31519:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f07e00 00000080:00002000:1.0:1788942128.763596:0:31519:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff90b548f03798, parent ffff90b548d765e8, inode ffff90b548db1148) hashed, 00000080:00000001:1.0:1788942128.763598:0:31519:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942128.763602:0:31519:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942128.763604:0:31519:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:2.0:1788942128.765753:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.765773:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942128.765776:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.765779:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.765788:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.765798:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942128.765809:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.765825:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.765833:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.765838:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4fa00 00000400:00000200:2.0:1788942128.765844:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.765886:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x69ad [1] + 224 00000800:00000001:2.0:1788942128.765895:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.765912:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.765916:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.765921:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942128.765930:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942128.765942:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942144 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942128.765954:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.765970:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942128.765980:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942128.765985:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.765991:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942128.765998:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2457:2457:256:4294967295] 192.168.206.109@tcp LPNI seq info [2457:2457:8:4294967295] 00000400:00000200:2.0:1788942128.766003:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.766012:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942128.766019:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942128.766027:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942128.766034:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942128.766043:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942128.766049:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942128.766120:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942128.766125:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:2.0:1788942128.766128:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.766132:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942128.766150:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.766155:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.766397:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942128.766407:0:31529:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942128.766409:0:31529:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942128.766413:0:31529:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fe18. 00000400:00000200:1.0:1788942128.766418:0:31529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:1.0:1788942128.766421:0:31529:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 00000100:00000001:1.0:1788942128.766424:0:31529:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942128.766429:0:31529:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942128.766437:0:31529:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884259456/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/512 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942128.766442:0:31529:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942128.766445:0:31529:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.766447:0:31529:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942128.766451:0:31529:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942128.766454:0:31529:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942128.766457:0:31529:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942128.766461:0:31529:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942128.766472:0:31529:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=118 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942128.766476:0:31529:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942128.766480:0:31529:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942128.766482:0:31529:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942128.766485:0:31529:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942128.766489:0:31529:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.766493:0:31529:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942128.766495:0:31529:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942128.766497:0:31529:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942128.766500:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942128.766502:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942128.766506:0:31529:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942128.766509:0:31529:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942128.766511:0:31529:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942128.766514:0:31529:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942128.766520:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884259456/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942144 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942128.766528:0:31529:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942128.766532:0:31529:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942128.766534:0:31529:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942128.766539:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884259456/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942144 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942128.766547:0:31529:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884259456:192.168.206.109@tcp:36:touch.0 00000100:00000001:1.0:1788942128.766552:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942128.766556:0:31529:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.766558:0:31529:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942128.766561:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942128.766565:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884259456/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942144 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942128.766573:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942128.766576:0:31529:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a20c0. 00000100:00000001:1.0:1788942128.766580:0:31529:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942128.766581:0:31529:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942128.766591:0:31529:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942128.766594:0:31529:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942128.766602:0:31529:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942128.766604:0:31529:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942128.766620:0:31529:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788942128.766624:0:31529:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1788942128.766629:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942128.766633:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884259456/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942144 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942128.766640:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942128.766643:0:31529:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942128.766645:0:31529:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942128.766648:0:31529:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942128.766653:0:31529:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1788942128.766656:0:31529:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788942128.766659:0:31529:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942128.766661:0:31529:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788942128.766663:0:31529:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942128.766665:0:31529:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942128.766667:0:31529:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1788942128.766671:0:31529:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942128.766676:0:31529:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:1.0:1788942128.766680:0:31529:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:1.0:1788942128.766685:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00000020:00000001:1.0:1788942128.766688:0:31529:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942128.766692:0:31529:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942128.766694:0:31529:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942128.766697:0:31529:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942128.766699:0:31529:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942128.766702:0:31529:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942128.766705:0:31529:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1788942128.766707:0:31529:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:1.0:1788942128.766713:0:31529:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942128.766717:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942128.766724:0:31529:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942128.766727:0:31529:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942128.766729:0:31529:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:1.0:1788942128.766731:0:31529:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942128.766733:0:31529:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:1.0:1788942128.766739:0:31529:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550daac00. 00000080:00010000:1.0:1788942128.766745:0:31529:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff90b548db21c8) 00000080:00000001:1.0:1788942128.766749:0:31529:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942128.766753:0:31529:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942128.766756:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547958 00800000:00000002:1.0:1788942128.766759:0:31529:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:1.0:1788942128.766764:0:31529:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942128.766767:0:31529:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942128.766772:0:31529:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942128.766774:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547828 00000002:00010000:1.0:1788942128.766776:0:31529:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:1.0:1788942128.766781:0:31529:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942128.766783:0:31529:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1788942128.766788:0:31529:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942128.766793:0:31529:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942128.766799:0:31529:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942128.766805:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942128.766810:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.766824:0:31529:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942128.766827:0:31529:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942128.766832:0:31529:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942128.766839:0:31529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b550daaa00. 00000100:00000001:1.0:1788942128.766847:0:31529:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942128.766867:0:31529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942128.766869:0:31529:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942128.766871:0:31529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942128.766872:0:31529:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942128.766874:0:31529:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942128.766878:0:31529:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00010000:00000001:1.0:1788942128.766882:0:31529:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942128.766884:0:31529:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942128.766889:0:31529:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e100. 00010000:00000010:1.0:1788942128.766894:0:31529:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78400. 00010000:00000001:1.0:1788942128.766900:0:31529:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942128.766905:0:31529:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1200. 00000020:00000001:1.0:1788942128.766909:0:31529:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942128.766913:0:31529:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1200 with handle 0xcbb91bbb7815779d to hash 00000020:00000001:1.0:1788942128.766915:0:31529:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942128.766917:0:31529:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:1.0:1788942128.766921:0:31529:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:1.0:1788942128.766925:0:31529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942128.766928:0:31529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942128.766933:0:31529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942128.766943:0:31529:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942128.766953:0:31529:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31529 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942128.766960:0:31529:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942128.766962:0:31529:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942128.766968:0:31529:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a20c0. 00000100:00000001:1.0:1788942128.766971:0:31529:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205824 : -122366418345792 : ffff90b5591a20c0) 00000100:00000001:1.0:1788942128.766973:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942128.766974:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000001:1.0:1788942128.766980:0:31529:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942128.766985:0:31529:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.766987:0:31529:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942128.766989:0:31529:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942128.766995:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.767003:0:31529:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942128.767006:0:31529:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942128.767010:0:31529:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942128.767013:0:31529:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942128.767015:0:31529:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942128.767019:0:31529:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884262016:192.168.206.109@tcp:101:touch.0 00000100:00000001:1.0:1788942128.767023:0:31529:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942128.767029:0:31529:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942128.767031:0:31529:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942128.767034:0:31529:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942128.767039:0:31529:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bbc00. 02000000:00000001:1.0:1788942128.767040:0:31529:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942128.767046:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942128.767049:0:31529:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fe18. 00000400:00000010:1.0:1788942128.767055:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 00000100:00000200:1.0:1788942128.767063:0:31529:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884262016, portal 10 00000100:00000001:1.0:1788942128.767065:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942128.767066:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:1.0:1788942128.767072:0:31529:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942144 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942128.767080:0:31529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942128.767083:0:31529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942128.767087:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da440. 00000100:00000200:1.0:1788942128.767091:0:31529:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875839884262016, offset 0 00000400:00000200:1.0:1788942128.767098:0:31529:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942128.767106:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942128.767114:0:31529:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942128.767120:0:31529:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942128.767126:0:31529:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942128.767130:0:31529:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942128.767133:0:31529:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942128.767148:0:31529:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2458:2458:256:4294967295] 192.168.206.109@tcp LPNI seq info [2458:2458:8:4294967295] 00000400:00000200:1.0:1788942128.767152:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942128.767161:0:31529:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942128.767166:0:31529:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942128.767171:0:31529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618200. 00000800:00000200:1.0:1788942128.767177:0:31529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942128.767183:0:31529:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942128.767186:0:31529:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618200 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1788942128.767207:0:31529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942128.767213:0:31529:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 843847 usecs (844 jiffies) 00000400:00000200:1.0:1788942128.767217:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942128.767220:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296529770 00000100:00000001:1.0:1788942128.767223:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942128.767226:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296529770 00000100:00000001:1.0:1788942128.767228:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942128.767231:0:31529:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942128.767234:0:31529:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942128.767237:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942128.767239:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942128.767242:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a20c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788942128.767244:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942128.767247:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942128.767343:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942128.767348:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618200. 00000400:00000200:3.0:1788942128.767353:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942128.767358:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942128.767364:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da440 00000400:00000010:3.0:1788942128.767366:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da440. 00000100:00000001:3.0:1788942128.767372:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942128.767377:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942144 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.767387:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942128.767390:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942144 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.767396:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.767398:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942128.779442:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.779466:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942128.779472:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.779475:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.779486:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.779495:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942128.779507:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.779513:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.779519:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.779524:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 10 MB=0x6aa1101f4fa80 00000400:00000200:2.0:1788942128.779530:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.779537:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 400/400 into md 0x69b5 [1] + 224 00000800:00000001:2.0:1788942128.779545:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.779556:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942128.779560:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.779565:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942128.779575:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942128.779596:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942144 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942128.779609:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.779629:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942128.779638:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942128.779641:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942128.779661:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942128.779671:0:31529:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942128.779674:0:31529:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942128.779678:0:31529:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fe18. 00000400:00000200:2.0:1788942128.779682:0:31529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:2.0:1788942128.779685:0:31529:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 00000100:00000001:2.0:1788942128.779689:0:31529:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942128.779694:0:31529:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942128.779702:0:31529:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/472 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.779709:0:31529:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942128.779712:0:31529:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942128.779715:0:31529:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942128.779719:0:31529:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942128.779722:0:31529:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942128.779725:0:31529:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942128.779728:0:31529:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942128.779739:0:31529:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=118 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942128.779744:0:31529:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942128.779747:0:31529:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942128.779749:0:31529:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.779752:0:31529:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942128.779756:0:31529:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.779760:0:31529:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942128.779763:0:31529:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788942128.779766:0:31529:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942128.779770:0:31529:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.779775:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.779783:0:31529:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942128.779786:0:31529:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942128.779789:0:31529:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942128.779793:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942144 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942128.779801:0:31529:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884262016:192.168.206.109@tcp:101:touch.0 00000100:00000001:2.0:1788942128.779806:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942128.779810:0:31529:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.781323:0:31529:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942128.781334:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942128.781348:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942144 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.781362:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942128.781367:0:31529:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a20c0. 00000100:00000001:2.0:1788942128.781372:0:31529:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942128.781375:0:31529:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.781380:0:31529:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942128.781385:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781389:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781392:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=4 00000020:00000001:2.0:1788942128.781395:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781398:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000040:2.0:1788942128.781406:0:31529:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1200, remote cookie: 0x4d194fbcadeeca8a, flags: 0x1000 00010000:00000001:2.0:1788942128.781410:0:31529:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942128.781415:0:31529:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942128.781418:0:31529:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942128.781419:0:31529:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942128.781421:0:31529:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942128.781424:0:31529:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff90b551c3e100) refcount = 1 00010000:00010000:2.0:1788942128.781430:0:31529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942128.781439:0:31529:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942128.781443:0:31529:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942128.781445:0:31529:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942128.781448:0:31529:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942128.781452:0:31529:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942128.781456:0:31529:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942128.781463:0:31529:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942128.781464:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781466:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942128.781467:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781468:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942128.781470:0:31529:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942128.781475:0:31529:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942128.781477:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781478:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781479:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942128.781482:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781484:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781486:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781487:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942128.781492:0:31529:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942144 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1788942128.781502:0:31529:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff90b5459f2800: layout return lvb 56 transno 0 00010000:00000001:2.0:1788942128.781504:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781505:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781507:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942128.781509:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781510:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00000002:00010000:2.0:1788942128.781514:0:31529:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788942128.781527:0:31529:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b545345d00. 00010000:00000001:2.0:1788942128.781529:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781531:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942128.781532:0:31529:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942128.781534:0:31529:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942128.781538:0:31529:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942128.781539:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781540:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781541:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942128.781543:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781545:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00000002:00010000:2.0:1788942128.781548:0:31529:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942128.781554:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781555:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942128.781557:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942128.781559:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781560:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781562:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942128.781563:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781566:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000040:2.0:1788942128.781573:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:2.0:1788942128.781576:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942128.781581:0:31529:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:2.0:1788942128.781583:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781584:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942128.781585:0:31529:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942128.781588:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15477b0 00000002:00002000:2.0:1788942128.781591:0:31529:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1788942128.781593:0:31529:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942128.781597:0:31529:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942128.781599:0:31529:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942128.781603:0:31529:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942128.781607:0:31529:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.781610:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942128.781615:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884262016/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 376/400 e 0 to 0 dl 1788942144 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.781622:0:31529:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942128.781625:0:31529:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942128.781629:0:31529:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bbc00. 02000000:00000001:2.0:1788942128.781634:0:31529:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942128.781637:0:31529:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942128.781638:0:31529:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942128.781641:0:31529:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942128.781644:0:31529:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b550daaa00. 02000000:00000001:2.0:1788942128.781648:0:31529:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942128.781650:0:31529:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942128.781652:0:31529:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00000100:00000001:2.0:1788942128.781657:0:31529:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942128.781658:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788942128.781663:0:31529:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550daac00. 00000080:00010000:2.0:1788942128.781667:0:31529:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90b548db21c8) for lock 0xcbb91bbb7815779d 00800000:00000001:2.0:1788942128.781672:0:31529:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942128.781675:0:31529:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942128.781676:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781677:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781679:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942128.781680:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781682:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781685:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781686:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942128.781687:0:31529:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942128.781689:0:31529:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942128.781692:0:31529:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815779d from it ffffa57dc1547a78 00010000:00000001:2.0:1788942128.781695:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781696:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781697:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942128.781699:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781701:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781703:0:31529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942128.781707:0:31529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942128.781713:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781714:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942128.781716:0:31529:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942128.781720:0:31529:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942128.781722:0:31529:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942128.781732:0:31529:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942128.781735:0:31529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942128.781737:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942128.781742:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781743:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942128.781745:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.781749:0:31529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942128.781751:0:31529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.781753:0:31529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.781755:0:31529:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.781757:0:31529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942128.781758:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781759:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942128.781762:0:31529:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942128.781766:0:31529:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788942128.781768:0:31529:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:2.0:1788942128.781775:0:31529:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942128.781777:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942128.781779:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:2.0:1788942128.781781:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942128.781785:0:31529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942128.781790:0:31529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942128.781793:0:31529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942128.781801:0:31529:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942128.781806:0:31529:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942128.781810:0:31529:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942128.781827:0:31529:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788942128.781829:0:31529:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:2.0:1788942128.781832:0:31529:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1788942128.781834:0:31529:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1788942128.781835:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781837:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781838:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942128.781840:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781842:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00000080:00010000:2.0:1788942128.781846:0:31529:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](000000004d609016) being reconfigured ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1788942128.781876:0:31529:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942128.781877:0:31529:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942128.781878:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.781879:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.781881:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=4 00000020:00000001:2.0:1788942128.781883:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781885:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.781887:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.781888:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942128.781890:0:31529:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942128.781891:0:31529:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942128.781893:0:31529:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1788942128.781895:0:31529:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff90b545345d00 l_lvb_len=56 00000080:00000001:2.0:1788942128.781898:0:31529:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942128.781900:0:31529:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788942128.781903:0:31529:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942128.781909:0:31529:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173251912 : -122366536299704 : ffff90b552124b48) 00000020:00001000:2.0:1788942128.781911:0:31529:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124b40 00000020:00000001:2.0:1788942128.781913:0:31529:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942128.781918:0:31529:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942128.781920:0:31529:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942128.781929:0:31529:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd480. 00020000:00000010:2.0:1788942128.781934:0:31529:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55921d100. 00020000:00000010:2.0:1788942128.781940:0:31529:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd4e0. 00020000:00000001:2.0:1788942128.781943:0:31529:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948433120 : -122366761118496 : ffff90b544abd4e0) 00020000:00000002:2.0:1788942128.781946:0:31529:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd4e0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942128.781951:0:31529:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942128.781955:0:31529:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55921d100: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:2.0:1788942128.781960:0:31529:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435086c8) owner ffff90b559224f80 00020000:00000001:2.0:1788942128.781964:0:31529:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942128.781967:0:31529:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435086c8) owner ffff90b559224f80 00020000:00000010:2.0:1788942128.781973:0:31529:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55921d100. 00020000:00000010:2.0:1788942128.781977:0:31529:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abd480. 00020000:00000010:2.0:1788942128.781979:0:31529:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abd4e0. 00020000:00000002:2.0:1788942128.781982:0:31529:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942128.781984:0:31529:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.781986:0:31529:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.781989:0:31529:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788942128.781993:0:31529:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000002:2.0:1788942128.781995:0:31529:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9e40 addref 2/0 by ffff90b559224f80. 00020000:00000002:2.0:1788942128.781998:0:31529:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000001:2.0:1788942128.782000:0:31529:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788942128.782002:0:31529:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942128.782004:0:31529:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788942128.782006:0:31529:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788942128.782008:0:31529:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788942128.782011:0:31529:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788942128.782013:0:31529:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124b40 00000080:00000001:2.0:1788942128.782017:0:31529:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942128.782019:0:31529:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1788942128.782021:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.782022:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942128.782023:0:31529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942128.782024:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.782026:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942128.782028:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.782030:0:31529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942128.782031:0:31529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942128.782034:0:31529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942128.782041:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.782042:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942128.782043:0:31529:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942128.782044:0:31529:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942128.782046:0:31529:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942128.782052:0:31529:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942128.782054:0:31529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942128.782055:0:31529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942128.782057:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.782058:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942128.782060:0:31529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.782062:0:31529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942128.782063:0:31529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.782065:0:31529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.782067:0:31529:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942128.782068:0:31529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942128.782070:0:31529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942128.782071:0:31529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942128.782072:0:31529:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942128.782076:0:31529:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942128.782079:0:31529:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942128.782085:0:31529:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff90b544e77340 type 3 ignore/verify layout 0/0 00020000:00000002:2.0:1788942128.782088:0:31529:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000001:2.0:1788942128.782091:0:31529:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942128.782093:0:31529:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942128.782096:0:31529:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942128.782098:0:31529:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.782101:0:31529:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788942128.782103:0:31529:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942128.782105:0:31529:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782107:0:31529:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942128.782109:0:31529:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942128.782111:0:31529:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942128.782113:0:31529:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00000020:00000001:2.0:1788942128.782115:0:31529:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782119:0:31529:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788942128.782121:0:31529:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788942128.782124:0:31529:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:2.0:1788942128.782127:0:31529:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788942128.782130:0:31529:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788942128.782144:0:31529:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942128.782149:0:31529:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942128.782151:0:31529:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942128.782152:0:31529:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942128.782154:0:31529:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173251912 : -122366536299704 : ffff90b552124b48) 00000020:00001000:2.0:1788942128.782156:0:31529:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124b40 00000020:00000001:2.0:1788942128.782161:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b552366e90 -> ffff90b552366f58 00000020:00000001:2.0:1788942128.782164:0:31529:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942128.782167:0:31529:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942128.782168:0:31529:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942128.782170:0:31529:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.782172:0:31529:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.782174:0:31529:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952575952 : -122366756975664 : ffff90b544eb0bd0) 00000020:00000001:2.0:1788942128.782177:0:31529:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788942128.782180:0:31529:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788942128.782184:0:31529:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782186:0:31529:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.782189:0:31529:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.782191:0:31529:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782193:0:31529:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782195:0:31529:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788942128.782198:0:31529:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788942128.782200:0:31529:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942128.782201:0:31529:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788942128.782203:0:31529:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942128.782204:0:31529:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782206:0:31529:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.782208:0:31529:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.782209:0:31529:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782211:0:31529:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942128.782212:0:31529:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782213:0:31529:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782215:0:31529:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:2.0:1788942128.782219:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00000020:00000001:2.0:1788942128.782221:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00000020:00000001:2.0:1788942128.782223:0:31529:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1788942128.782226:0:31529:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.782227:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00020000:00000001:2.0:1788942128.782230:0:31529:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1788942128.782231:0:31529:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788942128.782233:0:31529:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942128.782235:0:31529:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788942128.782238:0:31529:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:2.0:1788942128.782240:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000020:00000001:2.0:1788942128.782242:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000020:00000001:2.0:1788942128.782244:0:31529:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788942128.782248:0:31529:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.783593:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000020:00000001:2.0:1788942128.783608:0:31529:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788942128.783612:0:31529:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942128.783615:0:31529:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.783618:0:31529:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.783622:0:31529:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000020:00000001:2.0:1788942128.783625:0:31529:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788942128.783627:0:31529:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788942128.783629:0:31529:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788942128.783632:0:31529:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788942128.783633:0:31529:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788942128.783635:0:31529:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788942128.783639:0:31529:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:2.0:1788942128.783650:0:31529:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942128.783656:0:31529:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942128.783662:0:31529:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788942128.783667:0:31529:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788942128.783675:0:31529:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1834 00000400:00000200:2.0:1788942128.783687:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.783695:0:31529:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1788942128.783700:0:31529:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942128.783704:0:31529:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942128.783706:0:31529:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942128.783708:0:31529:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:2.0:1788942128.783712:0:31529:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942128.783714:0:31529:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:2.0:1788942128.783716:0:31529:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942128.783720:0:31529:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:2.0:1788942128.783723:0:31529:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:2.0:1788942128.783725:0:31529:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000040:2.0:1788942128.783730:0:31529:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942128.783731:0:31529:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942128.783733:0:31529:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942128.783735:0:31529:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:2.0:1788942128.783738:0:31529:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00080000:2.0:1788942128.783742:0:31529:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: import ffff90b551b95800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:2.0:1788942128.783745:0:31529:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942128.783748:0:31529:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788942128.783756:0:31529:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942128.783759:0:31529:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.783762:0:31529:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:2.0:1788942128.783766:0:31529:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788942128.783769:0:31529:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.783771:0:31529:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942128.783775:0:31529:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368a80. 00000020:00000040:2.0:1788942128.783777:0:31529:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 02000000:00000001:2.0:1788942128.783782:0:31529:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942128.783783:0:31529:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.783787:0:31529:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942128.783791:0:31529:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942128.783795:0:31529:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942128.783804:0:31529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276000. 00000100:00000001:2.0:1788942128.783812:0:31529:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942128.783824:0:31529:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942128.783835:0:31529:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942128.783839:0:31529:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.783844:0:31529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005466e879] to pc [ptlrpcd_rcv+-1] req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.783878:0:31529:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.783881:0:31529:0:(pinger.c:368:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788942128.783884:0:31529:0:(pinger.c:370:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:2.0:1788942128.783887:0:31529:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942128.783888:0:31529:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942128.783890:0:31529:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942128.783894:0:31529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5487e2a00. 00000100:00000001:2.0:1788942128.783897:0:31529:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.783904:0:31529:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942128.783906:0:31529:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.783910:0:31529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe14e06] to pc [ptlrpcd_01_01+1] req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788942128.783933:0:31529:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942128.783936:0:31529:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.783939:0:31529:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.783942:0:31529:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.783944:0:31529:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942128.783947:0:31529:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.783948:0:31529:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942128.783950:0:31529:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788942128.783955:0:31529:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788942128.783956:0:31529:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788942128.783957:0:31529:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788942128.784040:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942128.784045:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942128.784048:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942128.784055:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.784064:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942128.784066:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.784070:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942128.784073:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942128.784076:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942128.784080:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884262144:192.168.206.109@tcp:8:touch.0 00000100:00000001:0.0:1788942128.784085:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942128.784090:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942128.784093:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.784095:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942128.784101:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aec000. 02000000:00000001:0.0:1788942128.784102:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942128.784109:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942128.784113:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942128.784121:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942128.784130:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884262144, portal 4 00000100:00000001:0.0:1788942128.784133:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942128.784145:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175627392 : -122366533924224 : ffff90b552368a80) 00000100:00000040:0.0:1788942128.784154:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.784161:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942128.784164:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942128.784168:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ab28. 00000100:00000200:0.0:1788942128.784172:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875839884262144, offset 0 00000400:00000200:0.0:1788942128.784179:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942128.784188:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942128.784194:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942128.784200:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942128.784204:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942128.784209:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942128.784211:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942128.784215:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2459:2459:256:4294967295] 192.168.206.109@tcp LPNI seq info [2459:2459:8:4294967295] 00000400:00000200:0.0:1788942128.784219:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942128.784231:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942128.784237:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942128.784242:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b800. 00000800:00000200:0.0:1788942128.784250:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942128.784260:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942128.784264:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788942128.784284:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942128.784289:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24221 usecs (25 jiffies) 00000400:00000200:0.0:1788942128.784292:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942128.784295:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296528968 00000100:00000001:0.0:1788942128.784298:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942128.784300:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296528968 00000100:00000001:0.0:1788942128.784302:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942128.784305:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942128.784308:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.784312:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.784314:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.784322:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942128.784325:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788942128.784327:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942128.784328:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942128.784330:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.784332:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.785512:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942128.785519:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942128.785522:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942128.785535:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.785546:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942128.785548:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788942128.785553:0:2356:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.785560:0:2356:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.785563:0:2356:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.785565:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942128.785566:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.785568:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.785570:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.785578:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942128.785580:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.785582:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942128.785583:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942128.785585:0:2356:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.785586:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942128.785587:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.785589:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.785592:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.785602:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942128.785605:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942128.787479:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942128.787490:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000400:00000200:2.0:1788942128.787499:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.787510:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942128.787519:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ab28 00000400:00000010:2.0:1788942128.787522:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ab28. 00000100:00000001:2.0:1788942128.787529:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942128.787538:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.787552:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942128.787556:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942128.787565:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.787567:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788942128.787725:0:31556:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354900. 00000080:00000010:1.1:1788942128.787740:0:31556:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354840. 00000800:00000001:3.0:1788942128.793722:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.793743:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942128.793748:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.793751:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942128.793761:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.793771:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942128.793782:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.793788:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.793794:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.793798:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f4fb00 00000400:00000200:3.0:1788942128.793804:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.793810:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x69bd [1] + 0 00000800:00000001:3.0:1788942128.793819:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.793827:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942128.793831:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942128.793836:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942128.793846:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942128.793920:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942128.793934:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942128.793951:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942128.793961:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.793965:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.796360:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942128.796370:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942128.796382:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942128.796385:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942128.796390:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:0.0:1788942128.796401:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:0.0:1788942128.796405:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:0.0:1788942128.796411:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942128.796425:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942128.796438:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.796448:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942128.796451:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.796454:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942128.796459:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942128.796462:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942128.796464:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.796468:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942128.796479:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=118 v=5 (5 5 5 36) 00000100:00001000:0.0:1788942128.796484:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942128.796487:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942128.796490:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942128.796494:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942128.796499:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.796503:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942128.796505:0:2352:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: committing for last_committed 4294967339 gen 17 00000100:00000040:0.0:1788942128.796509:0:2352:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788942128.796512:0:2352:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942128.796514:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942128.796519:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.802535:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942128.802545:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942128.802548:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.802551:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788942128.802561:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:0.0:1788942128.802565:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942128.802568:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:0.0:1788942128.802570:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942128.802575:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:0.0:1788942128.802579:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:0.0:1788942128.802582:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00001000:0.0:1788942128.802588:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=1788942128 v=0 (0 0 0 0) 00000100:00001000:0.0:1788942128.802592:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b551b95c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788942128.802598:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000100:00080000:0.0:1788942128.802604:0:2352:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff90b5459f2800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788942128.802609:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:0.0:1788942128.802612:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942128.802616:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788942128.802620:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788942128.802624:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942128.802628:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788942128.802632:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942128.802635:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942128.802637:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942128.802639:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942128.802641:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.802643:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:0.0:1788942128.802645:0:2352:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788942128.802649:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788942128.802652:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942128.802653:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788942128.802654:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942128.802655:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788942128.802657:0:2352:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788942128.802660:0:2352:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90b5487f55c0 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1788942128.802665:0:2352:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1788942128.802667:0:2352:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942128.802670:0:2352:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.802672:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942128.802674:0:2352:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788942128.802677:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788942128.802679:0:2352:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788942128.802681:0:2352:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:0.0:1788942128.802683:0:2352:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788942128.802686:0:2352:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.802688:0:2352:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.802690:0:2352:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:0.0:1788942128.802691:0:2352:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788942128.802693:0:2352:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.802694:0:2352:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788942128.802696:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788942128.802701:0:2352:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788942128.802704:0:2352:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.802705:0:2352:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.802708:0:2352:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.802709:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942128.802711:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942128.802713:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942128.802715:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.802716:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00000001:0.0:1788942128.802718:0:2352:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942128.802721:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788942128.802735:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007ad3e532): req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.802757:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.802760:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942128.802766:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942128.802776:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884262144:192.168.206.109@tcp:8:touch.0 00000100:00000001:0.0:1788942128.802781:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.802785:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942128.802789:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368a80 x1875839884262144/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942128.802796:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942128.802800:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942128.802805:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aec000. 02000000:00000001:0.0:1788942128.802809:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942128.802811:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942128.802813:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942128.802816:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942128.802819:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276000. 02000000:00000001:0.0:1788942128.802823:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942128.802825:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942128.802828:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368a80. 00000100:00000001:0.0:1788942128.802832:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942128.802834:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.802837:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.802846:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942128.802848:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.802864:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942128.802866:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.803612:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942128.803619:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942128.803623:0:2356:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942128.803628:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942128.803630:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942128.803634:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942128.803639:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942128.803642:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.803645:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942128.803653:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942128.803655:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942128.803658:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942128.803668:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274800. 02000000:00000001:2.0:1788942128.803671:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942128.803681:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942128.803686:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b00. 00000400:00000010:2.0:1788942128.803695:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942128.803706:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884262272, portal 4 00000100:00000001:2.0:1788942128.803709:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942128.803711:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942128.803724:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.803733:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942128.803736:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942128.803739:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61dd0. 00000100:00000200:2.0:1788942128.803743:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875839884262272, offset 0 00000400:00000200:2.0:1788942128.803750:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942128.803759:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.803769:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942128.803775:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942128.803780:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942128.803784:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942128.803787:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942128.803792:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2460:2460:256:4294967295] 192.168.206.109@tcp LPNI seq info [2460:2460:8:4294967295] 00000400:00000200:2.0:1788942128.803797:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942128.803808:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942128.803815:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942128.803822:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942128.803829:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942128.803839:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942128.803844:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788942128.803898:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942128.803904:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24181 usecs (25 jiffies) 00000400:00000200:2.0:1788942128.803908:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942128.803911:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296528986 00000100:00000001:2.0:1788942128.803914:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:2.0:1788942128.803917:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296528986 00000100:00000001:2.0:1788942128.803920:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:2.0:1788942128.803922:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942128.803926:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942128.803928:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942128.803935:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942128.803938:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942128.803940:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942128.803941:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942128.803942:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.803945:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942128.804081:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942128.804086:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:2.0:1788942128.804090:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942128.804095:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942128.804101:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61dd0 00000400:00000010:2.0:1788942128.804104:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61dd0. 00000100:00000001:2.0:1788942128.804108:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942128.804113:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.804123:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942128.804127:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942128.804133:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942128.804147:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788942128.870893:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942128.870902:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942128.870907:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942128.870908:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942128.871500:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942128.871505:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942128.871508:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788942128.886058:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.886081:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942128.886086:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.886089:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942128.886100:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.886109:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942128.886119:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.886126:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.886132:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.886148:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 432 into portal 4 MB=0x6aa1101f4fb80 00000400:00000200:3.0:1788942128.886154:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.886160:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 432/432 into md 0x69c5 [1] + 224 00000800:00000001:3.0:1788942128.886169:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.886181:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942128.886185:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942128.886189:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942128.886199:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942128.886209:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942128.886220:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.886241:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942128.886249:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.886253:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.886270:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942128.886275:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942128.886283:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942128.886286:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942128.886289:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b00. 00000400:00000200:3.0:1788942128.886295:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:3.0:1788942128.886298:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:3.0:1788942128.886301:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942128.886306:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942128.886316:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884262272/t0(0) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.886322:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942128.886325:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.886327:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942128.886332:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942128.886350:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942128.886353:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942128.886357:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942128.886369:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=118 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942128.886374:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942128.886376:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942128.886378:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942128.886381:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942128.886385:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.886389:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788942128.886391:0:2356:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: committing for last_committed 4294967341 gen 17 00000100:00000001:3.0:1788942128.886395:0:2356:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788942128.886398:0:2356:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1788942128.886401:0:2356:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942128.886403:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942128.886409:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884262272/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.886417:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942128.886420:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942128.886423:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942128.886426:0:2356:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1788942128.886450:0:2356:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942128.886456:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884262272/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942128.886465:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:0:1875839884262272:192.168.206.109@tcp:2:touch.0 00000100:00000001:3.0:1788942128.886471:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.886474:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942128.886478:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884262272/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942144 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.886486:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942128.886489:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942128.886493:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274800. 02000000:00000001:3.0:1788942128.886498:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942128.886502:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942128.886504:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942128.886506:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942128.886509:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5487e2a00. 02000000:00000001:3.0:1788942128.886519:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942128.886521:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942128.886523:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:3.0:1788942128.886536:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942128.886539:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.886541:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942128.886550:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942128.886552:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.886554:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942128.886557:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942128.886631:0:31529:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942128.886635:0:31529:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942128.886638:0:31529:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942128.886643:0:31529:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942128.886646:0:31529:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788942128.886649:0:31529:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942128.886652:0:31529:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942128.886653:0:31529:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942128.886655:0:31529:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942128.886657:0:31529:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942128.886659:0:31529:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942128.886660:0:31529:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942128.886662:0:31529:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942128.886663:0:31529:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788942128.886666:0:31529:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942128.886667:0:31529:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942128.886669:0:31529:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942128.886670:0:31529:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942128.886671:0:31529:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942128.886674:0:31529:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942128.886676:0:31529:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942128.886677:0:31529:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942128.886679:0:31529:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942128.886680:0:31529:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942128.886682:0:31529:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942128.886685:0:31529:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942128.886687:0:31529:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942128.886688:0:31529:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942128.886690:0:31529:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942128.886691:0:31529:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942128.886695:0:31529:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124b40 00020000:00000001:0.0:1788942128.886698:0:31529:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942128.886700:0:31529:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942128.886703:0:31529:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942128.886706:0:31529:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942128.886709:0:31529:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942128.886711:0:31529:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942128.886712:0:31529:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942128.886715:0:31529:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.886720:0:31529:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1788942128.886725:0:31529:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5486d3200. 00000020:00000001:0.0:1788942128.886735:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547c30 00000080:00200008:0.0:1788942128.886738:0:31529:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff90b548db21c8) current size 0, valid attrs 100201f0, mode 0, uid -1054686654, gid -1, new size 213440, atime 1788942112.000000000, mtime 1788942112.000000000, ctime 1788942112.000000000, rc 0 00000080:00000001:0.0:1788942128.886744:0:31529:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942128.886761:0:31529:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942128.886764:0:31529:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000002:0.0:1788942128.886769:0:31529:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000001:0.0:1788942128.886772:0:31529:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.886777:0:31529:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942128.886779:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547df0 00000080:00200008:0.0:1788942128.886782:0:31529:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x2a:0x0](ffff90b548db21c8), flags 104001 00000080:00000001:0.0:1788942128.886786:0:31529:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942128.886789:0:31529:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788942128.886790:0:31529:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942128.886792:0:31529:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000002:0.0:1788942128.886794:0:31529:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b559224f80 00020000:00000001:0.0:1788942128.886796:0:31529:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.886799:0:31529:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942128.886808:0:31529:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942128.886812:0:31529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942128.886821:0:31529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:0.0:1788942128.886824:0:31529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942128.886830:0:31529:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942128.886832:0:31529:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:0.0:1788942128.886835:0:31529:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942128.886838:0:31529:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942128.886843:0:31529:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00000080:00000001:0.0:1788942128.886846:0:31529:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942128.886881:0:31529:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942128.886886:0:31529:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942128.886888:0:31529:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788942128.886893:0:31529:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942128.886895:0:31529:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x2a:0x0] file closed with intent: 0 00000100:00000010:0.0:1788942128.886902:0:31529:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997480. 00000020:00000040:0.0:1788942128.886907:0:31529:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942128.886911:0:31529:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942128.886915:0:31529:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942128.886920:0:31529:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942128.886928:0:31529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428faa00. 00000100:00000001:0.0:1788942128.886936:0:31529:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942128.886949:0:31529:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942128.886960:0:31529:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788942128.886965:0:31529:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942128.886972:0:31529:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942128.886974:0:31529:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942128.886983:0:31529:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942128.886986:0:31529:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942128.886988:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942128.886991:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006016 : -122366745545600 : ffff90b545997480) 00000100:00000001:0.0:1788942128.886995:0:31529:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942128.887001:0:31529:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.887003:0:31529:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942128.887005:0:31529:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942128.887009:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.887016:0:31529:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942128.887018:0:31529:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.887022:0:31529:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942128.887025:0:31529:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942128.887028:0:31529:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942128.887032:0:31529:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997480 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884262528:192.168.206.109@tcp:35:touch.0 00000100:00000001:0.0:1788942128.887038:0:31529:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942128.887046:0:31529:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942128.887048:0:31529:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.887051:0:31529:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942128.887057:0:31529:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aec000. 02000000:00000001:0.0:1788942128.887058:0:31529:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942128.887065:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942128.887069:0:31529:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942128.887076:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942128.887083:0:31529:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884262528, portal 10 00000100:00000001:0.0:1788942128.887085:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942128.887086:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006016 : -122366745545600 : ffff90b545997480) 00000100:00000040:0.0:1788942128.887093:0:31529:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.887100:0:31529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942128.887103:0:31529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942128.887105:0:31529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a5d8. 00000100:00000200:0.0:1788942128.887110:0:31529:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884262528, offset 0 00000400:00000200:0.0:1788942128.887117:0:31529:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942128.887125:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942128.887144:0:31529:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942128.887150:0:31529:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942128.887155:0:31529:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942128.887159:0:31529:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942128.887162:0:31529:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942128.887167:0:31529:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2461:2461:256:4294967295] 192.168.206.109@tcp LPNI seq info [2461:2461:8:4294967295] 00000400:00000200:0.0:1788942128.887172:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942128.887181:0:31529:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942128.887187:0:31529:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942128.887193:0:31529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bd00. 00000800:00000200:0.0:1788942128.887200:0:31529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942128.887209:0:31529:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942128.887214:0:31529:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942128.887229:0:31529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942128.887235:0:31529:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 842720 usecs (843 jiffies) 00000400:00000200:0.0:1788942128.887238:0:31529:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942128.887241:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296529889 00000100:00000001:0.0:1788942128.887244:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942128.887246:0:31529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296529889 00000100:00000001:0.0:1788942128.887249:0:31529:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942128.887251:0:31529:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942128.887254:0:31529:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.887256:0:31529:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942128.887258:0:31529:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942128.887261:0:31529:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942128.887264:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942128.887266:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942128.887514:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942128.887519:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bd00. 00000400:00000200:3.0:1788942128.887577:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942128.887582:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942128.887588:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:3.0:1788942128.887590:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:3.0:1788942128.887595:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942128.887599:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.887608:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942128.887611:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942128.887617:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942128.887619:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942128.895582:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.895602:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942128.895608:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.895612:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942128.895622:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.895632:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942128.895643:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.895651:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.895657:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.895662:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f4fc80 00000400:00000200:3.0:1788942128.895668:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942128.895675:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x69d5 [1] + 224 00000800:00000001:3.0:1788942128.895683:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.895691:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942128.895694:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942128.895700:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942128.895709:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942128.895793:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942128.895806:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.895895:0:31529:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942128.895943:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942128.895953:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942128.895958:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942128.896593:0:31529:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942128.896598:0:31529:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942128.896603:0:31529:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:0.0:1788942128.896609:0:31529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:0.0:1788942128.896612:0:31529:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:0.0:1788942128.896617:0:31529:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942128.896624:0:31529:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942128.896635:0:31529:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997480 x1875839884262528/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942144 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.896642:0:31529:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942128.896645:0:31529:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.896648:0:31529:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942128.896653:0:31529:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942128.896656:0:31529:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942128.896660:0:31529:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942128.896664:0:31529:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942128.896676:0:31529:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942128.896681:0:31529:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942128.896684:0:31529:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942128.896686:0:31529:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942128.896689:0:31529:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942128.896693:0:31529:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.896697:0:31529:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942128.896699:0:31529:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942128.896701:0:31529:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942128.896704:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942128.896706:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006016 : -122366745545600 : ffff90b545997480) 00000100:00000001:0.0:1788942128.896710:0:31529:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942128.896722:0:31529:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788942128.896724:0:31529:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942128.896728:0:31529:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942128.896734:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997480 x1875839884262528/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.896742:0:31529:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942128.896745:0:31529:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942128.896747:0:31529:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942128.896752:0:31529:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997480 x1875839884262528/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942128.896759:0:31529:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997480 pname:cluuid:pid:xid:nid:opc:job touch:b8e7595c-9941-401e-aeac-55facd9dfb74:31529:1875839884262528:192.168.206.109@tcp:35:touch.0 00000100:00000001:0.0:1788942128.896765:0:31529:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.896768:0:31529:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.896771:0:31529:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942128.896774:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942128.896777:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997480 x1875839884262528/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.896786:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942128.896790:0:31529:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942128.896793:0:31529:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942128.896795:0:31529:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.896804:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942128.896805:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006016 : -122366745545600 : ffff90b545997480) 00000002:00000001:0.0:1788942128.896809:0:31529:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942128.896813:0:31529:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942128.896819:0:31529:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:0.0:1788942128.896822:0:31529:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942128.896826:0:31529:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942128.896832:0:31529:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942128.896837:0:31529:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.896845:0:31529:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942128.896846:0:31529:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:0.0:1788942128.896848:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942128.896886:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.896893:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942128.896895:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942128.896898:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884259200/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942128 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.896904:0:31529:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788942128.896908:0:31529:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942128.896911:0:31529:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942128.896913:0:31529:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942128.896917:0:31529:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487bb400. 02000000:00000001:0.0:1788942128.896923:0:31529:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942128.896926:0:31529:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942128.896928:0:31529:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:0.0:1788942128.896933:0:31529:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942128.896935:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942128.896936:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942128.896941:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997480 x1875839884262528/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.896951:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942128.896953:0:31529:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfac60. 00000002:00000001:0.0:1788942128.896956:0:31529:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942128.896958:0:31529:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942128.896960:0:31529:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392c80. 00000100:00000001:0.0:1788942128.896964:0:31529:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942128.896967:0:31529:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997480 x1875839884262528/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942128.896974:0:31529:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942128.896977:0:31529:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942128.896982:0:31529:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415bef00. 00000080:00000001:0.0:1788942128.896987:0:31529:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942128.896994:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547df0 00000080:00000008:0.0:1788942128.896997:0:31529:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff90b548db21c8), flags 104001, rc = 0 00000080:00000001:0.0:1788942128.897001:0:31529:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942128.897272:0:31529:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942128.897276:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547e00 00000080:00002000:1.0:1788942128.897279:0:31529:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90b5445786c0, parent ffff90b544578360, inode ffff90b548db21c8) hashed, 00000080:00000001:1.0:1788942128.897282:0:31529:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942128.897290:0:31529:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942128.897295:0:31529:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942128.897298:0:31529:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942128.897299:0:31529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547e00 00000080:00002000:1.0:1788942128.897301:0:31529:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff90b544578360, parent ffff90b548d765e8, inode ffff90b548da00c8) hashed, 00000080:00000001:1.0:1788942128.897303:0:31529:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942128.897308:0:31529:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942128.897310:0:31529:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788942128.908005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa740. 00000080:00000010:1.1:1788942128.908022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfaa20. 00010000:00000001:3.0:1788942129.889015:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942129.889092:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942129.889178:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942129.889180:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942129.895150:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942129.895159:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942129.895164:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942130.026510:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942130.026517:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942130.026519:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942130.026522:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7b20 00000080:00200000:3.0:1788942130.026527:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942130.026535:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fba00. 00800000:00000002:3.0:1788942130.026541:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942130.026545:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942130.026550:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942130.026552:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7a40 00800000:00000002:3.0:1788942130.026554:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942130.026557:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942130.026561:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942130.026566:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942130.026568:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7910 00000002:00010000:3.0:1788942130.026570:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942130.026574:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942130.026575:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942130.026579:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942130.026585:0:31563:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.026588:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.026589:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.026591:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942130.026593:0:31563:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942130.026599:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd500. 00000020:00000040:3.0:1788942130.026603:0:31563:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942130.026608:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942130.026612:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942130.026618:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.026620:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.026622:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.026624:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942130.026626:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942130.026630:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942130.026636:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837c000. 00000100:00000001:3.0:1788942130.026643:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.026649:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942130.026651:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.026653:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942130.026654:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.026656:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.026661:0:31563:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948498688 : -122366761052928 : ffff90b544acd500) 00010000:00000001:3.0:1788942130.026665:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942130.026667:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942130.026671:0:31563:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48800. 00010000:00000010:3.0:1788942130.026675:0:31563:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0880. 00010000:00000001:3.0:1788942130.026679:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942130.026682:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983e00. 00000020:00000001:3.0:1788942130.026685:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942130.026689:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983e00 with handle 0xcbb91bbb781577a4 to hash 00000020:00000001:3.0:1788942130.026691:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942130.026693:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.026697:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.026700:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.026703:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.026707:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942130.026716:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942130.026727:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942130.026733:0:31563:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942130.026735:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942130.026741:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291b40. 00000100:00000001:3.0:1788942130.026743:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174746944 : -122366534804672 : ffff90b552291b40) 00000100:00000001:3.0:1788942130.026746:0:31563:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.026748:0:31563:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948498688 : -122366761052928 : ffff90b544acd500) 00000100:00000001:3.0:1788942130.026752:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942130.026756:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.026758:0:31563:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942130.026759:0:31563:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942130.026769:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.026777:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942130.026779:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.034005:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942130.034009:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942130.034018:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942130.034028:0:31563:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd500 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31563:1875839884262656:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:3.0:1788942130.034036:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942130.034041:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942130.034044:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.034047:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942130.034056:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7c000. 02000000:00000001:3.0:1788942130.034058:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942130.034066:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942130.034071:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c49a0. 00000400:00000010:3.0:1788942130.034078:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded770. 00000100:00000200:3.0:1788942130.034085:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884262656, portal 10 00000100:00000001:3.0:1788942130.034088:0:31563:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.034204:0:31563:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948498688 : -122366761052928 : ffff90b544acd500) 00000100:00000040:3.0:1788942130.034216:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.036230:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942130.036238:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942130.036246:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543deda18. 00000100:00000200:3.0:1788942130.036252:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884262656, offset 0 00000400:00000200:3.0:1788942130.036259:0:31563:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942130.036269:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.036277:0:31563:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942130.036282:0:31563:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942130.036286:0:31563:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942130.036290:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942130.036293:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942130.036297:0:31563:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2462:2462:256:4294967295] 192.168.206.109@tcp LPNI seq info [2462:2462:8:4294967295] 00000400:00000200:3.0:1788942130.036301:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.036310:0:31563:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942130.036315:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942130.036321:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127a600. 00000800:00000200:3.0:1788942130.036328:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942130.036336:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942130.036340:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127a600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788942130.036361:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942130.036473:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 841590 usecs (842 jiffies) 00000400:00000200:3.0:1788942130.036477:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942130.036481:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531037 00000100:00000001:3.0:1788942130.036484:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:3.0:1788942130.036486:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531037 00000100:00000001:3.0:1788942130.036488:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:3.0:1788942130.036490:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942130.036494:0:31563:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.036497:0:31563:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942130.036499:0:31563:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942130.036501:0:31563:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291b40 going to sleep for 11 seconds 00000100:00000001:3.0:1788942130.036504:0:31563:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942130.036507:0:31563:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.037780:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.037792:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127a600. 00000400:00000200:2.0:1788942130.037803:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.037812:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.037820:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543deda18 00000400:00000010:2.0:1788942130.037823:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543deda18. 00000100:00000001:2.0:1788942130.037829:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.037837:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.037864:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.037869:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.037877:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.037879:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.054180:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.054203:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.054209:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.054212:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.054223:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.054233:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.054244:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.054251:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.054257:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.054262:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f4fd00 00000400:00000200:3.0:1788942130.055269:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.055350:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x69dd [1] + 224 00000800:00000001:3.0:1788942130.055372:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.055551:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.055556:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.055563:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.055573:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.055583:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.055595:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.055619:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.055633:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.055636:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.055702:0:31563:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942130.055711:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942130.055713:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942130.055719:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c49a0. 00000400:00000200:3.0:1788942130.055723:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded770 00000400:00000010:3.0:1788942130.055726:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded770. 00000100:00000001:3.0:1788942130.055729:0:31563:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.055734:0:31563:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942130.055744:0:31563:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.055750:0:31563:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942130.055752:0:31563:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.055754:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942130.055758:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942130.055762:0:31563:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942130.055764:0:31563:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.055768:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942130.055780:0:31563:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942130.055785:0:31563:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942130.055788:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942130.055790:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.055793:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942130.055797:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.055801:0:31563:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942130.055804:0:31563:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788942130.055806:0:31563:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942130.055810:0:31563:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942130.055815:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.055823:0:31563:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942130.055826:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942130.055828:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942130.055832:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942130.055840:0:31563:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd500 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31563:1875839884262656:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:3.0:1788942130.055845:0:31563:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.055849:0:31563:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.055888:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942130.055890:0:31563:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.055895:0:31563:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.055903:0:31563:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942130.055906:0:31563:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291b40. 00000100:00000001:3.0:1788942130.055910:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942130.055912:0:31563:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.055915:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942130.055919:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.055922:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.055926:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=4 00000020:00000001:3.0:1788942130.055929:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.055932:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000040:3.0:1788942130.055940:0:31563:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983e00, remote cookie: 0x4d194fbcadeeca9f, flags: 0x1001 00010000:00010000:3.0:1788942130.055946:0:31563:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942130.055958:0:31563:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.055965:0:31563:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942130.055969:0:31563:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942130.055972:0:31563:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942130.055973:0:31563:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942130.055975:0:31563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942130.055978:0:31563:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b545f48800) refcount = 1 00010000:00010000:3.0:1788942130.055982:0:31563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.055995:0:31563:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942130.055999:0:31563:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942130.056001:0:31563:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942130.056004:0:31563:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942130.056006:0:31563:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.056010:0:31563:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.056016:0:31563:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942130.056018:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056020:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.056021:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056022:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.056024:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.056029:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942130.056031:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.056032:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.056034:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:3.0:1788942130.056036:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056039:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056041:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.056043:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.056044:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=4 00000020:00000001:3.0:1788942130.056046:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056048:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056051:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.056055:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.056058:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.056063:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056065:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.056066:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.056067:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.056068:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=5 00000020:00000001:3.0:1788942130.056070:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056072:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056075:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942130.056078:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.056083:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056084:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942130.056087:0:31563:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.056095:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942130.056096:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056097:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.056099:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056100:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942130.056105:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788942130.056114:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.056115:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.056116:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:3.0:1788942130.056118:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056120:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056122:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056123:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.056125:0:31563:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.056136:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.056140:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788942130.056143:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.056144:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.056146:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:3.0:1788942130.056148:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056150:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00000002:00010000:3.0:1788942130.056154:0:31563:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.056161:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056162:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.056164:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942130.056165:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.056166:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.056799:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:3.0:1788942130.056805:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.056809:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000040:3.0:1788942130.056818:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:3.0:1788942130.056821:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942130.056826:0:31563:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788942130.056829:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.056830:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.056832:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942130.056837:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7898 00000002:00002000:3.0:1788942130.056839:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788942130.056842:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.056849:0:31563:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.056892:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942130.056895:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788942130.056899:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942130.056903:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942130.056908:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fba00. 00000080:00000001:3.0:1788942130.056915:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942130.056918:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942130.056925:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788942130.056931:0:31563:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942130.057030:0:31563:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e80840. 00800000:00000001:0.0:1788942130.057033:0:31563:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935601216 : -122366773950400 : ffff90b543e80840) 00800000:00000001:0.0:1788942130.057036:0:31563:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.057038:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942130.057042:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942130.057044:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942130.057047:0:31563:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942130.057050:0:31563:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942130.057052:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.057058:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942130.057062:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788942130.057069:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942130.057071:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.057073:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.057075:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:0.0:1788942130.057077:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:0.0:1788942130.057079:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:0.0:1788942130.057082:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.057083:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.057085:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942130.057088:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942130.057090:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e80840 1 00800000:00000010:0.0:1788942130.057093:0:31563:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e80840. 00800000:00000001:0.0:1788942130.057096:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.057100:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:0.0:1788942130.057104:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.057106:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.057107:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.057108:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.057110:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:0.0:1788942130.057111:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:0.0:1788942130.057113:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:0.0:1788942130.057116:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.057117:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.057119:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.057121:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.057124:0:31563:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.057126:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942130.057141:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc1cb7b58 00010000:00000001:0.0:1788942130.057144:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.057145:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.057147:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:0.0:1788942130.057148:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:0.0:1788942130.057151:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:0.0:1788942130.057153:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.057156:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.057170:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.057171:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.057173:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.057177:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.057179:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.057190:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.057194:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.057196:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.057201:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.057202:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.057204:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.057207:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.057209:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.057212:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.057214:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.057215:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.057217:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.057217:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.057220:0:31563:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.057230:0:31563:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd500 x1875839884262656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.057237:0:31563:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.057241:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.057245:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7c000. 02000000:00000001:0.0:1788942130.057250:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.057253:0:31563:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.057255:0:31563:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.057257:0:31563:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.057260:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837c000. 02000000:00000001:0.0:1788942130.057265:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.057267:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.057269:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd500. 00000100:00000001:0.0:1788942130.057274:0:31563:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.057275:0:31563:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.057279:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942130.057285:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.057303:0:31563:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b548354180. 00000020:00000001:0.0:1788942130.057308:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7a88 00000080:00200000:0.0:1788942130.057311:0:31563:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=24 00000080:00000001:0.0:1788942130.057314:0:31563:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942130.057317:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7938 00000080:00200000:0.0:1788942130.057319:0:31563:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:0.0:1788942130.057328:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fa000. 00800000:00000002:0.0:1788942130.057333:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.057338:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.057341:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.057343:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7858 00800000:00000002:0.0:1788942130.057345:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.057348:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942130.057354:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb77f0 00800000:00000002:0.0:1788942130.057356:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788942130.057360:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.057361:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7728 00000002:00010000:0.0:1788942130.057363:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788942130.057368:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942130.057370:0:31563:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942130.057376:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997100. 00000020:00000040:0.0:1788942130.057381:0:31563:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942130.057398:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.057403:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.057406:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.057407:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.057409:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.057411:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.057414:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.057418:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.057427:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aed400. 00000100:00000001:0.0:1788942130.057434:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.057438:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.057440:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.057441:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.057442:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.057445:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.057452:0:31563:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706964005120 : -122366745546496 : ffff90b545997100) 00010000:00000001:0.0:1788942130.057456:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942130.057458:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942130.057462:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:0.0:1788942130.057464:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.057467:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942130.057471:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324a00. 00000020:00000001:0.0:1788942130.057474:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942130.057477:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324a00 with handle 0xcbb91bbb781577ab to hash 00000020:00000001:0.0:1788942130.057479:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942130.057480:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.057485:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.057488:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.057490:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.057494:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.057501:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.057512:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942130.057517:0:31563:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.057519:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.057527:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.057530:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.057533:0:31563:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.057535:0:31563:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964005120 : -122366745546496 : ffff90b545997100) 00000100:00000001:0.0:1788942130.057540:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.057545:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.057547:0:31563:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.057549:0:31563:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.057555:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.057564:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.057566:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.057570:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.057573:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.057576:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.057580:0:31563:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31563:1875839884262784:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:0.0:1788942130.057585:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.057591:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.057593:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.057596:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.057601:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942130.057603:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.057612:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.057617:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942130.057623:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942130.057631:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884262784, portal 10 00000100:00000001:0.0:1788942130.057633:0:31563:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.057635:0:31563:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964005120 : -122366745546496 : ffff90b545997100) 00000100:00000040:0.0:1788942130.057641:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.057649:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.057652:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.057655:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a4c8. 00000100:00000200:0.0:1788942130.057659:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884262784, offset 0 00000400:00000200:0.0:1788942130.057666:0:31563:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.057675:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.057684:0:31563:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.057691:0:31563:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.057695:0:31563:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.057700:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.057703:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.057707:0:31563:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2463:2463:256:4294967295] 192.168.206.109@tcp LPNI seq info [2463:2463:8:4294967295] 00000400:00000200:0.0:1788942130.057712:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.057724:0:31563:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.057731:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.057737:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910ba00. 00000800:00000200:0.0:1788942130.057745:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.057754:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.057760:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910ba00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.057846:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.057882:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 840496 usecs (841 jiffies) 00000400:00000200:0.0:1788942130.057887:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.057891:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531058 00000100:00000001:0.0:1788942130.057895:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.057898:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531058 00000100:00000001:0.0:1788942130.057900:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.057903:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.057906:0:31563:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.057909:0:31563:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.057911:0:31563:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.057914:0:31563:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.057917:0:31563:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.057921:0:31563:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.058833:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.058845:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910ba00. 00000400:00000200:2.0:1788942130.058883:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.058892:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.058901:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a4c8 00000400:00000010:2.0:1788942130.058904:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a4c8. 00000100:00000001:2.0:1788942130.058910:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.058917:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.058929:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.058933:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.058939:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.058941:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.064412:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.064434:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.064440:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.064442:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.064453:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.064463:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.064474:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.064480:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.064486:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.064491:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4fd80 00000400:00000200:2.0:1788942130.064496:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.064503:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x69ed [1] + 224 00000800:00000001:2.0:1788942130.064511:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.064519:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.064536:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.064541:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.064551:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.064561:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.064573:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.064602:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.064612:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.064616:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.064752:0:31563:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.064762:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.064764:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.064768:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:0.0:1788942130.064774:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:0.0:1788942130.064777:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:0.0:1788942130.064780:0:31563:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.064785:0:31563:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.064794:0:31563:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.064801:0:31563:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.064803:0:31563:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.064806:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.064810:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.064813:0:31563:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.064816:0:31563:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.064819:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.064831:0:31563:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942130.064836:0:31563:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.064839:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.064841:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.064844:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.064848:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.064896:0:31563:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.064899:0:31563:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788942130.064902:0:31563:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.064906:0:31563:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.064912:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.064920:0:31563:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.064923:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.064926:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.064930:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.064939:0:31563:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31563:1875839884262784:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:0.0:1788942130.064948:0:31563:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.064951:0:31563:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.064955:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.064957:0:31563:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.064961:0:31563:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.064968:0:31563:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.064972:0:31563:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.064977:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.064979:0:31563:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.064982:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942130.064987:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.064990:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.064994:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=4 00000020:00000001:0.0:1788942130.064996:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065000:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000040:0.0:1788942130.065007:0:31563:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324a00, remote cookie: 0x4d194fbcadeecabb, flags: 0x1001 00010000:00010000:0.0:1788942130.065013:0:31563:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942130.065033:0:31563:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942130.065037:0:31563:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788942130.065048:0:31563:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25800. 00010000:00000010:0.0:1788942130.065054:0:31563:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87b00. 00010000:00000001:0.0:1788942130.065060:0:31563:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.065063:0:31563:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.065073:0:31563:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.065085:0:31563:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942130.065090:0:31563:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942130.065092:0:31563:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942130.065094:0:31563:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942130.065096:0:31563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942130.065099:0:31563:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff90b553d25800) refcount = 1 00010000:00010000:0.0:1788942130.065103:0:31563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.065110:0:31563:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942130.065113:0:31563:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942130.065115:0:31563:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.065118:0:31563:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942130.065121:0:31563:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.065124:0:31563:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.065145:0:31563:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942130.065147:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065149:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.065150:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065151:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.065153:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.065158:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942130.065160:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065162:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065163:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.065165:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065168:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065170:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065171:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065173:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=4 00000020:00000001:0.0:1788942130.065175:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065178:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065181:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.065184:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.065188:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.065195:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065196:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.065197:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065199:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065200:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=5 00000020:00000001:0.0:1788942130.065202:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065204:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065207:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.065210:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.065216:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065217:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942130.065220:0:31563:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.065226:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.065228:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065229:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.065230:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065231:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942130.065236:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942130.065244:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065245:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065247:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.065249:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065252:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065254:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065256:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.065257:0:31563:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.065260:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.065263:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942130.065266:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065267:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065269:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.065270:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065273:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00000002:00010000:0.0:1788942130.065276:0:31563:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.065283:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065285:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.065286:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942130.065288:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065289:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065290:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.065292:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065294:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000040:0.0:1788942130.065298:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:0.0:1788942130.065300:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942130.065304:0:31563:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:0.0:1788942130.065306:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065308:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.065309:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942130.065313:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb76b0 00000002:00002000:0.0:1788942130.065315:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942130.065319:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.065323:0:31563:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.065327:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942130.065331:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788942130.065334:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.065339:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:0.0:1788942130.065342:0:31563:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788942130.065344:0:31563:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1cb7a28 it_disposition b 00000080:00000001:0.0:1788942130.065347:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942130.065354:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942130.065357:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942130.065361:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788942130.065364:0:31563:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788942130.065371:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942130.065374:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788942130.065377:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.065381:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788942130.065383:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788942130.065389:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:0.0:1788942130.065391:0:31563:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff90b548db1148): rc = 0 00000080:00000001:0.0:1788942130.065394:0:31563:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018637640 : -122366690913976 : ffff90b548db1148) 00010000:00000001:0.0:1788942130.065396:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065398:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065399:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.065402:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065404:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065406:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065408:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.065410:0:31563:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942130.065412:0:31563:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942130.065413:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942130.065416:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942130.065418:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.065421:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) for lock 0xcbb91bbb781577ab 00800000:00000001:0.0:1788942130.065425:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.065427:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.065428:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065430:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065431:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.065433:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065435:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065438:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065439:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.065441:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.065443:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788942130.065452:0:31563:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54454baf8 inode ffff90b548db1148 refc 1 flags 0x20000e 00000080:00000001:0.0:1788942130.065458:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942130.065460:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.065463:0:31563:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788942130.065468:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) 00000080:00010000:0.0:1788942130.065472:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ab from it ffffa57dc1cb7a28 00010000:00000001:0.0:1788942130.065474:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.065475:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.065477:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.065479:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065481:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.065483:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.065486:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.065493:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065494:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.065496:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.065499:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.065502:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.065510:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.065513:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.065515:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.065652:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065654:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.065656:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.065659:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.065661:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.065663:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.065666:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.065669:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.065670:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065671:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.065674:0:31563:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942130.065678:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fa000. 00000100:00000001:0.0:1788942130.065682:0:31563:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.065698:0:31563:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997100 x1875839884262784/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.065707:0:31563:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.065710:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.065714:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942130.065717:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.065719:0:31563:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.065721:0:31563:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.065724:0:31563:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.065726:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aed400. 02000000:00000001:0.0:1788942130.065731:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.065733:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.065735:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997100. 00000100:00000001:0.0:1788942130.065738:0:31563:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.065740:0:31563:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.065751:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942130.065754:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148), inode mode 41ed mask 1 00000080:00000001:0.0:1788942130.065760:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.065777:0:31563:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b5483546a0. 00000020:00000001:0.0:1788942130.065783:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7ae8 00000080:00200000:0.0:1788942130.065785:0:31563:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90b548db1148), flags=8 00000080:00000001:0.0:1788942130.065789:0:31563:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942130.065790:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7998 00000080:00200000:0.0:1788942130.065792:0:31563:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90b548db1148), intent=getattr 00000080:00000010:0.0:1788942130.065801:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fa000. 00000080:00000001:0.0:1788942130.065811:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.065813:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.065815:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb78b8 00800000:00000002:0.0:1788942130.065817:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:0.0:1788942130.065821:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942130.065826:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7850 00800000:00000002:0.0:1788942130.065827:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788942130.065832:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.065833:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7788 00000002:00010000:0.0:1788942130.065835:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788942130.065840:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942130.065843:0:31563:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942130.065848:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997100. 00000020:00000040:0.0:1788942130.065881:0:31563:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942130.065888:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.065892:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.065895:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.065897:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.065898:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.065901:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.065904:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.065909:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.065917:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aed400. 00000100:00000001:0.0:1788942130.065924:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.065929:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.065932:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.065933:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.065934:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.065936:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.065945:0:31563:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706964005120 : -122366745546496 : ffff90b545997100) 00010000:00000001:0.0:1788942130.065949:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942130.065951:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942130.065955:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:0.0:1788942130.065957:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.065960:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942130.065964:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325a00. 00000020:00000001:0.0:1788942130.065968:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942130.065970:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325a00 with handle 0xcbb91bbb781577b2 to hash 00000020:00000001:0.0:1788942130.065972:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942130.065973:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.065978:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.065981:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.065983:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.065986:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.065993:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.066004:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942130.066009:0:31563:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.066012:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.066020:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.066022:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.066025:0:31563:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.066027:0:31563:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964005120 : -122366745546496 : ffff90b545997100) 00000100:00000001:0.0:1788942130.066032:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.066037:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.066039:0:31563:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.066041:0:31563:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.066046:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.066054:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.066057:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.066060:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.066063:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.066066:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.066070:0:31563:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31563:1875839884262912:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:0.0:1788942130.066075:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.066080:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.066083:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.066086:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.066090:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942130.066091:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.066099:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.066103:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942130.066109:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942130.066117:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884262912, portal 10 00000100:00000001:0.0:1788942130.066119:0:31563:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.066121:0:31563:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964005120 : -122366745546496 : ffff90b545997100) 00000100:00000040:0.0:1788942130.066127:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.066146:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.066149:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.066152:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aaa0. 00000100:00000200:0.0:1788942130.066157:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884262912, offset 0 00000400:00000200:0.0:1788942130.066167:0:31563:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.066176:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.066186:0:31563:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.066192:0:31563:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.066197:0:31563:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.066201:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.066204:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.066208:0:31563:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2464:2464:256:4294967295] 192.168.206.109@tcp LPNI seq info [2464:2464:8:4294967295] 00000400:00000200:0.0:1788942130.066212:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.066224:0:31563:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.066231:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.066237:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942130.066246:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.066255:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.066260:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.066281:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.066287:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 839367 usecs (840 jiffies) 00000400:00000200:0.0:1788942130.066290:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.066293:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531065 00000100:00000001:0.0:1788942130.066297:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.066299:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531065 00000100:00000001:0.0:1788942130.066302:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.066304:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.066307:0:31563:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.066309:0:31563:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.066312:0:31563:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.066314:0:31563:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.066317:0:31563:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.066319:0:31563:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.067001:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.067008:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:2.0:1788942130.067015:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.067028:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.067035:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aaa0 00000400:00000010:2.0:1788942130.067038:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aaa0. 00000100:00000001:2.0:1788942130.067044:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.067051:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.067061:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.067065:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.067073:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.067074:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.086405:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.086443:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.086448:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.086452:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.086474:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.086482:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.086509:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.086514:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.086519:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.086532:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 640 into portal 10 MB=0x6aa1101f4fe00 00000400:00000200:2.0:1788942130.086537:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.086549:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 640/640 into md 0x69f5 [1] + 224 00000800:00000001:2.0:1788942130.086557:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.086568:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.086571:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.086576:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.086583:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.086590:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.086613:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.086626:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.086634:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.086638:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.086752:0:31563:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.086759:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.086761:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.086764:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:0.0:1788942130.086769:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:0.0:1788942130.086771:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:0.0:1788942130.086774:0:31563:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.086790:0:31563:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.086800:0:31563:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.086806:0:31563:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.086808:0:31563:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.086811:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.086814:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.086816:0:31563:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.086818:0:31563:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.086821:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.086831:0:31563:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942130.086835:0:31563:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.086838:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.086840:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.086842:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.086845:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.086848:0:31563:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.087484:0:31563:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788942130.087489:0:31563:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.087492:0:31563:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.087499:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.087507:0:31563:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.087510:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.087512:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.087516:0:31563:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.087524:0:31563:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997100 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31563:1875839884262912:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:0.0:1788942130.087530:0:31563:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.087532:0:31563:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.087535:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.087537:0:31563:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.087540:0:31563:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.087546:0:31563:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.087549:0:31563:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.087553:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.087554:0:31563:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.087558:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942130.087562:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.087565:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.087568:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=4 00000020:00000001:0.0:1788942130.087570:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087574:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000040:0.0:1788942130.087580:0:31563:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325a00, remote cookie: 0x4d194fbcadeecad7, flags: 0x1001 00010000:00010000:0.0:1788942130.087586:0:31563:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942130.087594:0:31563:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:0.0:1788942130.087598:0:31563:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788942130.087606:0:31563:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25b00. 00010000:00000010:0.0:1788942130.087610:0:31563:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87100. 00010000:00000001:0.0:1788942130.087615:0:31563:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.087618:0:31563:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.087626:0:31563:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.087631:0:31563:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942130.087635:0:31563:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942130.087637:0:31563:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942130.087639:0:31563:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942130.087640:0:31563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942130.087642:0:31563:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff90b553d25b00) refcount = 1 00010000:00010000:0.0:1788942130.087647:0:31563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.087653:0:31563:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942130.087656:0:31563:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942130.087658:0:31563:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.087661:0:31563:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942130.087663:0:31563:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.087666:0:31563:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.087672:0:31563:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942130.087673:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087675:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.087676:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087677:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.087678:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.087683:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942130.087684:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.087686:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.087687:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.087689:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087691:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087693:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.087694:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.087696:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=4 00000020:00000001:0.0:1788942130.087697:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087699:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087702:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.087704:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.087707:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.087714:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087715:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.087717:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.087718:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.087719:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=5 00000020:00000001:0.0:1788942130.087721:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087723:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087726:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.087728:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.087734:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087735:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942130.087737:0:31563:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.087743:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.087745:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087746:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.087747:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087748:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942130.087753:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942130.087761:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.087762:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.087764:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.087766:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087768:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00000002:00010000:0.0:1788942130.087771:0:31563:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788942130.087780:0:31563:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b543e80840. 00010000:00000001:0.0:1788942130.087783:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087784:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.087785:0:31563:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.087787:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.087789:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942130.087791:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.087792:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.087793:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.087796:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087798:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00000002:00010000:0.0:1788942130.087801:0:31563:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.087807:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087808:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.087810:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942130.087811:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.087812:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.087813:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.087815:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.087817:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000040:0.0:1788942130.087821:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:0.0:1788942130.087823:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942130.087827:0:31563:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:0.0:1788942130.087829:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.087830:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.087831:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942130.087834:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7710 00000002:00002000:0.0:1788942130.087836:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942130.091643:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.091651:0:31563:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.091654:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942130.091657:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788942130.091660:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.091663:0:31563:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788942130.091665:0:31563:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1cb7b20 it_disposition b 00000080:00000001:0.0:1788942130.091669:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942130.091675:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942130.091678:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942130.091681:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1788942130.091684:0:31563:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788942130.091716:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.091721:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942130.091724:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942130.091727:0:31563:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788942130.091730:0:31563:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942130.091732:0:31563:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788942130.091743:0:31563:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b551b54180. 00020000:00000010:0.0:1788942130.091747:0:31563:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55228f500. 00020000:00000010:0.0:1788942130.091765:0:31563:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b551b54360. 00020000:00000001:0.0:1788942130.091767:0:31563:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621707167155040 : -122366542396576 : ffff90b551b54360) 00020000:00000002:0.0:1788942130.091770:0:31563:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b54360, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942130.091775:0:31563:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942130.091778:0:31563:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f500: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788942130.091782:0:31563:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b543407c98) owner ffff90b5459d27c0 00020000:00000001:0.0:1788942130.091785:0:31563:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942130.091788:0:31563:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b543407c98) owner ffff90b5459d27c0 00020000:00000010:0.0:1788942130.091791:0:31563:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55228f500. 00020000:00000010:0.0:1788942130.091797:0:31563:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b54180. 00020000:00000010:0.0:1788942130.091800:0:31563:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b54360. 00020000:00000002:0.0:1788942130.091802:0:31563:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788942130.091803:0:31563:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.091805:0:31563:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942130.091807:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942130.091810:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1788942130.091812:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788942130.091816:0:31563:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x29:0x0](ffff90b548d34b08): rc = 0 00000080:00000001:0.0:1788942130.091819:0:31563:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018128136 : -122366691423480 : ffff90b548d34b08) 00010000:00000001:0.0:1788942130.091822:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.091824:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.091827:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.091829:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.091831:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00000080:00000001:0.0:1788942130.091835:0:31563:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942130.091837:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.091838:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942130.091840:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942130.091841:0:31563:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788942130.091842:0:31563:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942130.091843:0:31563:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788942130.091846:0:31563:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b551b54360. 00020000:00000010:0.0:1788942130.091847:0:31563:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55228f500. 00020000:00000010:0.0:1788942130.091865:0:31563:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b551b54180. 00020000:00000001:0.0:1788942130.091868:0:31563:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621707167154560 : -122366542397056 : ffff90b551b54180) 00020000:00000002:0.0:1788942130.091870:0:31563:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b54180, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942130.091873:0:31563:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942130.091876:0:31563:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f500: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788942130.091878:0:31563:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b543407c98) owner ffff90b5459d27c0 00020000:00000001:0.0:1788942130.091880:0:31563:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942130.091882:0:31563:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b543407c98) owner ffff90b5459d27c0 00020000:00000010:0.0:1788942130.091884:0:31563:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55228f500. 00020000:00000010:0.0:1788942130.091887:0:31563:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b54360. 00020000:00000010:0.0:1788942130.091889:0:31563:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b54180. 00020000:00000002:0.0:1788942130.091891:0:31563:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788942130.091892:0:31563:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.091893:0:31563:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.091897:0:31563:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942130.091899:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000002:0.0:1788942130.091902:0:31563:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b551b54840 addref 2/0 by ffff90b5459d27c0. 00020000:00000002:0.0:1788942130.091904:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000001:0.0:1788942130.091906:0:31563:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942130.091908:0:31563:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788942130.091909:0:31563:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788942130.091911:0:31563:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788942130.091912:0:31563:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788942130.091915:0:31563:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788942130.091917:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942130.091919:0:31563:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.091922:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.091924:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.091925:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942130.091928:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942130.091929:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.091932:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff90b548d34b08) for lock 0xcbb91bbb781577b2 00800000:00000001:0.0:1788942130.091935:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.091937:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.091938:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.091939:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.091941:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.091943:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.091945:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.091947:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.091948:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.091949:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.091950:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788942130.091975:0:31563:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54454b870 inode ffff90b548d34b08 refc 1 flags 0x40000e 00000080:00000001:0.0:1788942130.091986:0:31563:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788942130.091990:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff90b548d34b08) 00000080:00010000:0.0:1788942130.091993:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577b2 from it ffffa57dc1cb7b20 00010000:00000001:0.0:1788942130.091995:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.091996:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.091997:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.091999:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.092001:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.092003:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.092007:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.092016:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.092017:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.092018:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.092022:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.092025:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.092032:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.092034:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.092036:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.092053:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.092055:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.092056:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.092060:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.092062:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.092064:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.092067:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.092069:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.092070:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.092071:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.092073:0:31563:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942130.092076:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fa000. 00000100:00000001:0.0:1788942130.092081:0:31563:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.092096:0:31563:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997100 x1875839884262912/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.092104:0:31563:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.092108:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.092111:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942130.092114:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.092116:0:31563:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.092118:0:31563:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.092120:0:31563:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.092123:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aed400. 02000000:00000001:0.0:1788942130.092126:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.092138:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.092140:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997100. 00000100:00000001:0.0:1788942130.092144:0:31563:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.092146:0:31563:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.092148:0:31563:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942130.092149:0:31563:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1cb7b20 released 00000080:00000001:0.0:1788942130.092152:0:31563:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788942130.092177:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7d08 00000080:00200008:0.0:1788942130.092180:0:31563:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x29:0x0](ffff90b548d34b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942130.092185:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.092186:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7c80 00000080:00200000:0.0:1788942130.092188:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x29:0x0](ffff90b548d34b08),name=f 00000080:00000010:0.0:1788942130.092192:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fa000. 00000080:00000001:0.0:1788942130.092199:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.092202:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.092204:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7ba0 00800000:00000002:0.0:1788942130.092206:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x29:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:0.0:1788942130.092209:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.092213:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.092217:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.092219:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7a70 00000002:00010000:0.0:1788942130.092220:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.092223:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.092225:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.092227:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.092232:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:0.0:1788942130.092235:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.092239:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.092242:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.092245:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942130.092252:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.092255:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.092258:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788942130.092264:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.092266:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.092268:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.092269:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.092271:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.092273:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942130.092275:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788942130.092277:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fa000. 00000080:00000001:0.0:1788942130.092280:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.092281:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.092283:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff90b548d34b08) 00000080:00010000:0.0:1788942130.092286:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff90b548d34b08) for lock 0xcbb91bbb781577b2 00800000:00000001:0.0:1788942130.092288:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.092289:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.092290:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.092291:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.092293:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.092294:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.092296:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.092298:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.092299:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.092300:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.092301:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.092303:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577b2 from it ffffa57dc1cb7cb8 00010000:00000001:0.0:1788942130.092305:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.092306:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.092307:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325a00 refcount=3 00000020:00000001:0.0:1788942130.092309:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.092311:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352832 : -122366534198784 : ffff90b552325a00) 00010000:00000001:0.0:1788942130.092312:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.092315:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.092320:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.092321:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.092323:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.092324:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.092326:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942130.092332:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.092333:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.092334:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.092336:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.092337:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.092338:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.092340:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.092341:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.092342:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.092344:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.092345:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.092346:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.092347:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.092349:0:31563:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942130.092350:0:31563:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.092353:0:31563:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788942130.092355:0:31563:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788942130.092357:0:31563:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.092359:0:31563:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788942130.092360:0:31563:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.092362:0:31563:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942130.092365:0:31563:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788942130.092366:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.092368:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942130.092370:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942130.092374:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90b5434d56c0 -> ffff90b5434d56c0 00000020:00000001:0.0:1788942130.092376:0:31563:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942130.092378:0:31563:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942130.092380:0:31563:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788942130.092382:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942130.092384:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942130.092386:0:31563:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942130.092387:0:31563:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.092389:0:31563:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942130.092392:0:31563:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff90b544e77340 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788942130.092395:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000001:0.0:1788942130.092398:0:31563:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942130.092399:0:31563:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942130.092401:0:31563:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942130.092402:0:31563:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.092404:0:31563:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942130.092406:0:31563:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942130.092407:0:31563:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.092409:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942130.092410:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942130.092411:0:31563:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942130.092412:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b5459d27c0 00000020:00000001:0.0:1788942130.093219:0:31563:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942130.093225:0:31563:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788942130.093226:0:31563:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x29:0x0] 00000020:00000001:0.0:1788942130.093229:0:31563:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942130.093231:0:31563:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942130.093233:0:31563:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942130.093235:0:31563:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942130.093241:0:31563:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788942130.093248:0:31563:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87300. 00020000:00000002:0.0:1788942130.093251:0:31563:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942130.093253:0:31563:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942130.093256:0:31563:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942130.093257:0:31563:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942130.093259:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.093261:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173251912 : -122366536299704 : ffff90b552124b48) 00000020:00001000:0.0:1788942130.093263:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124b40 00000020:00000001:0.0:1788942130.093266:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90b5434d5148 -> ffff90b5434d56c0 00000020:00000001:0.0:1788942130.093268:0:31563:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942130.093271:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942130.093272:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942130.093273:0:31563:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.093275:0:31563:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.093277:0:31563:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952575952 : -122366756975664 : ffff90b544eb0bd0) 00000020:00000001:0.0:1788942130.093279:0:31563:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942130.093283:0:31563:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b44c0. 00000008:00010000:0.0:1788942130.093286:0:31563:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788942130.093288:0:31563:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942130.093289:0:31563:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942130.093290:0:31563:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f87330, osc lock ffff90b5580b44c0, flags 0x400001002 00000020:00000001:0.0:1788942130.093293:0:31563:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.093294:0:31563:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.093296:0:31563:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171558144 : -122366537993472 : ffff90b551f87300) 00000020:00000001:0.0:1788942130.093298:0:31563:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942130.093299:0:31563:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942130.093300:0:31563:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.093302:0:31563:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.093304:0:31563:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788942130.093306:0:31563:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942130.093307:0:31563:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942130.093309:0:31563:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942130.093310:0:31563:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942130.093311:0:31563:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952575952 : -122366756975664 : ffff90b544eb0bd0) 00000020:00000001:0.0:1788942130.093313:0:31563:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942130.093315:0:31563:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942130.093316:0:31563:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942130.093319:0:31563:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942130.093321:0:31563:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942130.093323:0:31563:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942130.093324:0:31563:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942130.093325:0:31563:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942130.093327:0:31563:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942130.093328:0:31563:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942130.093330:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942130.093334:0:31563:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.093337:0:31563:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788942130.093341:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997100. 00000020:00000040:0.0:1788942130.093344:0:31563:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942130.093348:0:31563:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788942130.093351:0:31563:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788942130.093356:0:31563:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1836 00000400:00000200:0.0:1788942130.093363:0:31563:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.093368:0:31563:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1788942130.093372:0:31563:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942130.093375:0:31563:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942130.093377:0:31563:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942130.093380:0:31563:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:0.0:1788942130.093382:0:31563:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942130.093384:0:31563:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:0.0:1788942130.093386:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.093388:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:0.0:1788942130.093390:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:0.0:1788942130.093392:0:31563:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000040:0.0:1788942130.093395:0:31563:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942130.093397:0:31563:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942130.093398:0:31563:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942130.093400:0:31563:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:0.0:1788942130.093403:0:31563:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00080000:0.0:1788942130.093407:0:31563:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff90b5459f2800: import ffff90b551b96000 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:0.0:1788942130.093409:0:31563:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.093411:0:31563:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788942130.093417:0:31563:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.093420:0:31563:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.093423:0:31563:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:0.0:1788942130.093426:0:31563:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788942130.093428:0:31563:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.093430:0:31563:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.093435:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996a00. 00000020:00000040:0.0:1788942130.093437:0:31563:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=4 obd=lustre-OST0001-osc-ffff90b5459f2800 02000000:00000001:0.0:1788942130.093441:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942130.093443:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.093446:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.093448:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.093451:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.093458:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aed400. 00000100:00000001:0.0:1788942130.093465:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.093473:0:31563:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942130.093482:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.093486:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.093491:0:31563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8f0a88f] to pc [ptlrpcd_rcv+-1] req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.093521:0:31563:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.093524:0:31563:0:(pinger.c:368:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788942130.093526:0:31563:0:(pinger.c:370:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:0.0:1788942130.093529:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.093531:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.093534:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.093536:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.093537:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.093539:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.093543:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fa000. 00000100:00000001:0.0:1788942130.093545:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.093550:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.093552:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.093553:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.093555:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.093556:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.093559:0:31563:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706964005120 : -122366745546496 : ffff90b545997100) 00010000:00000001:0.0:1788942130.093562:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942130.093564:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788942130.093568:0:31563:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25200. 00010000:00000010:0.0:1788942130.093571:0:31563:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b553d25100. 00010000:00000001:0.0:1788942130.093576:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942130.093579:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325c00. 00000020:00000001:0.0:1788942130.093582:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942130.093584:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325c00 with handle 0xcbb91bbb781577b9 to hash 00000020:00000001:0.0:1788942130.093586:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942130.093588:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000010:0.0:1788942130.093592:0:31563:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b543e80ec0. 00010000:00000001:0.0:1788942130.093594:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:0.0:1788942130.093597:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.093598:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.093602:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.093611:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.093621:0:31563:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.093623:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.093625:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.093631:0:31563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035b27727] to pc [ptlrpcd_00_00+0] req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.093690:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.093693:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.093696:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.093702:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.093708:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.093710:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788942130.093713:0:2353:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.093720:0:2353:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.093722:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.093724:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.093725:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.093727:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.093730:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.093773:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942130.093776:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.093777:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942130.093782:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.093788:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942130.093789:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.093793:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942130.093795:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942130.093797:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942130.093801:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884263040:192.168.206.109@tcp:8:checkstat.0 00000100:00000001:2.0:1788942130.093804:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942130.093808:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942130.093810:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.093812:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942130.093817:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552276c00. 02000000:00000001:2.0:1788942130.093819:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942130.093824:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942130.093828:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098f20. 00000400:00000010:2.0:1788942130.093834:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61dd0. 00000100:00000200:2.0:1788942130.093840:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884263040, portal 4 00000100:00000001:2.0:1788942130.093842:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942130.093844:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:2.0:1788942130.093866:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.093874:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942130.093877:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942130.093880:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61198. 00000100:00000200:2.0:1788942130.093883:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875839884263040, offset 0 00000400:00000200:2.0:1788942130.093889:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942130.093897:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.093903:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942130.093908:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942130.093912:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942130.093915:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942130.093917:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942130.093921:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2465:2465:256:4294967295] 192.168.206.109@tcp LPNI seq info [2465:2465:8:4294967295] 00000400:00000200:2.0:1788942130.093925:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.093933:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942130.093939:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942130.093944:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942130.093950:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942130.093957:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942130.093961:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788942130.093977:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.093981:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 266213 usecs (267 jiffies) 00000400:00000200:2.0:1788942130.093984:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942130.093987:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296530519 00000100:00000001:2.0:1788942130.093990:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:2.0:1788942130.093992:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296530519 00000100:00000001:2.0:1788942130.093994:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:2.0:1788942130.093996:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942130.093999:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.094001:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.094003:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942130.094058:0:31563:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942130.094062:0:31563:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.094064:0:31563:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.094066:0:31563:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.094068:0:31563:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.094070:0:31563:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942130.094072:0:31563:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788942130.094074:0:31563:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788942130.094076:0:31563:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1788942130.094101:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942130.094104:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.094797:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.094824:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000100:00000001:1.0:1788942130.097319:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.097326:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.097331:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.097334:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.097338:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.097341:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.097343:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.097346:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.097349:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.098200:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942130.098205:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788942130.098209:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942130.098210:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.098212:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.098214:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942130.099185:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.099204:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.099215:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61198 00000400:00000010:3.0:1788942130.099218:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61198. 00000100:00000001:3.0:1788942130.099225:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.099236:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.099249:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.099253:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.099260:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.099263:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.108254:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.108276:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.108281:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.108285:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.108294:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.108301:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.108313:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.108318:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.108323:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.108327:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f4fe80 00000400:00000200:2.0:1788942130.108332:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.108338:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x69fd [1] + 0 00000800:00000001:2.0:1788942130.108346:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.108356:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.108360:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.108364:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.108371:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.108379:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942130.108391:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.108473:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942130.108477:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.108496:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.108506:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.108510:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942130.110996:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.111001:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.111004:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098f20. 00000400:00000200:0.0:1788942130.111012:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61dd0 00000400:00000010:0.0:1788942130.111014:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61dd0. 00000100:00000001:0.0:1788942130.111019:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.111029:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942130.111041:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.111049:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.111051:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.111054:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.111057:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.111059:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.111062:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.111065:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.111073:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=120 v=5 (5 5 5 36) 00000100:00001000:0.0:1788942130.111077:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.111079:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.111081:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.111084:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.111087:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.111090:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942130.111093:0:2352:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: committing for last_committed 4294967312 gen 15 00000100:00000040:0.0:1788942130.111096:0:2352:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788942130.111099:0:2352:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.111100:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.111105:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.111112:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.111116:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.111117:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.111120:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788942130.111126:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:0.0:1788942130.111140:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942130.111142:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:0.0:1788942130.111144:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.111148:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:0.0:1788942130.111150:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:0.0:1788942130.111153:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00001000:0.0:1788942130.111156:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=1788942130 v=0 (0 0 0 0) 00000100:00001000:0.0:1788942130.111159:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b551b96418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788942130.111163:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000100:00080000:0.0:1788942130.111168:0:2352:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90b5459f2800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788942130.111172:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00000001:0.0:1788942130.111174:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942130.111177:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788942130.111181:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788942130.111184:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942130.111187:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788942130.111190:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942130.111193:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.111195:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942130.111197:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942130.111199:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.111201:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:0.0:1788942130.111203:0:2352:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788942130.111206:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b96000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788942130.111209:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942130.111210:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788942130.111211:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942130.111212:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788942130.111214:0:2352:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788942130.111216:0:2352:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90b5487f55c0 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1788942130.111221:0:2352:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1788942130.111223:0:2352:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1788942130.111225:0:2352:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.111227:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942130.111230:0:2352:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788942130.111232:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788942130.111234:0:2352:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788942130.111236:0:2352:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:0.0:1788942130.111238:0:2352:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788942130.111240:0:2352:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.111242:0:2352:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.111243:0:2352:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:0.0:1788942130.111244:0:2352:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788942130.111246:0:2352:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.111247:0:2352:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788942130.111249:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788942130.111253:0:2352:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788942130.111254:0:2352:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.111256:0:2352:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.111258:0:2352:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.111259:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.111261:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942130.111262:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942130.111264:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.111265:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00000001:0.0:1788942130.111266:0:2352:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.111269:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788942130.111275:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001b0561ce): req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.111335:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.111339:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.111341:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.111360:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.114327:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.114333:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.114338:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.114341:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.114344:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.114346:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.114352:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.114355:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.114357:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.114366:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942130.114369:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.114377:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.114417:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942130.114425:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942130.114432:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884263168, portal 4 00000100:00000001:1.0:1788942130.114434:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.114436:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964005120 : -122366745546496 : ffff90b545997100) 00000100:00000040:1.0:1788942130.114446:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.114455:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.114457:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.114459:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da000. 00000100:00000200:1.0:1788942130.114463:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884263168, offset 0 00000400:00000200:1.0:1788942130.114468:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.114476:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.114483:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.114487:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.114491:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.114494:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.114497:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.114500:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2466:2466:256:4294967295] 192.168.206.109@tcp LPNI seq info [2466:2466:8:4294967295] 00000400:00000200:1.0:1788942130.114504:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.114512:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.114518:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.114523:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618b00. 00000800:00000200:1.0:1788942130.114529:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.114536:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.114539:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.114564:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.114568:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 264647 usecs (265 jiffies) 00000400:00000200:1.0:1788942130.114572:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.114574:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296530535 00000100:00000001:1.0:1788942130.114577:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.114580:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296530535 00000100:00000001:1.0:1788942130.114582:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.114584:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.114587:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.114590:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.114597:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.114599:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942130.114602:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.114603:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.114605:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.114607:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.114694:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.114703:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942130.114712:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884263040:192.168.206.109@tcp:8:checkstat.0 00000100:00000001:0.0:1788942130.114716:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.114720:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.114723:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996a00 x1875839884263040/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.114729:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.114732:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.114736:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552276c00. 02000000:00000001:0.0:1788942130.114741:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.114744:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.114746:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.114748:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.114750:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aed400. 02000000:00000001:0.0:1788942130.114753:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.114755:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.114756:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996a00. 00000100:00000001:0.0:1788942130.114760:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.114762:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.114763:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.114767:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.114769:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.114770:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942130.114772:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.115067:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.115072:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618b00. 00000400:00000200:3.0:1788942130.115077:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.115082:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.115088:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da000 00000400:00000010:3.0:1788942130.115090:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da000. 00000100:00000001:3.0:1788942130.115094:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.115839:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.115903:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.115912:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.115919:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.115921:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.126242:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.126263:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.126268:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.126270:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.126279:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.126287:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.126297:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.126302:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.126307:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.126311:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f4ff00 00000400:00000200:2.0:1788942130.126316:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.126321:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x6a0d [1] + 224 00000800:00000001:2.0:1788942130.126327:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.126338:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.126341:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.126345:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.126352:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.126361:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.126371:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.126394:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.126401:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.126404:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.126474:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.126478:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942130.126484:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.126486:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.126489:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942130.126493:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:1.0:1788942130.126496:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:1.0:1788942130.126499:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.126503:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942130.126511:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.126517:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.126519:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.126522:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.126524:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.126526:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.126529:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.126531:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.126540:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=120 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942130.126544:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.126547:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.126548:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.126551:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.126554:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.126557:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.126559:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942130.126561:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.126563:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.126568:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.126574:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.126577:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.126578:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788942130.126581:0:2353:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788942130.126583:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.126585:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.126588:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325c00 refcount=4 00000020:00000001:1.0:1788942130.126590:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126593:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126596:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.126597:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.126598:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325c00 refcount=5 00000020:00000001:1.0:1788942130.126599:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126601:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126604:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.126607:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.126612:0:2353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.126623:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126624:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.126626:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942130.126628:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.126629:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.126630:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325c00 refcount=6 00000020:00000001:1.0:1788942130.126632:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126634:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000040:1.0:1788942130.126640:0:2353:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325c00, remote cookie: 0x4d194fbcadeecae5, flags: 0x1001 00010000:00010000:1.0:1788942130.126644:0:2353:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.126651:0:2353:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788942130.126653:0:2353:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.126656:0:2353:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942130.126659:0:2353:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788942130.126663:0:2353:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942130.126670:0:2353:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x13:0x0].0x0 (ffff90b553d25200) refcount = 1 00010000:00000040:1.0:1788942130.126673:0:2353:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942130.126675:0:2353:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.126682:0:2353:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942130.126683:0:2353:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.126686:0:2353:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942130.126688:0:2353:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.126691:0:2353:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.126696:0:2353:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942130.126697:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126699:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.126699:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126700:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942130.126702:0:2353:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788942130.126704:0:2353:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788942130.126707:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.126708:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.126709:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325c00 refcount=5 00000020:00000001:1.0:1788942130.126711:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126712:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00000008:00000001:1.0:1788942130.126715:0:2353:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788942130.126719:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000008:00010000:1.0:1788942130.126722:0:2353:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788942130.126728:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000020:00000001:1.0:1788942130.126730:0:2353:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942130.126732:0:2353:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788942130.126734:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942130.126736:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.126738:0:2353:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.126740:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000008:00000001:1.0:1788942130.126741:0:2353:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788942130.126743:0:2353:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942130.126745:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788942130.126762:0:2353:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788942130.126764:0:2353:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.126766:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.126767:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.126769:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325c00 refcount=6 00000020:00000001:1.0:1788942130.126770:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126772:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126775:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.126777:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.126784:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126785:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942130.126788:0:2353:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.126795:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.126796:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126797:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942130.126798:0:2353:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.126800:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.126801:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.126802:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325c00 refcount=5 00000020:00000001:1.0:1788942130.126804:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126806:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.126807:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.126809:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.126820:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126820:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.126822:0:2353:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.126824:0:2353:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.126826:0:2353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.126835:0:2353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.126837:0:2353:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.126839:0:2353:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.126842:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126843:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.126844:0:2353:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.126847:0:2353:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.126849:0:2353:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.126931:0:2353:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.126934:0:2353:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.126936:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.126937:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126938:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.126939:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.126940:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942130.126941:0:2353:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.126947:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942130.126955:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:0:1875839884263168:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942130.126959:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.126962:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.126965:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997100 x1875839884263168/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.126970:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942130.126973:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942130.126977:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942130.126980:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942130.126982:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.126984:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942130.126986:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942130.126989:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fa000. 02000000:00000001:1.0:1788942130.126992:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942130.126994:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942130.126995:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997100. 00000100:00000001:1.0:1788942130.126998:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942130.127000:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.127001:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.127007:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.127009:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.127011:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.127013:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.127073:0:31563:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.127077:0:31563:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.127083:0:31563:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942130.127086:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90b5434d56c0 -> ffff90b5434d56c0 00000020:00000001:0.0:1788942130.127087:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90b5434d56c0 -> ffff90b5434d56c0 00000020:00000001:0.0:1788942130.127090:0:31563:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942130.127094:0:31563:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942130.127098:0:31563:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942130.127100:0:31563:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.127101:0:31563:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942130.127102:0:31563:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942130.127104:0:31563:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x29:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788942130.127107:0:31563:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942130.127110:0:31563:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788942130.127112:0:31563:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.127114:0:31563:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.127115:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90b5434d56c0 -> ffff90b5434d56c0 00000080:00200000:0.0:1788942130.127118:0:31563:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x29:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788942130.127120:0:31563:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942130.127122:0:31563:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942130.127124:0:31563:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e772e0 (ffff90b551e46d88/0) at cl_lock_release():245 00000020:00000001:0.0:1788942130.127137:0:31563:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942130.127140:0:31563:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e772e0 (ffff90b551e46d88/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942130.127143:0:31563:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942130.127146:0:31563:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942130.127148:0:31563:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952575952 : -122366756975664 : ffff90b544eb0bd0) 00000020:00000001:0.0:1788942130.127150:0:31563:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942130.127151:0:31563:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f87330 (ffff90b552124b48/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942130.127153:0:31563:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942130.127155:0:31563:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942130.127156:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.127157:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942130.127158:0:31563:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942130.127160:0:31563:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942130.127161:0:31563:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942130.127162:0:31563:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942130.127164:0:31563:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942130.127165:0:31563:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e772e0 (ffff90b551e46d88/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942130.127168:0:31563:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942130.127169:0:31563:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942130.127170:0:31563:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f87330 (ffff90b551e46d88/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942130.127173:0:31563:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b44c0. 00000020:00000001:0.0:1788942130.127176:0:31563:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942130.127178:0:31563:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87300. 00020000:00000001:0.0:1788942130.127180:0:31563:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942130.127181:0:31563:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942130.127183:0:31563:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942130.127184:0:31563:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.127187:0:31563:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942130.127189:0:31563:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942130.127191:0:31563:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942130.127193:0:31563:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942130.127194:0:31563:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942130.127196:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124b40 00020000:00000001:0.0:1788942130.127199:0:31563:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942130.127201:0:31563:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942130.127203:0:31563:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942130.127205:0:31563:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942130.127209:0:31563:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942130.127211:0:31563:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.127213:0:31563:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942130.127215:0:31563:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942130.127217:0:31563:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942130.127218:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000001:00000001:0.0:1788942130.127220:0:31563:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.127229:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7d08 00000080:00000008:0.0:1788942130.127232:0:31563:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x29:0x0](ffff90b548d34b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942130.127239:0:31563:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942130.127241:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7da0 00000080:00002000:0.0:1788942130.127243:0:31563:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90b54454b870, parent ffff90b54454baf8, inode ffff90b548d34b08) hashed, 00000080:00000001:0.0:1788942130.127245:0:31563:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.132718:0:31564:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.132724:0:31564:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.132727:0:31564:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942130.132730:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb20 00000080:00200000:1.0:1788942130.132734:0:31564:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942130.132741:0:31564:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550daaa00. 00800000:00000002:1.0:1788942130.132748:0:31564:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.132751:0:31564:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.132755:0:31564:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.132757:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa40 00800000:00000002:1.0:1788942130.132760:0:31564:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.132764:0:31564:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942130.132767:0:31564:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942130.132772:0:31564:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.132774:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f910 00000002:00010000:1.0:1788942130.132776:0:31564:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942130.132779:0:31564:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942130.132781:0:31564:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.132784:0:31564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.132790:0:31564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:1.0:1788942130.132794:0:31564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.132798:0:31564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.132801:0:31564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942130.132806:0:31564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942130.132816:0:31564:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.132820:0:31564:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.132823:0:31564:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942130.132831:0:31564:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942130.132833:0:31564:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.132835:0:31564:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.132836:0:31564:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.132838:0:31564:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.132840:0:31564:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942130.132842:0:31564:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942130.132844:0:31564:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942130.132847:0:31564:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550daaa00. 00000080:00000001:1.0:1788942130.132873:0:31564:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942130.132875:0:31564:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.132878:0:31564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942130.132881:0:31564:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:1.0:1788942130.132884:0:31564:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.132886:0:31564:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.132887:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.132889:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.132892:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:1.0:1788942130.132894:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.132896:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.132898:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.132900:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.132901:0:31564:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.132903:0:31564:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.132905:0:31564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc1c9fb58 00010000:00000001:1.0:1788942130.132906:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.132907:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.132908:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:1.0:1788942130.132910:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.132912:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.132914:0:31564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.132917:0:31564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.132924:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.132925:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.132926:0:31564:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.132929:0:31564:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.132931:0:31564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942130.132938:0:31564:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.132941:0:31564:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.132942:0:31564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.132946:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.132947:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.132948:0:31564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.132951:0:31564:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.132953:0:31564:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.132955:0:31564:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.132957:0:31564:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.132959:0:31564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.132960:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.132961:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942130.132964:0:31564:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942130.132966:0:31564:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.132968:0:31564:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942130.132972:0:31564:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942130.132980:0:31564:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa9c0. 00000020:00000001:1.0:1788942130.132984:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa88 00000080:00200000:1.0:1788942130.132986:0:31564:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=24 00000080:00000001:1.0:1788942130.132988:0:31564:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942130.132990:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f938 00000080:00200000:1.0:1788942130.132992:0:31564:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:1.0:1788942130.132998:0:31564:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550daaa00. 00800000:00000002:1.0:1788942130.133001:0:31564:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.133004:0:31564:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.133005:0:31564:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.133007:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f858 00800000:00000002:1.0:1788942130.133008:0:31564:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.133011:0:31564:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942130.133014:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f7f0 00800000:00000002:1.0:1788942130.133015:0:31564:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788942130.133018:0:31564:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.133020:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f728 00000002:00010000:1.0:1788942130.133021:0:31564:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788942130.133025:0:31564:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942130.133027:0:31564:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942130.133031:0:31564:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942130.133035:0:31564:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942130.133041:0:31564:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942130.133045:0:31564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.133047:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.133048:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.133049:0:31564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.133051:0:31564:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.133053:0:31564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.133056:0:31564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.133062:0:31564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8c00. 00000100:00000001:1.0:1788942130.133069:0:31564:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.133075:0:31564:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.133077:0:31564:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.135584:0:31564:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.135586:0:31564:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.135588:0:31564:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.135599:0:31564:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00010000:00000001:1.0:1788942130.135603:0:31564:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942130.135605:0:31564:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942130.135610:0:31564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:1.0:1788942130.135612:0:31564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.135614:0:31564:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942130.135621:0:31564:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1400. 00000020:00000001:1.0:1788942130.135626:0:31564:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942130.135629:0:31564:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1400 with handle 0xcbb91bbb781577c0 to hash 00000020:00000001:1.0:1788942130.135631:0:31564:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942130.135632:0:31564:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.135636:0:31564:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.135639:0:31564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.135641:0:31564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.135645:0:31564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.135653:0:31564:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.135664:0:31564:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942130.135670:0:31564:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942130.135673:0:31564:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942130.135680:0:31564:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2180. 00000100:00000001:1.0:1788942130.135683:0:31564:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206016 : -122366418345600 : ffff90b5591a2180) 00000100:00000001:1.0:1788942130.135685:0:31564:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.135686:0:31564:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942130.135700:0:31564:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.135705:0:31564:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.135706:0:31564:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942130.135709:0:31564:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.135718:0:31564:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.135727:0:31564:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.135729:0:31564:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.135732:0:31564:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.135744:0:31564:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.135747:0:31564:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.135751:0:31564:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31564:1875839884263296:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942130.135755:0:31564:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.135760:0:31564:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.135762:0:31564:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.135764:0:31564:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.135770:0:31564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559183800. 02000000:00000001:1.0:1788942130.135772:0:31564:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.135780:0:31564:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.135784:0:31564:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942130.135790:0:31564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942130.135796:0:31564:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884263296, portal 10 00000100:00000001:1.0:1788942130.135798:0:31564:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.135799:0:31564:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942130.135804:0:31564:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.135982:0:31564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.135986:0:31564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.135989:0:31564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da990. 00000100:00000200:1.0:1788942130.135993:0:31564:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884263296, offset 0 00000400:00000200:1.0:1788942130.135998:0:31564:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.136006:0:31564:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.136013:0:31564:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.136018:0:31564:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.136021:0:31564:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.136024:0:31564:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.136027:0:31564:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.136031:0:31564:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2467:2467:256:4294967295] 192.168.206.109@tcp LPNI seq info [2467:2467:8:4294967295] 00000400:00000200:1.0:1788942130.136035:0:31564:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.136044:0:31564:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.136050:0:31564:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.136054:0:31564:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618800. 00000800:00000200:1.0:1788942130.136060:0:31564:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.136067:0:31564:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.136071:0:31564:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.136082:0:31564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.136086:0:31564:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 838265 usecs (839 jiffies) 00000400:00000200:1.0:1788942130.136089:0:31564:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.136092:0:31564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531131 00000100:00000001:1.0:1788942130.136095:0:31564:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.136097:0:31564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531131 00000100:00000001:1.0:1788942130.136099:0:31564:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.136102:0:31564:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.136104:0:31564:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.136106:0:31564:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.136108:0:31564:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942130.136111:0:31564:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2180 going to sleep for 11 seconds 00000100:00000001:1.0:1788942130.136113:0:31564:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.136115:0:31564:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.136634:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.136640:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618800. 00000400:00000200:3.0:1788942130.136645:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.136650:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.136655:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da990 00000400:00000010:3.0:1788942130.136658:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da990. 00000100:00000001:3.0:1788942130.136663:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.136667:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.136676:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.136679:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.136686:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.136688:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.147952:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.147967:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.147971:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.147973:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.147981:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.147988:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.147997:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.148002:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.148007:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.148011:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f4ff80 00000400:00000200:2.0:1788942130.148016:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.148021:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6a15 [1] + 224 00000800:00000001:2.0:1788942130.148027:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.148035:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.148038:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.148042:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.148049:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.148056:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.148067:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.148084:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.148090:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.148092:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.148896:0:31564:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942130.148906:0:31564:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.148908:0:31564:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.148912:0:31564:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942130.148919:0:31564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:1.0:1788942130.148923:0:31564:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:1.0:1788942130.148927:0:31564:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.148936:0:31564:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942130.148948:0:31564:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.148956:0:31564:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.148960:0:31564:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.148963:0:31564:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.148967:0:31564:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.148969:0:31564:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.148972:0:31564:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.148975:0:31564:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.148983:0:31564:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942130.148987:0:31564:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.148990:0:31564:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.148992:0:31564:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.148994:0:31564:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.148998:0:31564:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.149001:0:31564:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.149003:0:31564:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942130.149005:0:31564:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.149008:0:31564:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.149013:0:31564:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.149021:0:31564:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.149024:0:31564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.149026:0:31564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942130.149029:0:31564:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942130.149037:0:31564:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31564:1875839884263296:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942130.149042:0:31564:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.149044:0:31564:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.149047:0:31564:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942130.149049:0:31564:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.149052:0:31564:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.149059:0:31564:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.149062:0:31564:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2180. 00000100:00000001:1.0:1788942130.149065:0:31564:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942130.149067:0:31564:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.149069:0:31564:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942130.149073:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149075:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149079:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=4 00000020:00000001:1.0:1788942130.149081:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149084:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000040:1.0:1788942130.149091:0:31564:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1400, remote cookie: 0x4d194fbcadeecb01, flags: 0x1001 00010000:00010000:1.0:1788942130.149096:0:31564:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942130.149104:0:31564:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788942130.149108:0:31564:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788942130.149117:0:31564:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ec00. 00010000:00000010:1.0:1788942130.149122:0:31564:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78380. 00010000:00000001:1.0:1788942130.149145:0:31564:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.149149:0:31564:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.149158:0:31564:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.149165:0:31564:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942130.149169:0:31564:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942130.149171:0:31564:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942130.149173:0:31564:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942130.149174:0:31564:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942130.149177:0:31564:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff90b551c3ec00) refcount = 1 00010000:00010000:1.0:1788942130.149181:0:31564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.149188:0:31564:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942130.149191:0:31564:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942130.149193:0:31564:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.149196:0:31564:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942130.149198:0:31564:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.149201:0:31564:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.149207:0:31564:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942130.149208:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149210:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.149211:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149212:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.149214:0:31564:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.149218:0:31564:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942130.149220:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149221:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149223:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:1.0:1788942130.149225:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149228:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149230:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149231:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149232:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=4 00000020:00000001:1.0:1788942130.149233:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149236:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149238:0:31564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.149241:0:31564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.149244:0:31564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.149257:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149258:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.149259:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149260:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149262:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=5 00000020:00000001:1.0:1788942130.149264:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149266:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149269:0:31564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.149283:0:31564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.149290:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149291:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942130.149294:0:31564:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.149301:0:31564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.149302:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149303:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.149304:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149305:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942130.149310:0:31564:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942130.149318:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149319:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149321:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:1.0:1788942130.149322:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149325:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149327:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149327:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.149329:0:31564:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.149331:0:31564:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.149334:0:31564:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942130.149336:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149338:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149339:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:1.0:1788942130.149341:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149343:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00000002:00010000:1.0:1788942130.149346:0:31564:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.149352:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149353:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.149355:0:31564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942130.149356:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149357:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149359:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:1.0:1788942130.149361:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149363:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000040:1.0:1788942130.149366:0:31564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:1.0:1788942130.149369:0:31564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942130.149372:0:31564:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:1.0:1788942130.149375:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149376:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.149378:0:31564:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942130.149381:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f6b0 00000002:00002000:1.0:1788942130.149383:0:31564:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942130.149386:0:31564:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.149389:0:31564:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.149392:0:31564:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942130.149395:0:31564:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942130.149398:0:31564:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942130.149402:0:31564:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:1.0:1788942130.149404:0:31564:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942130.149406:0:31564:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c9fa28 it_disposition b 00000080:00000001:1.0:1788942130.149409:0:31564:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942130.149414:0:31564:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942130.149416:0:31564:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942130.149419:0:31564:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788942130.149421:0:31564:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788942130.149427:0:31564:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942130.149429:0:31564:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1788942130.149431:0:31564:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.149434:0:31564:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788942130.149437:0:31564:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788942130.149439:0:31564:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788942111 to 1788942112 00000080:00200000:1.0:1788942130.149444:0:31564:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:1.0:1788942130.149446:0:31564:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff90b548da00c8): rc = 0 00000080:00000001:1.0:1788942130.149449:0:31564:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018567880 : -122366690983736 : ffff90b548da00c8) 00010000:00000001:1.0:1788942130.149451:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149453:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149454:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:1.0:1788942130.149456:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149458:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149460:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149461:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942130.149463:0:31564:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942130.149465:0:31564:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942130.149466:0:31564:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942130.149469:0:31564:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942130.149471:0:31564:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.149474:0:31564:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) for lock 0xcbb91bbb781577c0 00800000:00000001:1.0:1788942130.149482:0:31564:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.149484:0:31564:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.149486:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149487:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149488:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:1.0:1788942130.149490:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149492:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149495:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149496:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.149498:0:31564:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.149499:0:31564:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788942130.149505:0:31564:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54450fca8 inode ffff90b548da00c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1788942130.149509:0:31564:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942130.149511:0:31564:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.149512:0:31564:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788942130.149516:0:31564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) 00000080:00010000:1.0:1788942130.149519:0:31564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577c0 from it ffffa57dc1c9fa28 00010000:00000001:1.0:1788942130.149521:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.149522:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.149523:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:1.0:1788942130.149525:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149527:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942130.149529:0:31564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.149532:0:31564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.149538:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149539:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.149541:0:31564:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.149543:0:31564:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.149546:0:31564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.149555:0:31564:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.149557:0:31564:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.149559:0:31564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.149563:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149564:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.149565:0:31564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.149568:0:31564:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.149570:0:31564:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.149573:0:31564:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.149575:0:31564:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.149576:0:31564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.149578:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149579:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942130.149581:0:31564:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942130.149584:0:31564:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550daaa00. 00000100:00000001:1.0:1788942130.149588:0:31564:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.149593:0:31564:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884263296/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.149599:0:31564:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942130.149601:0:31564:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942130.149604:0:31564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559183800. 02000000:00000001:1.0:1788942130.149606:0:31564:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942130.149608:0:31564:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.149610:0:31564:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942130.149612:0:31564:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942130.149614:0:31564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942130.149618:0:31564:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942130.149619:0:31564:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942130.149621:0:31564:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942130.149624:0:31564:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942130.149625:0:31564:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.149632:0:31564:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942130.149634:0:31564:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788942130.149639:0:31564:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942130.149651:0:31564:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfaec0. 00000020:00000001:1.0:1788942130.149655:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fae8 00000080:00200000:1.0:1788942130.149657:0:31564:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90b548da00c8), flags=8 00000080:00000001:1.0:1788942130.149660:0:31564:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942130.149661:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f998 00000080:00200000:1.0:1788942130.149663:0:31564:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90b548da00c8), intent=getattr 00000080:00000010:1.0:1788942130.149669:0:31564:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550daaa00. 00000080:00000001:1.0:1788942130.149675:0:31564:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.149677:0:31564:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.149679:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f8b8 00800000:00000002:1.0:1788942130.149681:0:31564:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788942130.149684:0:31564:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942130.149689:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f850 00800000:00000002:1.0:1788942130.149690:0:31564:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788942130.149694:0:31564:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.149696:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f788 00000002:00010000:1.0:1788942130.149698:0:31564:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788942130.149702:0:31564:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942130.149704:0:31564:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942130.149707:0:31564:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942130.149711:0:31564:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942130.149715:0:31564:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942130.149719:0:31564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.149721:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.149723:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.149724:0:31564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.149726:0:31564:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.149728:0:31564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.149732:0:31564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.149737:0:31564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8c00. 00000100:00000001:1.0:1788942130.149744:0:31564:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.149749:0:31564:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.149751:0:31564:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.149752:0:31564:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.149753:0:31564:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.149755:0:31564:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.149762:0:31564:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00010000:00000001:1.0:1788942130.149765:0:31564:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942130.149767:0:31564:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942130.149770:0:31564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:1.0:1788942130.149772:0:31564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.149775:0:31564:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942130.149778:0:31564:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0200. 00000020:00000001:1.0:1788942130.149781:0:31564:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942130.149783:0:31564:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0200 with handle 0xcbb91bbb781577c7 to hash 00000020:00000001:1.0:1788942130.149785:0:31564:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942130.149787:0:31564:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.149791:0:31564:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.149793:0:31564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.149795:0:31564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.149798:0:31564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.149805:0:31564:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.149814:0:31564:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942130.149820:0:31564:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942130.149822:0:31564:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942130.149826:0:31564:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2180. 00000100:00000001:1.0:1788942130.149828:0:31564:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206016 : -122366418345600 : ffff90b5591a2180) 00000100:00000001:1.0:1788942130.149831:0:31564:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.149833:0:31564:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942130.149837:0:31564:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.149840:0:31564:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.149842:0:31564:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942130.149844:0:31564:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.149849:0:31564:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.150057:0:31564:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.150060:0:31564:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.150064:0:31564:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.150066:0:31564:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.150069:0:31564:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.150073:0:31564:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31564:1875839884263424:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942130.150076:0:31564:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.150082:0:31564:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.150084:0:31564:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.150087:0:31564:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.150091:0:31564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559183800. 02000000:00000001:1.0:1788942130.150093:0:31564:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.150099:0:31564:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.150102:0:31564:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942130.150107:0:31564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942130.150113:0:31564:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884263424, portal 10 00000100:00000001:1.0:1788942130.150115:0:31564:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.150116:0:31564:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942130.150122:0:31564:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.150143:0:31564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.150146:0:31564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.150149:0:31564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daee0. 00000100:00000200:1.0:1788942130.150152:0:31564:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884263424, offset 0 00000400:00000200:1.0:1788942130.150158:0:31564:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.150165:0:31564:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.150171:0:31564:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.150176:0:31564:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.150179:0:31564:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.150183:0:31564:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.150186:0:31564:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.150189:0:31564:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2468:2468:256:4294967295] 192.168.206.109@tcp LPNI seq info [2468:2468:8:4294967295] 00000400:00000200:1.0:1788942130.150194:0:31564:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.150203:0:31564:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.150209:0:31564:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.150214:0:31564:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618a00. 00000800:00000200:1.0:1788942130.150220:0:31564:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.150227:0:31564:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.150231:0:31564:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.150249:0:31564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.150253:0:31564:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 837153 usecs (838 jiffies) 00000400:00000200:1.0:1788942130.150256:0:31564:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.150259:0:31564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531147 00000100:00000001:1.0:1788942130.150262:0:31564:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.150264:0:31564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531147 00000100:00000001:1.0:1788942130.150266:0:31564:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.150268:0:31564:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.150271:0:31564:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.150273:0:31564:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.150275:0:31564:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942130.150277:0:31564:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2180 going to sleep for 11 seconds 00000100:00000001:1.0:1788942130.150279:0:31564:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.150281:0:31564:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.150497:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.150501:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618a00. 00000400:00000200:3.0:1788942130.150506:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.150511:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.150516:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daee0 00000400:00000010:3.0:1788942130.150518:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daee0. 00000100:00000001:3.0:1788942130.150522:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.150526:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.150535:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.150538:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.150544:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.150546:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.161875:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.161891:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.161896:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.161898:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.161906:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.161914:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.161922:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.161927:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.161933:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.161937:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 640 into portal 10 MB=0x6aa1101f50000 00000400:00000200:2.0:1788942130.161942:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.161948:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 640/640 into md 0x6a1d [1] + 224 00000800:00000001:2.0:1788942130.161954:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.161961:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.161965:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.161969:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.161976:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.161984:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.162000:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.162022:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.162030:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.162033:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.163944:0:31564:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942130.163959:0:31564:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.163961:0:31564:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.163964:0:31564:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942130.163974:0:31564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:1.0:1788942130.163976:0:31564:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:1.0:1788942130.163983:0:31564:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.163993:0:31564:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942130.164007:0:31564:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.164015:0:31564:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.164017:0:31564:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.164020:0:31564:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.164026:0:31564:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.164028:0:31564:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.164031:0:31564:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.164034:0:31564:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.164045:0:31564:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942130.164050:0:31564:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.164052:0:31564:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.164057:0:31564:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.164060:0:31564:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.164063:0:31564:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.164066:0:31564:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.164068:0:31564:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942130.164073:0:31564:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.164076:0:31564:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.164081:0:31564:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.164088:0:31564:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.164093:0:31564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.164095:0:31564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942130.164099:0:31564:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942130.164110:0:31564:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job checkstat:b8e7595c-9941-401e-aeac-55facd9dfb74:31564:1875839884263424:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942130.164114:0:31564:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.164116:0:31564:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.164119:0:31564:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942130.164123:0:31564:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.164136:0:31564:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.164143:0:31564:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.164146:0:31564:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2180. 00000100:00000001:1.0:1788942130.164153:0:31564:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942130.164155:0:31564:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.164158:0:31564:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942130.164161:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164164:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164170:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=4 00000020:00000001:1.0:1788942130.164173:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164176:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000040:1.0:1788942130.164182:0:31564:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0200, remote cookie: 0x4d194fbcadeecb1d, flags: 0x1001 00010000:00010000:1.0:1788942130.164187:0:31564:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942130.164194:0:31564:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:1.0:1788942130.164198:0:31564:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788942130.164203:0:31564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 2 00010000:00000001:1.0:1788942130.164206:0:31564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.164209:0:31564:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.164212:0:31564:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.164220:0:31564:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.164226:0:31564:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942130.164229:0:31564:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942130.164232:0:31564:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942130.164233:0:31564:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942130.164234:0:31564:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942130.164237:0:31564:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff90b551c3e100) refcount = 2 00010000:00000040:1.0:1788942130.164240:0:31564:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942130.164243:0:31564:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942130.164251:0:31564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.164257:0:31564:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942130.164261:0:31564:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942130.164263:0:31564:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.164265:0:31564:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942130.164268:0:31564:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.164271:0:31564:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.164276:0:31564:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942130.164278:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164279:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.164280:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164281:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.164283:0:31564:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.164287:0:31564:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942130.164289:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164290:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164291:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.164293:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164295:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164297:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164298:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164299:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=4 00000020:00000001:1.0:1788942130.164301:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164302:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164305:0:31564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.164307:0:31564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.164311:0:31564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.164317:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164318:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.164320:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164321:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164322:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=5 00000020:00000001:1.0:1788942130.164324:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164326:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164328:0:31564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.164330:0:31564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.164336:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164337:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942130.164339:0:31564:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.164345:0:31564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.164346:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164347:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.164348:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164349:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942130.164355:0:31564:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942130.164363:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164364:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164365:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.164367:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164369:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00000002:00010000:1.0:1788942130.164372:0:31564:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788942130.164383:0:31564:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b548392cc0. 00010000:00000001:1.0:1788942130.164385:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164386:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.164388:0:31564:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.164390:0:31564:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.164393:0:31564:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942130.164395:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164397:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164398:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.164400:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164402:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00000002:00010000:1.0:1788942130.164405:0:31564:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.164411:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164412:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.164414:0:31564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942130.164415:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164416:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164418:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.164419:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164421:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000040:1.0:1788942130.164424:0:31564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:1.0:1788942130.164426:0:31564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942130.164430:0:31564:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:1.0:1788942130.164433:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164434:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.164435:0:31564:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942130.164438:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f710 00000002:00002000:1.0:1788942130.164441:0:31564:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942130.164444:0:31564:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.164447:0:31564:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.164450:0:31564:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942130.164453:0:31564:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942130.164456:0:31564:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.164474:0:31564:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942130.164476:0:31564:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c9fb20 it_disposition b 00000080:00000001:1.0:1788942130.164479:0:31564:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942130.164484:0:31564:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942130.164487:0:31564:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942130.164489:0:31564:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788942130.164492:0:31564:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788942130.164498:0:31564:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788942130.164503:0:31564:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b551e461b0. 00000020:00000010:1.0:1788942130.164507:0:31564:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b550daac00. 00000020:00000010:1.0:1788942130.164512:0:31564:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b550daa600. 00000020:00000010:1.0:1788942130.164517:0:31564:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b5466c9cc0. 00000008:00000010:1.0:1788942130.164523:0:31564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b552220000. 00020000:00000010:1.0:1788942130.164527:0:31564:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b551e916c0. 00008000:00000010:1.0:1788942130.164532:0:31564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b55908ade8. 00000080:00000010:1.0:1788942130.164538:0:31564:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b543167dc8. 00000080:00000010:1.0:1788942130.164541:0:31564:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b544e74940. 00000020:00000010:1.0:1788942130.164546:0:31564:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b550daa800. 00000008:00000010:1.0:1788942130.164549:0:31564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b5480b5ce0. 00020000:00000010:1.0:1788942130.164553:0:31564:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b544eb2b58. 00008000:00000010:1.0:1788942130.164556:0:31564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b548049440. 00000080:00000010:1.0:1788942130.164559:0:31564:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b544e82c30. 00000020:00000001:1.0:1788942130.164562:0:31564:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:1.0:1788942130.164565:0:31564:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:1.0:1788942130.164566:0:31564:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788942130.164570:0:31564:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942130.164572:0:31564:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942130.164576:0:31564:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c9de0. 00020000:00000010:1.0:1788942130.164580:0:31564:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b546661200. 00020000:00000010:1.0:1788942130.164584:0:31564:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9240. 00020000:00000001:1.0:1788942130.164586:0:31564:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977841728 : -122366731709888 : ffff90b5466c9240) 00020000:00000002:1.0:1788942130.164589:0:31564:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9240, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942130.164594:0:31564:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942130.164597:0:31564:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b546661200: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788942130.164601:0:31564:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435086c8) owner ffff90b543e3cf80 00020000:00000001:1.0:1788942130.164604:0:31564:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942130.164606:0:31564:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435086c8) owner ffff90b543e3cf80 00020000:00000010:1.0:1788942130.164610:0:31564:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b546661200. 00020000:00000010:1.0:1788942130.164614:0:31564:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c9de0. 00020000:00000010:1.0:1788942130.164617:0:31564:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9240. 00020000:00000002:1.0:1788942130.164619:0:31564:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788942130.164621:0:31564:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.164623:0:31564:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942130.164625:0:31564:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:1.0:1788942130.164628:0:31564:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788942130.164630:0:31564:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942130.164635:0:31564:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff90b548db21c8): rc = 0 00000080:00000001:1.0:1788942130.164637:0:31564:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018641864 : -122366690909752 : ffff90b548db21c8) 00010000:00000001:1.0:1788942130.164639:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164640:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164642:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.164644:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164646:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00000080:00000001:1.0:1788942130.164648:0:31564:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942130.164650:0:31564:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942130.164651:0:31564:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:1.0:1788942130.164653:0:31564:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:1.0:1788942130.164655:0:31564:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788942130.164656:0:31564:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942130.164657:0:31564:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942130.164659:0:31564:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c9240. 00020000:00000010:1.0:1788942130.164661:0:31564:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b546661200. 00020000:00000010:1.0:1788942130.164664:0:31564:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9de0. 00020000:00000001:1.0:1788942130.164666:0:31564:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977844704 : -122366731706912 : ffff90b5466c9de0) 00020000:00000002:1.0:1788942130.164668:0:31564:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9de0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942130.164672:0:31564:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942130.164675:0:31564:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b546661200: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788942130.164677:0:31564:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435086c8) owner ffff90b543e3cf80 00020000:00000001:1.0:1788942130.164678:0:31564:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942130.164680:0:31564:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435086c8) owner ffff90b543e3cf80 00020000:00000010:1.0:1788942130.164682:0:31564:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b546661200. 00020000:00000010:1.0:1788942130.164685:0:31564:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c9240. 00020000:00000010:1.0:1788942130.164687:0:31564:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9de0. 00020000:00000002:1.0:1788942130.164688:0:31564:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788942130.164690:0:31564:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.164692:0:31564:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.164695:0:31564:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788942130.164697:0:31564:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:1.0:1788942130.164700:0:31564:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9e40 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:1.0:1788942130.164702:0:31564:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942130.164704:0:31564:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788942130.164706:0:31564:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788942130.164707:0:31564:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788942130.164709:0:31564:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788942130.164711:0:31564:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788942130.164714:0:31564:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1788942130.164716:0:31564:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:1.0:1788942130.164718:0:31564:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.164720:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164721:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942130.164723:0:31564:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942130.164726:0:31564:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942130.164728:0:31564:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.164731:0:31564:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90b548db21c8) for lock 0xcbb91bbb781577c7 00800000:00000001:1.0:1788942130.164734:0:31564:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.164736:0:31564:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.164737:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164739:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164740:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.164742:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164744:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164746:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164748:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.164749:0:31564:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.164750:0:31564:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788942130.164756:0:31564:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54450f000 inode ffff90b548db21c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1788942130.164759:0:31564:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788942130.164763:0:31564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90b548db21c8) 00000080:00010000:1.0:1788942130.164767:0:31564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577c7 from it ffffa57dc1c9fb20 00010000:00000001:1.0:1788942130.164769:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.164770:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.164771:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.164773:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164775:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.164776:0:31564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.164779:0:31564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.164785:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164786:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.164788:0:31564:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.164790:0:31564:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.164793:0:31564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.164800:0:31564:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.164802:0:31564:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.164804:0:31564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.164820:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164821:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.164823:0:31564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.164826:0:31564:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.164827:0:31564:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.164829:0:31564:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.164832:0:31564:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.164833:0:31564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.164835:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.164835:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942130.164837:0:31564:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942130.164841:0:31564:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550daaa00. 00000100:00000001:1.0:1788942130.164844:0:31564:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.164850:0:31564:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884263424/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.164909:0:31564:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942130.164912:0:31564:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942130.164915:0:31564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559183800. 02000000:00000001:1.0:1788942130.164919:0:31564:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942130.164922:0:31564:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.164924:0:31564:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942130.164926:0:31564:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942130.164929:0:31564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942130.164932:0:31564:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942130.164934:0:31564:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942130.164936:0:31564:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942130.164939:0:31564:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942130.164940:0:31564:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.164944:0:31564:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942130.164945:0:31564:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1c9fb20 released 00000080:00000001:1.0:1788942130.164947:0:31564:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788942130.164958:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00200008:1.0:1788942130.164960:0:31564:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff90b548db21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942130.164964:0:31564:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942130.164966:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc80 00000080:00200000:1.0:1788942130.164968:0:31564:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff90b548db21c8),name=f 00000080:00000010:1.0:1788942130.164972:0:31564:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b550daaa00. 00000080:00000001:1.0:1788942130.164981:0:31564:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.164983:0:31564:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.164985:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fba0 00800000:00000002:1.0:1788942130.164986:0:31564:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788942130.164990:0:31564:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942130.164994:0:31564:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942130.164998:0:31564:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.165000:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa70 00000002:00010000:1.0:1788942130.165002:0:31564:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942130.165005:0:31564:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942130.165007:0:31564:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.165009:0:31564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.165013:0:31564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:1.0:1788942130.165015:0:31564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.165017:0:31564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.165019:0:31564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942130.165023:0:31564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942130.165030:0:31564:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.165034:0:31564:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.165037:0:31564:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942130.165044:0:31564:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942130.165046:0:31564:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.165047:0:31564:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.165049:0:31564:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.165050:0:31564:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.165052:0:31564:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942130.165054:0:31564:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788942130.165056:0:31564:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b550daaa00. 00000080:00000001:1.0:1788942130.165058:0:31564:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942130.165060:0:31564:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.165062:0:31564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90b548db21c8) 00000080:00010000:1.0:1788942130.165064:0:31564:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90b548db21c8) for lock 0xcbb91bbb781577c7 00800000:00000001:1.0:1788942130.165067:0:31564:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.165068:0:31564:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.165069:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.165070:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.165072:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.165074:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.165076:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.165078:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.165079:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.165080:0:31564:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.165082:0:31564:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.165084:0:31564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577c7 from it ffffa57dc1c9fcb8 00010000:00000001:1.0:1788942130.165085:0:31564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.165086:0:31564:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.165088:0:31564:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:1.0:1788942130.165090:0:31564:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.165091:0:31564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942130.165093:0:31564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.165096:0:31564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.165101:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.165103:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.165104:0:31564:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.165105:0:31564:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.165107:0:31564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942130.165113:0:31564:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.165114:0:31564:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.165115:0:31564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.165118:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.165119:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.165120:0:31564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165122:0:31564:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.165123:0:31564:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165125:0:31564:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165138:0:31564:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165140:0:31564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.165141:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.165142:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942130.165144:0:31564:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942130.165145:0:31564:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.165148:0:31564:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788942130.165151:0:31564:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788942130.165153:0:31564:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.165155:0:31564:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788942130.165156:0:31564:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.165158:0:31564:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942130.165161:0:31564:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788942130.165163:0:31564:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942130.165165:0:31564:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:1.0:1788942130.165167:0:31564:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:1.0:1788942130.165171:0:31564:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00000020:00000001:1.0:1788942130.165173:0:31564:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942130.165175:0:31564:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942130.165177:0:31564:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788942130.165180:0:31564:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942130.165181:0:31564:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942130.165183:0:31564:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942130.165184:0:31564:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.165185:0:31564:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942130.165188:0:31564:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff90b544e749a0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788942130.165191:0:31564:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942130.165194:0:31564:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942130.165195:0:31564:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942130.165197:0:31564:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942130.165198:0:31564:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.165200:0:31564:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942130.165202:0:31564:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942130.165204:0:31564:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.165205:0:31564:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942130.165206:0:31564:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942130.165207:0:31564:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942130.165209:0:31564:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:1.0:1788942130.165211:0:31564:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942130.165213:0:31564:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788942130.165214:0:31564:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:1.0:1788942130.165217:0:31564:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788942130.165218:0:31564:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788942130.165220:0:31564:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788942130.165222:0:31564:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788942130.165227:0:31564:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788942130.165231:0:31564:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f78d00. 00020000:00000002:1.0:1788942130.165234:0:31564:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942130.165236:0:31564:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788942130.165238:0:31564:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942130.165239:0:31564:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942130.165241:0:31564:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788942130.165243:0:31564:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b551e46f30. 00000020:00000010:1.0:1788942130.165246:0:31564:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b550daaa00. 00000020:00000010:1.0:1788942130.165251:0:31564:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b550daae00. 00000020:00000010:1.0:1788942130.165253:0:31564:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b5466c9de0. 00000008:00000010:1.0:1788942130.165259:0:31564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b552222190. 00020000:00000010:1.0:1788942130.165262:0:31564:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b551e91840. 00008000:00000010:1.0:1788942130.165265:0:31564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b55908a6d8. 00000080:00000010:1.0:1788942130.165268:0:31564:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b543167348. 00000080:00000010:1.0:1788942130.165271:0:31564:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b544e744a0. 00000020:00000010:1.0:1788942130.165274:0:31564:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b550dab200. 00000008:00000010:1.0:1788942130.165276:0:31564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b5480b46e0. 00020000:00000010:1.0:1788942130.165279:0:31564:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b544eb0920. 00008000:00000010:1.0:1788942130.165281:0:31564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b548049df0. 00000080:00000010:1.0:1788942130.165284:0:31564:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b544e821e0. 00000020:00000001:1.0:1788942130.165286:0:31564:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246456 : -122366539305160 : ffff90b551e46f38) 00000020:00001000:1.0:1788942130.165287:0:31564:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46f30 00000020:00000001:1.0:1788942130.165289:0:31564:0:(cl_object.c:143:cl_object_top()) ffff90b552366e90 -> ffff90b552366f58 00000020:00000001:1.0:1788942130.165291:0:31564:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942130.165294:0:31564:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942130.165295:0:31564:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942130.165297:0:31564:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.165299:0:31564:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.165301:0:31564:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:1.0:1788942130.165303:0:31564:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788942130.165306:0:31564:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5448ef8f0. 00000008:00010000:1.0:1788942130.165308:0:31564:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788942130.165310:0:31564:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942130.165312:0:31564:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788942130.165313:0:31564:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f78d30, osc lock ffff90b5448ef8f0, flags 0x400001002 00000020:00000001:1.0:1788942130.165315:0:31564:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.165317:0:31564:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.165320:0:31564:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171499264 : -122366538052352 : ffff90b551f78d00) 00000020:00000001:1.0:1788942130.165321:0:31564:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942130.165322:0:31564:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788942130.165324:0:31564:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.165325:0:31564:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.165328:0:31564:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788942130.165329:0:31564:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788942130.165331:0:31564:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942130.165332:0:31564:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942130.165333:0:31564:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942130.165334:0:31564:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:1.0:1788942130.165336:0:31564:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942130.165338:0:31564:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942130.165340:0:31564:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788942130.165343:0:31564:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788942130.165345:0:31564:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788942130.165346:0:31564:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788942130.165348:0:31564:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788942130.165349:0:31564:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788942130.165350:0:31564:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788942130.165352:0:31564:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788942130.165354:0:31564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942130.165357:0:31564:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165360:0:31564:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788942130.165363:0:31564:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942130.165367:0:31564:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:1.0:1788942130.165370:0:31564:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942130.165373:0:31564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.165375:0:31564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.165377:0:31564:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.165379:0:31564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.165382:0:31564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.165388:0:31564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b553c44800. 00000100:00000001:1.0:1788942130.165393:0:31564:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165397:0:31564:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.165398:0:31564:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165400:0:31564:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.165401:0:31564:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165403:0:31564:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.165406:0:31564:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00010000:00000001:1.0:1788942130.165409:0:31564:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942130.165411:0:31564:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942130.165415:0:31564:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3eb00. 00010000:00000010:1.0:1788942130.165418:0:31564:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b551c3ef00. 00010000:00000001:1.0:1788942130.165422:0:31564:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942130.165425:0:31564:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0c00. 00000020:00000001:1.0:1788942130.165428:0:31564:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942130.165430:0:31564:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0c00 with handle 0xcbb91bbb781577ce to hash 00000020:00000001:1.0:1788942130.165432:0:31564:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942130.165434:0:31564:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000010:1.0:1788942130.165438:0:31564:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b548392180. 00010000:00000001:1.0:1788942130.165440:0:31564:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.165443:0:31564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.165444:0:31564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.165448:0:31564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.165458:0:31564:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.165467:0:31564:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.165471:0:31564:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.165475:0:31564:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.165482:0:31564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64cfff3] to pc [ptlrpcd_00_01+1] req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788942130.165516:0:31564:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942130.165519:0:31564:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.165521:0:31564:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.165523:0:31564:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.165525:0:31564:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.165527:0:31564:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942130.165529:0:31564:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788942130.165531:0:31564:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788942130.165532:0:31564:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788942130.165545:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788942130.165549:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788942130.165551:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.165555:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.165557:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.165559:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.165560:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.165562:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.165568:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.165575:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.165577:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.165579:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.165581:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.165583:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.165586:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884263552:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942130.165590:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.165595:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.165597:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.165599:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.165603:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942130.165605:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.165612:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.165616:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942130.165621:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942130.165628:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884263552, portal 4 00000100:00000001:1.0:1788942130.165630:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.165631:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942130.165638:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.165644:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.165648:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.165650:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daaa0. 00000100:00000200:1.0:1788942130.165654:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884263552, offset 0 00000400:00000200:1.0:1788942130.165660:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.165668:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.165674:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.165679:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.165682:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.165686:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.165688:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.165692:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2469:2469:256:4294967295] 192.168.206.109@tcp LPNI seq info [2469:2469:8:4294967295] 00000400:00000200:1.0:1788942130.165696:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.165705:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.165712:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.165718:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618400. 00000800:00000200:1.0:1788942130.165724:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.165731:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.165735:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.165755:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.165759:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24670 usecs (25 jiffies) 00000400:00000200:1.0:1788942130.165763:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.165765:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296530349 00000100:00000001:1.0:1788942130.165769:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.165771:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296530349 00000100:00000001:1.0:1788942130.165773:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.165775:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.165778:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.165781:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.165782:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.166184:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942130.166188:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.166328:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.166332:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618400. 00000400:00000200:3.0:1788942130.166338:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.166344:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.166350:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daaa0 00000400:00000010:3.0:1788942130.166352:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daaa0. 00000100:00000001:3.0:1788942130.166356:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.166361:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.166370:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.166373:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.166380:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.166381:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.169147:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.169163:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.169168:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.169171:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.169178:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.169186:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.169194:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.169199:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.169204:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.169208:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f50080 00000400:00000200:2.0:1788942130.169213:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.169219:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x6a25 [1] + 224 00000800:00000001:2.0:1788942130.169226:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.169232:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.169236:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.169240:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.169247:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.169255:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.169266:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.169287:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.169294:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.169297:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.169357:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.169361:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942130.169367:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.169369:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.169372:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:1.0:1788942130.169377:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:1.0:1788942130.169379:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:1.0:1788942130.169381:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.169386:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942130.169395:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.169400:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.169402:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.169404:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.169407:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.169410:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.169412:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.169414:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.169423:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=120 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942130.169427:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.169430:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.169431:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.169434:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.169436:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.169440:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.169441:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788942130.169443:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.169445:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.169450:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.169457:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.169459:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.170042:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788942130.170047:0:2353:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788942130.170049:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.170053:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.170056:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=4 00000020:00000001:1.0:1788942130.170058:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170061:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170064:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.170065:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.170066:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=5 00000020:00000001:1.0:1788942130.170068:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170070:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170073:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.170076:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.170080:0:2353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.170091:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170093:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.170095:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942130.170098:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.170099:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.170100:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=6 00000020:00000001:1.0:1788942130.170102:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170104:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000040:1.0:1788942130.170110:0:2353:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0c00, remote cookie: 0x4d194fbcadeecb24, flags: 0x1001 00010000:00010000:1.0:1788942130.170115:0:2353:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.170122:0:2353:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788942130.170124:0:2353:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.170137:0:2353:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942130.170141:0:2353:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788942130.170145:0:2353:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942130.170158:0:2353:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff90b551c3eb00) refcount = 1 00010000:00000040:1.0:1788942130.170161:0:2353:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942130.170163:0:2353:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.170171:0:2353:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942130.170172:0:2353:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.170175:0:2353:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942130.170177:0:2353:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.170180:0:2353:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.170186:0:2353:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942130.170188:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170189:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.170190:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170191:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942130.170193:0:2353:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788942130.170195:0:2353:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788942130.170198:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.170199:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.170200:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=5 00000020:00000001:1.0:1788942130.170203:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170205:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00000008:00000001:1.0:1788942130.170208:0:2353:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788942130.170212:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000008:00010000:1.0:1788942130.170216:0:2353:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788942130.170223:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000020:00000001:1.0:1788942130.170225:0:2353:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942130.170228:0:2353:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788942130.170230:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942130.170233:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.170235:0:2353:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.170237:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000008:00000001:1.0:1788942130.170238:0:2353:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788942130.170241:0:2353:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942130.170243:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788942130.170261:0:2353:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788942130.170264:0:2353:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.170266:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.170267:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.170268:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=6 00000020:00000001:1.0:1788942130.170271:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170273:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170275:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.170278:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.170286:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170287:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942130.170290:0:2353:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.170297:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.170298:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170299:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942130.170300:0:2353:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.170302:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.170303:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.170305:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=5 00000020:00000001:1.0:1788942130.170306:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170308:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942130.170311:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.170313:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.170320:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170321:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.170323:0:2353:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.170325:0:2353:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.170327:0:2353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.170337:0:2353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.170339:0:2353:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.170341:0:2353:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.170344:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170346:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.170347:0:2353:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.170350:0:2353:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.170352:0:2353:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.170354:0:2353:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.170356:0:2353:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.170358:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.170359:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170360:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.170361:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.170362:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942130.170363:0:2353:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.170371:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942130.170379:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884263552:192.168.206.109@tcp:101:checkstat.0 00000100:00000001:1.0:1788942130.170385:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.170388:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.170392:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884263552/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.170399:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942130.170402:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942130.170406:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:1.0:1788942130.170410:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942130.170413:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.170415:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942130.170417:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942130.170420:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b553c44800. 02000000:00000001:1.0:1788942130.170424:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942130.170425:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942130.170427:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942130.170430:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942130.170432:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788942130.170434:0:31564:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.170435:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788942130.170441:0:31564:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.170446:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:2.0:1788942130.170448:0:31564:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000100:00000001:1.0:1788942130.170450:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.170453:0:31564:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00000100:00000001:1.0:1788942130.170455:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1788942130.170457:0:31564:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00000100:00000001:1.0:1788942130.170459:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.170461:0:31564:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942130.170466:0:31564:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788942130.170470:0:31564:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942130.170471:0:31564:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942130.170473:0:31564:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942130.170474:0:31564:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942130.170476:0:31564:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[0]: s=0 (1) m=1788942112 a=1788942112 c=1788942112 b=1 00020000:00000001:2.0:1788942130.170480:0:31564:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942130.170481:0:31564:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788942112 a=1788942112 c=1788942112 b=1 00020000:00000001:2.0:1788942130.170484:0:31564:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.170486:0:31564:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.170487:0:31564:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00000080:00200000:2.0:1788942130.170489:0:31564:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788942130.170491:0:31564:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788942130.170493:0:31564:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788942130.170495:0:31564:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_release():245 00000020:00000001:2.0:1788942130.170497:0:31564:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942130.170499:0:31564:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788942130.170501:0:31564:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788942130.170504:0:31564:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942130.170506:0:31564:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:2.0:1788942130.170508:0:31564:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942130.170509:0:31564:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f78d30 (ffff90b551e46f38/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788942130.170512:0:31564:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788942130.170513:0:31564:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788942130.170515:0:31564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.170516:0:31564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942130.170517:0:31564:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788942130.170519:0:31564:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942130.170520:0:31564:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942130.170521:0:31564:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942130.170522:0:31564:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942130.170523:0:31564:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788942130.170526:0:31564:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788942130.170527:0:31564:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942130.170528:0:31564:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f78d30 (ffff90b551e461b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788942130.170531:0:31564:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5448ef8f0. 00000020:00000001:2.0:1788942130.170535:0:31564:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788942130.170537:0:31564:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f78d00. 00020000:00000001:2.0:1788942130.170539:0:31564:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788942130.170541:0:31564:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788942130.170542:0:31564:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788942130.170543:0:31564:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.170546:0:31564:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788942130.170548:0:31564:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788942130.170550:0:31564:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942130.170551:0:31564:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788942130.170553:0:31564:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942130.170555:0:31564:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46f30 00020000:00000001:2.0:1788942130.170557:0:31564:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788942130.170559:0:31564:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788942130.170562:0:31564:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788942130.170564:0:31564:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788942130.170568:0:31564:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942130.170570:0:31564:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.170572:0:31564:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942130.170573:0:31564:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788942130.170574:0:31564:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942130.170576:0:31564:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000001:00000001:2.0:1788942130.170578:0:31564:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.170586:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00000008:2.0:1788942130.170588:0:31564:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff90b548db21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942130.170594:0:31564:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942130.170595:0:31564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fda0 00000080:00002000:2.0:1788942130.170597:0:31564:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90b54450f000, parent ffff90b54450fca8, inode ffff90b548db21c8) hashed, 00000080:00000001:2.0:1788942130.170600:0:31564:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.174202:0:31373:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942130.174208:0:31373:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942130.174212:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3b78 00000080:00200000:3.0:1788942130.174216:0:31373:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942130.174223:0:31373:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fba00. 00800000:00000002:3.0:1788942130.174230:0:31373:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942130.174234:0:31373:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942130.174238:0:31373:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942130.174240:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3a98 00800000:00000002:3.0:1788942130.174243:0:31373:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942130.174246:0:31373:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942130.174250:0:31373:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942130.174255:0:31373:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942130.174257:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3968 00000002:00010000:3.0:1788942130.174259:0:31373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942130.174262:0:31373:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942130.174264:0:31373:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942130.174267:0:31373:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942130.174274:0:31373:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:3.0:1788942130.174277:0:31373:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942130.174282:0:31373:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.174285:0:31373:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942130.174290:0:31373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788942130.174301:0:31373:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942130.174306:0:31373:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.174309:0:31373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788942130.174322:0:31373:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942130.174323:0:31373:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942130.174325:0:31373:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942130.174327:0:31373:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942130.174329:0:31373:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942130.174331:0:31373:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942130.174334:0:31373:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942130.174336:0:31373:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942130.174339:0:31373:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fba00. 00000080:00000001:3.0:1788942130.174343:0:31373:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942130.174345:0:31373:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942130.174348:0:31373:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942130.174351:0:31373:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:3.0:1788942130.174355:0:31373:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942130.174357:0:31373:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942130.174358:0:31373:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.174360:0:31373:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.174363:0:31373:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:3.0:1788942130.174365:0:31373:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.174368:0:31373:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.174370:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.174372:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.174373:0:31373:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.174375:0:31373:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942130.174377:0:31373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc17e3bb0 00010000:00000001:3.0:1788942130.174379:0:31373:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.174380:0:31373:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.174381:0:31373:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:3.0:1788942130.174383:0:31373:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.174385:0:31373:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.174387:0:31373:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942130.174390:0:31373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942130.174396:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.174398:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.174399:0:31373:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942130.174401:0:31373:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942130.174404:0:31373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942130.174410:0:31373:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942130.174413:0:31373:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942130.174415:0:31373:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942130.174418:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.174420:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.174421:0:31373:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.174424:0:31373:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942130.174425:0:31373:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.174427:0:31373:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.174430:0:31373:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.174431:0:31373:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942130.174432:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.174433:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942130.174436:0:31373:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942130.174438:0:31373:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942130.174440:0:31373:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:3.0:1788942130.174443:0:31373:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.174448:0:31373:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788942130.174450:0:31373:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788942130.174452:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3b78 00000080:00200008:3.0:1788942130.174454:0:31373:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 304000 00000080:00000010:3.0:1788942130.174458:0:31373:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b554712280. 00000080:00000001:3.0:1788942130.174462:0:31373:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.174464:0:31373:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942130.174474:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3d28 00000080:00200008:3.0:1788942130.174477:0:31373:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942130.174483:0:31373:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788942130.174485:0:31373:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1788942130.174488:0:31373:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fba00. 00800000:00000002:3.0:1788942130.174491:0:31373:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:3.0:1788942130.174496:0:31373:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788942130.174499:0:31373:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788942130.174500:0:31373:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942130.174502:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3990 00000002:00010000:3.0:1788942130.174503:0:31373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788942130.174506:0:31373:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942130.174507:0:31373:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942130.174508:0:31373:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942130.174510:0:31373:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:3.0:1788942130.174512:0:31373:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942130.174514:0:31373:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.174515:0:31373:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942130.174518:0:31373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788942130.174524:0:31373:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942130.174526:0:31373:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.174528:0:31373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788942130.174533:0:31373:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942130.174535:0:31373:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942130.174537:0:31373:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942130.174538:0:31373:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942130.174539:0:31373:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.174540:0:31373:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.174542:0:31373:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:3.0:1788942130.174544:0:31373:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.174545:0:31373:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:3.0:1788942130.174547:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.174549:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.174550:0:31373:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.174586:0:31373:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788942130.174592:0:31373:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90b545e7a000. 00000002:00000001:3.0:1788942130.175173:0:31373:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788942130.175180:0:31373:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acea00. 00000020:00000040:3.0:1788942130.175185:0:31373:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942130.175190:0:31373:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942130.175192:0:31373:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942130.175195:0:31373:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942130.175201:0:31373:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fa200. 00000100:00000001:3.0:1788942130.175207:0:31373:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.175210:0:31373:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788942130.175215:0:31373:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90b54837ec00. 00000100:00000010:3.0:1788942130.175218:0:31373:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90b559151000. 00000020:00000040:3.0:1788942130.175221:0:31373:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942130.175241:0:31373:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942130.175243:0:31373:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942130.175249:0:31373:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291b40. 00000100:00000001:3.0:1788942130.175251:0:31373:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174746944 : -122366534804672 : ffff90b552291b40) 00000100:00000001:3.0:1788942130.175254:0:31373:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.175255:0:31373:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504064 : -122366761047552 : ffff90b544acea00) 00000100:00000001:3.0:1788942130.175260:0:31373:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942130.175264:0:31373:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.175266:0:31373:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942130.175268:0:31373:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942130.175279:0:31373:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.175287:0:31373:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942130.175289:0:31373:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.175293:0:31373:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942130.175295:0:31373:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942130.175297:0:31373:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942130.175301:0:31373:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acea00 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:31373:1875839884263680:192.168.206.109@tcp:37:bash.0 00000100:00000001:3.0:1788942130.175305:0:31373:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942130.175309:0:31373:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942130.175313:0:31373:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.175315:0:31373:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788942130.175323:0:31373:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942130.175328:0:31373:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c49a0. 00000400:00000010:3.0:1788942130.175336:0:31373:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90b559122000. 00000100:00000200:3.0:1788942130.175342:0:31373:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1101f50100-0x6aa1101f50100, portal 14 00000100:00000001:3.0:1788942130.175345:0:31373:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.175348:0:31373:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942130.175351:0:31373:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837d400. 02000000:00000001:3.0:1788942130.175353:0:31373:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942130.175355:0:31373:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942130.175357:0:31373:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c40b0. 00000400:00000010:3.0:1788942130.175361:0:31373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded770. 00000100:00000200:3.0:1788942130.175364:0:31373:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884263680, portal 10 00000100:00000001:3.0:1788942130.175365:0:31373:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.175366:0:31373:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504064 : -122366761047552 : ffff90b544acea00) 00000100:00000040:3.0:1788942130.175373:0:31373:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.175380:0:31373:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942130.175383:0:31373:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942130.175386:0:31373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543deda18. 00000100:00000200:3.0:1788942130.175389:0:31373:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875839884263680, offset 0 00000400:00000200:3.0:1788942130.175394:0:31373:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942130.175402:0:31373:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.175409:0:31373:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942130.175414:0:31373:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942130.175417:0:31373:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942130.175421:0:31373:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942130.175423:0:31373:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942130.175427:0:31373:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2470:2470:256:4294967295] 192.168.206.109@tcp LPNI seq info [2470:2470:8:4294967295] 00000400:00000200:3.0:1788942130.175432:0:31373:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.175441:0:31373:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942130.175447:0:31373:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942130.175453:0:31373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127a400. 00000800:00000200:3.0:1788942130.175459:0:31373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942130.175466:0:31373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942130.175470:0:31373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127a400 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788942130.175485:0:31373:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942130.175489:0:31373:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 836046 usecs (837 jiffies) 00000400:00000200:3.0:1788942130.175493:0:31373:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942130.175495:0:31373:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531171 00000100:00000001:3.0:1788942130.175498:0:31373:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:3.0:1788942130.175500:0:31373:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531171 00000100:00000001:3.0:1788942130.175502:0:31373:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:3.0:1788942130.175506:0:31373:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942130.175509:0:31373:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.175510:0:31373:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942130.175512:0:31373:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942130.175515:0:31373:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291b40 going to sleep for 11 seconds 00000100:00000001:3.0:1788942130.175517:0:31373:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942130.175520:0:31373:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.175990:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.175994:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127a400. 00000400:00000200:2.0:1788942130.175999:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.176005:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.176010:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543deda18 00000400:00000010:2.0:1788942130.176012:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543deda18. 00000100:00000001:2.0:1788942130.176016:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.176021:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.176030:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.176033:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.176040:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.176041:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.179619:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.179640:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.179644:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.179647:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.179655:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.179663:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.179674:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.179679:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.179684:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.179688:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 4096 into portal 14 MB=0x6aa1101f50100 00000400:00000200:2.0:1788942130.179693:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.179699:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.109@tcp of length 4096/4096 into md 0x6a2d [256] + 0 00000400:00000010:2.0:1788942130.179704:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c49a0. 00000400:00000200:2.0:1788942130.179710:0:2348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b559122000 00000800:00000001:2.0:1788942130.179715:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.179727:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.179731:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.179735:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.179740:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559122000 00000400:00000010:2.0:1788942130.179743:0:2348:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90b559122000. 00000100:00000001:2.0:1788942130.179748:0:2348:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788942130.179751:0:2348:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff90b544acea00 desc ffff90b54837ec00 mbits 1875839884263680 00000100:00000001:2.0:1788942130.179762:0:2348:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788942130.179769:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942130.179772:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.179777:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942130.179782:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2471:2471:256:4294967295] 192.168.206.109@tcp LPNI seq info [2471:2471:8:4294967295] 00000400:00000200:2.0:1788942130.179787:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.179794:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942130.179800:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942130.179808:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90b551be8000. 00000800:00000200:2.0:1788942130.179815:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942130.179823:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942130.179827:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551be8000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1788942130.179953:0:31373:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942130.179962:0:31373:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942130.180009:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.180019:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788942130.180343:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.180348:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90b551be8000. 00000400:00000200:2.0:1788942130.180354:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.180359:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942130.184495:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.184517:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.184523:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.184525:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.184534:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.184544:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.184554:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.184559:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.184566:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.184571:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f50100 00000400:00000200:3.0:1788942130.184576:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.184584:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x6a35 [1] + 224 00000800:00000001:3.0:1788942130.184592:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.184598:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.184601:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.184606:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.184615:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.184625:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.184637:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.184661:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.184669:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.184673:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.184707:0:31373:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942130.184720:0:31373:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942130.184722:0:31373:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942130.184726:0:31373:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c40b0. 00000400:00000200:2.0:1788942130.184734:0:31373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded770 00000400:00000010:2.0:1788942130.184737:0:31373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded770. 00000100:00000001:2.0:1788942130.184741:0:31373:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.184752:0:31373:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942130.184764:0:31373:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.184772:0:31373:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942130.184774:0:31373:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.184776:0:31373:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942130.184779:0:31373:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942130.184782:0:31373:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942130.184784:0:31373:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.184787:0:31373:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942130.184794:0:31373:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942130.184799:0:31373:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942130.184801:0:31373:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942130.184803:0:31373:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.184805:0:31373:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942130.184808:0:31373:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.184811:0:31373:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942130.184813:0:31373:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788942130.184815:0:31373:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942130.184818:0:31373:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.184822:0:31373:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.184832:0:31373:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.184839:0:31373:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942130.184841:0:31373:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942130.184845:0:31373:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942130.184893:0:31373:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acea00 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:31373:1875839884263680:192.168.206.109@tcp:37:bash.0 00000100:00000001:2.0:1788942130.184898:0:31373:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.184900:0:31373:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.184902:0:31373:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942130.184904:0:31373:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.184908:0:31373:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.184915:0:31373:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942130.184918:0:31373:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291b40. 00000100:00000001:2.0:1788942130.184923:0:31373:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942130.184924:0:31373:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.184927:0:31373:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.184929:0:31373:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.184932:0:31373:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acea00 x1875839884263680/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.184942:0:31373:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942130.184944:0:31373:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942130.184946:0:31373:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837d400. 02000000:00000001:2.0:1788942130.184949:0:31373:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942130.184951:0:31373:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942130.184953:0:31373:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942130.184955:0:31373:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:2.0:1788942130.184956:0:31373:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1788942130.184958:0:31373:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942130.184959:0:31373:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942130.184961:0:31373:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:2.0:1788942130.184982:0:31373:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90b559151000. 00000100:00000010:2.0:1788942130.184987:0:31373:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b54837ec00. 00000100:00000001:2.0:1788942130.184990:0:31373:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1788942130.184992:0:31373:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fa200. 02000000:00000001:2.0:1788942130.184995:0:31373:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942130.184997:0:31373:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942130.184999:0:31373:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acea00. 00000100:00000001:2.0:1788942130.185002:0:31373:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942130.185003:0:31373:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942130.185005:0:31373:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1788942130.185007:0:31373:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1788942130.185740:0:31373:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90b545e7a000. 00000002:00000001:2.0:1788942130.185746:0:31373:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.185752:0:31373:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942130.185755:0:31373:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.185758:0:31373:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:2.0:1788942130.185760:0:31373:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.185763:0:31373:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.185765:0:31373:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942130.185769:0:31373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942130.185778:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.185780:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.185782:0:31373:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942130.185785:0:31373:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942130.185787:0:31373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942130.185795:0:31373:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942130.185798:0:31373:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942130.185800:0:31373:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942130.185804:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.185805:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.185806:0:31373:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.185809:0:31373:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942130.185811:0:31373:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.185813:0:31373:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.185816:0:31373:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.185818:0:31373:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942130.185820:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.185821:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1788942130.185823:0:31373:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.185830:0:31373:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:2.0:1788942130.185834:0:31373:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942130.185837:0:31373:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fba00. 00000080:00000001:2.0:1788942130.185843:0:31373:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.185848:0:31373:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942130.185876:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3ca0 00000080:00200000:2.0:1788942130.185879:0:31373:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942130.185888:0:31373:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d800. 00800000:00000002:2.0:1788942130.185893:0:31373:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942130.185897:0:31373:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942130.185900:0:31373:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942130.185902:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3bc0 00800000:00000002:2.0:1788942130.185904:0:31373:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942130.185907:0:31373:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942130.185911:0:31373:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942130.185915:0:31373:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942130.185917:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3a90 00000002:00010000:2.0:1788942130.185919:0:31373:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942130.185922:0:31373:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942130.185924:0:31373:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.185927:0:31373:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.185932:0:31373:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:2.0:1788942130.185934:0:31373:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942130.185938:0:31373:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942130.185941:0:31373:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942130.185944:0:31373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788942130.185952:0:31373:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942130.185955:0:31373:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942130.185958:0:31373:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788942130.185964:0:31373:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942130.185966:0:31373:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942130.185968:0:31373:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942130.185970:0:31373:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942130.185971:0:31373:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942130.185974:0:31373:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942130.185976:0:31373:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942130.185978:0:31373:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942130.185980:0:31373:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d800. 00000080:00000001:2.0:1788942130.185985:0:31373:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942130.185987:0:31373:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942130.185990:0:31373:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942130.185994:0:31373:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:2.0:1788942130.185996:0:31373:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942130.185998:0:31373:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942130.185999:0:31373:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942130.186001:0:31373:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.186002:0:31373:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:2.0:1788942130.186005:0:31373:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.186007:0:31373:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.186009:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.186010:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942130.186011:0:31373:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942130.186013:0:31373:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942130.186015:0:31373:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc17e3cd8 00010000:00000001:2.0:1788942130.186017:0:31373:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942130.186018:0:31373:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.186019:0:31373:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:2.0:1788942130.186021:0:31373:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.186098:0:31373:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.186100:0:31373:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942130.186103:0:31373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942130.186110:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.186111:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.186112:0:31373:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942130.186114:0:31373:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942130.186116:0:31373:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942130.186122:0:31373:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942130.186124:0:31373:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942130.186125:0:31373:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942130.186137:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.186138:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.186139:0:31373:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.186142:0:31373:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942130.186143:0:31373:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.186145:0:31373:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.186147:0:31373:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.186149:0:31373:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942130.186150:0:31373:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.186151:0:31373:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942130.186153:0:31373:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942130.186155:0:31373:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942130.186158:0:31373:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.186162:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3d28 00000080:00000008:2.0:1788942130.186164:0:31373:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942130.186463:0:31373:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788942130.186466:0:31373:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788942130.186472:0:31373:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d800. 00800000:00000002:2.0:1788942130.186754:0:31373:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942130.186759:0:31373:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1788942130.186765:0:31373:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446707420534810432 : -36653174741184 : ffffdeaa048a2740) 00000080:00000001:2.0:1788942130.186768:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788942130.186772:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.186774:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:2.0:1788942130.186775:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788942130.186778:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:2.0:1788942130.186780:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:2.0:1788942130.186781:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:2.0:1788942130.186783:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788942130.186786:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1788942130.186787:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:2.0:1788942130.186789:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:2.0:1788942130.186791:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1788942130.186793:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:2.0:1788942130.186794:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:2.0:1788942130.186796:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:2.0:1788942130.186798:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:2.0:1788942130.186800:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:2.0:1788942130.186802:0:31373:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:2.0:1788942130.186805:0:31373:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942130.186807:0:31373:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942130.186809:0:31373:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d800. 00000080:00000001:2.0:1788942130.186814:0:31373:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.186834:0:31373:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788942130.186836:0:31373:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:2.0:1788942130.186838:0:31373:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942130.186840:0:31373:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.187103:0:31373:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788942130.187106:0:31373:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942130.187108:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3dd0 00000080:00200008:2.0:1788942130.187110:0:31373:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 304000 00000080:00400000:2.0:1788942130.187113:0:31373:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788942130.187116:0:31373:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b554712280. 00000080:00000001:2.0:1788942130.187121:0:31373:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942130.187123:0:31373:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3dd0 00000080:00000008:2.0:1788942130.187125:0:31373:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 304000, rc = 0 00000080:00000001:2.0:1788942130.187137:0:31373:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.187138:0:31373:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.192724:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.192730:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.192733:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942130.192736:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb20 00000080:00200000:1.0:1788942130.192741:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942130.192748:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5412e6200. 00800000:00000002:1.0:1788942130.192755:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.192759:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.192763:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.192765:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa40 00800000:00000002:1.0:1788942130.192767:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.192771:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942130.192775:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942130.192779:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.192781:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f910 00000002:00010000:1.0:1788942130.192783:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942130.192786:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942130.192789:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.192792:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.192798:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:1.0:1788942130.192801:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.192806:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.192810:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942130.192814:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788942130.192824:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.192829:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.192833:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788942130.192839:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942130.192841:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.192843:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.192845:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.192847:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.192849:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942130.193987:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942130.193991:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942130.193995:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5412e6200. 00000080:00000001:1.0:1788942130.194000:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942130.194002:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.194005:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942130.194008:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:1.0:1788942130.194012:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.194016:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.194018:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.194020:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.194100:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:1.0:1788942130.194103:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.194106:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.194110:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194111:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.194112:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.194115:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.194118:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc1c9fb58 00010000:00000001:1.0:1788942130.194119:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.194121:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.194122:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:1.0:1788942130.194123:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.194125:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.194137:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.194140:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942130.194148:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194149:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.194151:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.194153:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.194156:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788942130.194163:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.194165:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.194168:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.194172:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194173:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.194175:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194177:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.194179:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194181:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194184:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194186:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.194187:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194188:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942130.194192:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942130.194194:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.194197:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942130.194201:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.194207:0:31565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942130.194210:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb48 00000080:00002000:1.0:1788942130.194211:0:31565:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff90b54454baf8) flags 0x20000e refc 1 00000080:00000001:1.0:1788942130.194214:0:31565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.194216:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb90 00000080:00200000:1.0:1788942130.194217:0:31565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:1.0:1788942130.194222:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942130.194223:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.194231:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00200008:1.0:1788942130.194233:0:31565:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942130.194237:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942130.194238:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc80 00000080:00200000:1.0:1788942130.194240:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148),name=d21h.recovery-small-1 00000080:00000010:1.0:1788942130.194247:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5412e6200. 00800000:00000002:1.0:1788942130.194252:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.194258:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.194260:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.194262:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fba0 00800000:00000002:1.0:1788942130.194264:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.194267:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942130.194271:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942130.194274:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.194275:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa70 00000002:00010000:1.0:1788942130.194277:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942130.194280:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942130.194281:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.194283:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.194288:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942130.194290:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.194293:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.194295:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942130.194298:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942130.194307:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.194310:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.194313:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942130.194319:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942130.194320:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.194322:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.194324:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.194326:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.194328:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942130.194330:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942130.194331:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942130.194334:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5412e6200. 00000080:00000001:1.0:1788942130.194337:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942130.194338:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.194340:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) 00000080:00010000:1.0:1788942130.194342:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) for lock 0xcbb91bbb781577ab 00800000:00000001:1.0:1788942130.194345:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.194346:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.194348:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.194349:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.194351:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:1.0:1788942130.194352:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:1.0:1788942130.194354:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:1.0:1788942130.194356:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194357:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.194358:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.194360:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.194362:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ab from it ffffa57dc1c9fcb8 00010000:00000001:1.0:1788942130.194363:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.194365:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.194366:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:1.0:1788942130.194368:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:1.0:1788942130.194370:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:1.0:1788942130.194372:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.194374:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.194381:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194382:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.194383:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.194384:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.194387:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942130.194392:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.194394:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.194396:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.194398:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194399:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.194400:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194402:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.194403:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194405:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194407:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194408:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.194409:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194410:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942130.194412:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942130.194413:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.194416:0:31565:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.194419:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00000008:1.0:1788942130.194421:0:31565:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942130.194458:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.194461:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.194463:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942130.194464:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00000080:00200000:1.0:1788942130.194466:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942130.194469:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5412e6200. 00800000:00000002:1.0:1788942130.194472:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.194474:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.194476:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.194477:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fae0 00800000:00000002:1.0:1788942130.194479:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.194482:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942130.194484:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942130.194487:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.194488:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9b0 00000002:00010000:1.0:1788942130.194489:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942130.194492:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942130.194493:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.194494:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.194497:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:1.0:1788942130.194499:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.194501:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.194503:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942130.194506:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788942130.194513:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.194515:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.194517:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788942130.194522:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942130.194524:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.194525:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.194526:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.194528:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.194530:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942130.194532:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942130.194534:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942130.194535:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5412e6200. 00000080:00000001:1.0:1788942130.194538:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942130.194539:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.194541:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942130.194543:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:1.0:1788942130.194545:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.194546:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.194547:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.194549:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.194550:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:1.0:1788942130.194552:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.194554:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.194556:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194557:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.194558:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.194559:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.194561:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc1c9fbf8 00010000:00000001:1.0:1788942130.194563:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.194564:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.194565:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:1.0:1788942130.194567:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.194569:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.194571:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.194573:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788942130.194579:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194580:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.194581:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.194582:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.194585:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788942130.194592:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.194593:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.194595:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.194597:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194598:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.194599:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194601:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.194602:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194604:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194606:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194607:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.194608:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194609:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942130.194611:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942130.194612:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.194614:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942130.194617:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.194620:0:31565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942130.194622:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00000080:00002000:1.0:1788942130.194623:0:31565:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff90b54454baf8) flags 0x20000e refc 1 00000080:00000001:1.0:1788942130.194625:0:31565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.194627:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc08 00000080:00200000:1.0:1788942130.194628:0:31565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:1.0:1788942130.194631:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942130.194632:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.194636:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942130.194637:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148), inode mode 41ed mask 44 00000080:00000001:1.0:1788942130.194640:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.194644:0:31565:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942130.194646:0:31565:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942130.194648:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00200008:1.0:1788942130.194650:0:31565:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), flags 704400 00000080:00000010:1.0:1788942130.194655:0:31565:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415be000. 00000080:00000001:1.0:1788942130.194660:0:31565:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788942130.194663:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5412e6200. 00800000:00000002:1.0:1788942130.194665:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.194668:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.194669:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.194671:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa28 00800000:00000002:1.0:1788942130.194673:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.194676:0:31565:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788942130.194678:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9a8 00800000:00000002:1.0:1788942130.194680:0:31565:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788942130.194683:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.194684:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f8e0 00000002:00010000:1.0:1788942130.194686:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1788942130.194689:0:31565:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942130.194691:0:31565:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942130.194694:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942130.194696:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942130.194698:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.194700:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942130.194702:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194704:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.194706:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.194707:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942130.194708:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:1.0:1788942130.194710:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.194711:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942130.194712:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194714:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.194716:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.194720:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942130.194724:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942130.194728:0:31565:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942130.194730:0:31565:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194732:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942130.194735:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.194738:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.194739:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.194740:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.194743:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.194744:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.194747:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.194753:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b8c00. 00000100:00000001:1.0:1788942130.194759:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194764:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.194766:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194767:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.194768:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.194770:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.194775:0:31565:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00010000:00000001:1.0:1788942130.194779:0:31565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942130.194781:0:31565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942130.194783:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:1.0:1788942130.194784:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.194786:0:31565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942130.194789:0:31565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0a00. 00000020:00000001:1.0:1788942130.194792:0:31565:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942130.194794:0:31565:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0a00 with handle 0xcbb91bbb781577d5 to hash 00000020:00000001:1.0:1788942130.194796:0:31565:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942130.194798:0:31565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942130.194801:0:31565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942130.194803:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.194805:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.194808:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.194815:0:31565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942130.194825:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942130.194837:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942130.194847:0:31565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942130.194890:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942130.194892:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942130.194898:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2180. 00000100:00000001:1.0:1788942130.194900:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206016 : -122366418345600 : ffff90b5591a2180) 00000100:00000001:1.0:1788942130.194903:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.194905:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942130.194909:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.194914:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.194916:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942130.194917:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.194922:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.194929:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.194932:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.194935:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.194937:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.194939:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.196244:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884263936:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942130.196255:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.196260:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.196263:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.196266:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.196355:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559240000. 02000000:00000001:1.0:1788942130.196358:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.196367:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.196373:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f6e0. 00000400:00000010:1.0:1788942130.196381:0:31565:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b559183800. 00000100:00000200:1.0:1788942130.196388:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884263936, portal 10 00000100:00000001:1.0:1788942130.196390:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.196392:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942130.196401:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.196408:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.196411:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.196414:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942130.196417:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884263936, offset 0 00000400:00000200:1.0:1788942130.196422:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.196430:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.196437:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.196442:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.196445:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.196448:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.196451:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.196455:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2472:2472:256:4294967295] 192.168.206.109@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:1.0:1788942130.196459:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.196467:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.196472:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.196477:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618c00. 00000800:00000200:1.0:1788942130.196483:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.196490:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.196494:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.196557:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.196561:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 834933 usecs (835 jiffies) 00000400:00000200:1.0:1788942130.196565:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.196567:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531190 00000100:00000001:1.0:1788942130.196570:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.196572:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531190 00000100:00000001:1.0:1788942130.196574:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.196576:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.196579:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.196581:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.196583:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942130.196585:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2180 going to sleep for 11 seconds 00000100:00000001:1.0:1788942130.196588:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.196590:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.200410:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.200419:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618c00. 00000400:00000200:2.0:1788942130.200425:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.200433:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.200440:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:2.0:1788942130.200443:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:2.0:1788942130.200448:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.200455:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.200466:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.200469:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.200476:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.200479:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.207814:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.207838:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.207841:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.207844:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.208310:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.208318:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.208327:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.208331:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.208337:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.208341:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f50200 00000400:00000200:2.0:1788942130.208346:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.208352:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x6a45 [64] + 224 00000800:00000001:2.0:1788942130.208358:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.208367:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.208370:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.208374:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.208381:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.208389:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.208399:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.208450:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.208468:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.208476:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.208479:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788942130.212363:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942130.212369:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942130.212373:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f6e0. 00000400:00000200:3.0:1788942130.212382:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559183800 00000400:00000010:3.0:1788942130.212384:0:31565:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b559183800. 00000100:00000001:3.0:1788942130.212389:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.212399:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942130.212409:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.212417:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942130.212419:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.212422:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942130.212425:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942130.212428:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942130.212431:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.212434:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942130.212443:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942130.212447:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942130.212450:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788942130.212453:0:31565:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545e65c00 x1875839884263936/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.212459:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788942130.212463:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942130.212464:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788942130.212466:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942130.212468:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.212470:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:3.0:1788942130.212473:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942130.212474:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788942130.212476:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942130.212478:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788942130.212482:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.212489:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788942130.212491:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942130.212493:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942130.212496:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942130.212503:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884263936:192.168.206.109@tcp:101:rm.0 00000100:00000001:3.0:1788942130.212508:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.212511:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788942130.212513:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942130.212515:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.214435:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.214450:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942130.214454:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2180. 00000100:00000001:3.0:1788942130.214459:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942130.214461:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788942130.214465:0:31565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942130.214471:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.214474:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.214477:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00000020:00000001:3.0:1788942130.214479:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942130.214483:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00010000:3.0:1788942130.214487:0:31565:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.214499:0:31565:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788942130.214502:0:31565:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.214508:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942130.214510:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.214515:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.214516:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942130.214701:0:31565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.214709:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.214712:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.214715:0:31565:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788942130.214717:0:31565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942130.214723:0:31565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0a00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:3.0:1788942130.214726:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788942130.214729:0:31565:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.214735:0:31565:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788942130.214738:0:31565:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788942130.214741:0:31565:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.214746:0:31565:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788942130.214748:0:31565:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788942130.214750:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.214751:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.214752:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=5 00000020:00000001:3.0:1788942130.214754:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942130.214756:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942130.214759:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942130.214762:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788942130.214768:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788942130.214769:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.214772:0:31565:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788942130.214774:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942130.214777:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942130.214778:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942130.214780:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.214781:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942130.214784:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0a00 with handle 0xcbb91bbb781577d5 from hash 00010000:00000001:3.0:1788942130.214786:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942130.214787:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.214788:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.214789:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942130.214790:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942130.214792:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788942130.214794:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.214795:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.214796:0:31565:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.214798:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.214801:0:31565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.214806:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.214807:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.214808:0:31565:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788942130.214810:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942130.214811:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.214812:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.214813:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942130.214815:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781577d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.214826:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.214828:0:31565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788942130.214832:0:31565:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788942130.214843:0:31565:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942130.215138:0:31565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788942130.215144:0:31565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942130.215150:0:31565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.215152:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788942130.215153:0:31565:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.215155:0:31565:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.215157:0:31565:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.215159:0:31565:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788942130.215162:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.215163:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00010000:00000001:3.0:1788942130.215166:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788942130.215167:0:31565:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.215169:0:31565:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942130.215171:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f868 00000002:00002000:3.0:1788942130.215173:0:31565:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788942130.215177:0:31565:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.215180:0:31565:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.215182:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942130.215185:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788942130.215188:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942130.215192:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942130.215195:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5412e6200. 00000080:00000001:3.0:1788942130.215200:0:31565:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942130.215205:0:31565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942130.215208:0:31565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942130.215210:0:31565:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788942130.215212:0:31565:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1788942130.215215:0:31565:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.215219:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788942130.215222:0:31565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788942130.215226:0:31565:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:3.0:1788942130.215228:0:31565:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942130.215231:0:31565:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942130.215232:0:31565:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.215235:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788942130.215237:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.215239:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.215243:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.215250:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.215254:0:31565:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942130.215263:0:31565:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5435dd4c0. 00000080:00000001:3.0:1788942130.215266:0:31565:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788942130.215269:0:31565:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788942130.215271:0:31565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788942130.215274:0:31565:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b5590616a0. 00000002:00100000:3.0:1788942130.215277:0:31565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942130.215283:0:31565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.215284:0:31565:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788942130.215288:0:31565:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788942130.215291:0:31565:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.215294:0:31565:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788942130.215295:0:31565:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.215297:0:31565:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942130.215300:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.215303:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788942130.215309:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942130.215312:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559240000. 02000000:00000001:3.0:1788942130.215353:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788942130.215354:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942130.215357:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00000008:3.0:1788942130.215359:0:31565:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), flags 704400, rc = 0 00000080:00000001:3.0:1788942130.215363:0:31565:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942130.215384:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd28 00000080:00200008:3.0:1788942130.215387:0:31565:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942130.215392:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942130.215394:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fca0 00000080:00200000:3.0:1788942130.215396:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148),name=d21h.recovery-small-1 00000080:00000010:3.0:1788942130.215401:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb400. 00800000:00000002:3.0:1788942130.215407:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942130.215413:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942130.215415:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942130.215417:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00800000:00000002:3.0:1788942130.215419:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942130.215423:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942130.215427:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942130.215431:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942130.215432:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa90 00000002:00010000:3.0:1788942130.215434:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942130.215437:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942130.215439:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942130.215442:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942130.215447:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:3.0:1788942130.215450:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942130.215454:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.215457:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942130.215460:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788942130.215468:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942130.215473:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.215476:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788942130.215482:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942130.215484:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942130.215486:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942130.215487:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942130.215489:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942130.215491:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942130.215493:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942130.215495:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942130.215497:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb400. 00000080:00000001:3.0:1788942130.215500:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942130.215502:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942130.215505:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) 00000080:00010000:3.0:1788942130.215508:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) for lock 0xcbb91bbb781577ab 00800000:00000001:3.0:1788942130.215510:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942130.215512:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942130.215513:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.215514:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.215516:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:3.0:1788942130.215518:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:3.0:1788942130.216738:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:3.0:1788942130.216742:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.216744:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.216745:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.216747:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942130.216750:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ab from it ffffa57dc1c9fcd8 00010000:00000001:3.0:1788942130.216753:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.216754:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.216756:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:3.0:1788942130.216758:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:3.0:1788942130.216760:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:3.0:1788942130.216762:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942130.216765:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942130.216776:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.216777:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.216778:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942130.216780:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942130.216782:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942130.216789:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942130.216792:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942130.216793:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942130.216797:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.216798:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.216799:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.216802:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942130.216803:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.216805:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.216808:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.216809:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942130.216811:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.216811:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942130.216814:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942130.216816:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942130.216820:0:31565:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942130.216825:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd28 00000080:00000008:3.0:1788942130.216827:0:31565:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942130.216900:0:31565:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788942130.216902:0:31565:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788942130.216910:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb400. 00000080:00000001:3.0:1788942130.217000:0:31565:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1788942130.217005:0:31565:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788942130.217008:0:31565:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788942130.217010:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942130.217012:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fab8 00000002:00010000:3.0:1788942130.217014:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788942130.217017:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942130.217018:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942130.217020:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942130.217024:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:3.0:1788942130.217026:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942130.217030:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.217032:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942130.217035:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788942130.217042:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942130.217045:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.217048:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788942130.217053:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942130.217055:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942130.217056:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942130.217058:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942130.217059:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.217061:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.217062:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:3.0:1788942130.217064:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:3.0:1788942130.217066:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:3.0:1788942130.217068:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.217069:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.217070:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.217116:0:31565:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788942130.217120:0:31565:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90b545e7b800. 00000002:00000001:3.0:1788942130.218907:0:31565:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788942130.218967:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf100. 00000020:00000040:3.0:1788942130.218973:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942130.218978:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942130.218981:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942130.218985:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942130.218991:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fa400. 00000100:00000001:3.0:1788942130.218997:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.218999:0:31565:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788942130.219003:0:31565:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90b54837e400. 00000100:00000010:3.0:1788942130.219006:0:31565:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90b559156000. 00000020:00000040:3.0:1788942130.219008:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942130.219027:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942130.219029:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942130.219035:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291540. 00000100:00000001:3.0:1788942130.219037:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745408 : -122366534806208 : ffff90b552291540) 00000100:00000001:3.0:1788942130.219040:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.219042:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000001:3.0:1788942130.219046:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942130.219051:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.219053:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942130.219054:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942130.219064:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.219072:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942130.219074:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.219077:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942130.219080:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942130.219082:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942130.219086:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264064:192.168.206.109@tcp:37:rm.0 00000100:00000001:3.0:1788942130.219090:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942130.219094:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942130.219096:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.219098:0:31565:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788942130.219104:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942130.219108:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4688. 00000400:00000010:3.0:1788942130.219115:0:31565:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90b559120000. 00000100:00000200:3.0:1788942130.219121:0:31565:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1101f50280-0x6aa1101f50280, portal 14 00000100:00000001:3.0:1788942130.219124:0:31565:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.219722:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942130.219729:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837ec00. 02000000:00000001:3.0:1788942130.219732:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942130.219736:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942130.219739:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4f20. 00000400:00000010:3.0:1788942130.219744:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded198. 00000100:00000200:3.0:1788942130.219747:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884264064, portal 10 00000100:00000001:3.0:1788942130.219749:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.219751:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000040:3.0:1788942130.219759:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.219766:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942130.219768:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942130.219770:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543deddd0. 00000100:00000200:3.0:1788942130.219772:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875839884264064, offset 0 00000400:00000200:3.0:1788942130.219777:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942130.219784:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.219791:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942130.219795:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942130.219798:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942130.219801:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942130.219803:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942130.219806:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2473:2473:256:4294967295] 192.168.206.109@tcp LPNI seq info [2473:2473:8:4294967295] 00000400:00000200:3.0:1788942130.219810:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.219818:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942130.219823:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942130.219827:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127a600. 00000800:00000200:3.0:1788942130.219832:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942130.219838:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942130.219842:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127a600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788942130.219895:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942130.219899:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 833838 usecs (834 jiffies) 00000400:00000200:3.0:1788942130.219902:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942130.219904:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531213 00000100:00000001:3.0:1788942130.219907:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:3.0:1788942130.219909:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531213 00000100:00000001:3.0:1788942130.220022:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:3.0:1788942130.220025:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942130.220028:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.220031:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942130.220033:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942130.220035:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291540 going to sleep for 11 seconds 00000100:00000001:3.0:1788942130.220038:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942130.220040:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.221211:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.221218:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127a600. 00000400:00000200:2.0:1788942130.221226:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.221234:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.221240:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543deddd0 00000400:00000010:2.0:1788942130.221242:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543deddd0. 00000100:00000001:2.0:1788942130.221247:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.221254:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.221263:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.221267:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.221273:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.221275:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788942130.222613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00000800:00000001:2.0:1788942130.224034:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.224048:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.224052:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.224054:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.224061:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.224068:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.224075:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.224080:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.224084:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.224088:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 4096 into portal 14 MB=0x6aa1101f50280 00000400:00000200:2.0:1788942130.224093:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.224098:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.109@tcp of length 4096/4096 into md 0x6a4d [256] + 0 00000400:00000010:2.0:1788942130.224102:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4688. 00000400:00000200:2.0:1788942130.224106:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b559120000 00000800:00000001:2.0:1788942130.224110:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.224117:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.224120:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.224123:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.224138:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559120000 00000400:00000010:2.0:1788942130.224140:0:2347:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90b559120000. 00000100:00000001:2.0:1788942130.224145:0:2347:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788942130.224147:0:2347:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff90b544acf100 desc ffff90b54837e400 mbits 1875839884264064 00000100:00000001:2.0:1788942130.224161:0:2347:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788942130.224168:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942130.224171:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.224176:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942130.224183:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2474:2474:256:4294967295] 192.168.206.109@tcp LPNI seq info [2474:2474:8:4294967295] 00000400:00000200:2.0:1788942130.224188:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.224195:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942130.224200:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942130.224207:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90b551be8000. 00000800:00000200:2.0:1788942130.224213:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942130.224221:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942130.224225:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551be8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942130.224285:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.224289:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90b551be8000. 00000400:00000200:2.0:1788942130.224293:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.224296:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942130.224302:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.224305:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.224504:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942130.224508:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942130.228306:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.228322:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.228326:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.228328:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.228335:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.228342:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.228350:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.228354:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.228358:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.228362:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f50280 00000400:00000200:2.0:1788942130.228366:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.228371:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x6a55 [1] + 224 00000800:00000001:2.0:1788942130.228377:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.228384:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.228387:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.228391:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.228397:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.228405:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.228421:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.228440:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.228447:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.228450:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.228504:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942130.228511:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942130.228513:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942130.228516:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4f20. 00000400:00000200:3.0:1788942130.228529:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded198 00000400:00000010:3.0:1788942130.228531:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded198. 00000100:00000001:3.0:1788942130.228534:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.228538:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942130.228545:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.228551:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942130.228553:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.228555:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942130.228558:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942130.228560:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942130.228563:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.228566:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942130.228573:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942130.228577:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942130.228579:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942130.228581:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.228583:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942130.228586:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.228589:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942130.228591:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788942130.228592:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942130.228595:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942130.228598:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.228606:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.228611:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942130.228613:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942130.228616:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942130.228622:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264064:192.168.206.109@tcp:37:rm.0 00000100:00000001:3.0:1788942130.228626:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.228629:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.228631:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942130.228632:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.228635:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.228641:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942130.228644:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291540. 00000100:00000001:3.0:1788942130.228648:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942130.228649:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.228652:0:31565:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.228654:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.228656:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf100 x1875839884264064/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.228661:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942130.228663:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942130.228666:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837ec00. 02000000:00000001:3.0:1788942130.228668:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942130.228671:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942130.228672:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942130.228674:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:3.0:1788942130.228676:0:31565:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788942130.228678:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942130.228679:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942130.228680:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:3.0:1788942130.228703:0:31565:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90b559156000. 00000100:00000010:3.0:1788942130.228706:0:31565:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b54837e400. 00000100:00000001:3.0:1788942130.228707:0:31565:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788942130.228709:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fa400. 02000000:00000001:3.0:1788942130.228712:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942130.228713:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942130.228715:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf100. 00000100:00000001:3.0:1788942130.228719:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942130.228720:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942130.228722:0:31565:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788942130.228723:0:31565:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788942130.229364:0:31565:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90b545e7b800. 00000002:00000001:3.0:1788942130.229370:0:31565:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.229375:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.229377:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.229380:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:3.0:1788942130.229382:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:3.0:1788942130.229385:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:3.0:1788942130.229387:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942130.229391:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942130.229399:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.229401:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.229402:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942130.229405:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942130.229408:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942130.229415:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942130.229417:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942130.229419:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942130.229423:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.229424:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.229425:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.229428:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942130.229430:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.229431:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.229434:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.229435:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942130.229436:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.229437:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788942130.229440:0:31565:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.229444:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788942130.229450:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788942130.229451:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:3.0:1788942130.229456:0:31565:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942130.229460:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb400. 00000080:00000001:3.0:1788942130.229464:0:31565:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.229545:0:31565:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788942130.229548:0:31565:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788942130.229551:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00200008:3.0:1788942130.229554:0:31565:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), flags 704000 00000080:00400000:3.0:1788942130.229557:0:31565:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:3.0:1788942130.229561:0:31565:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788942130.229562:0:31565:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788942130.229564:0:31565:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788942130.229572:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942130.229575:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942130.229580:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:3.0:1788942130.229582:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942130.229586:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942130.229588:0:31565:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:3.0:1788942130.229590:0:31565:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788942130.229592:0:31565:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788942130.229596:0:31565:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5590fb400. 00000080:00000001:3.0:1788942130.229597:0:31565:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788942130.229603:0:31565:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788942130.229606:0:31565:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788942130.229608:0:31565:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:3.0:1788942130.229611:0:31565:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788942130.229613:0:31565:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:3.0:1788942130.229617:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf100. 00000020:00000040:3.0:1788942130.229621:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942130.229625:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942130.229628:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942130.229632:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942130.229637:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fa400. 00000100:00000001:3.0:1788942130.229642:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788942130.229656:0:31565:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788942130.229665:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788942130.229669:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788942130.229675:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942130.229677:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942130.229681:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291540. 00000100:00000001:3.0:1788942130.229683:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745408 : -122366534806208 : ffff90b552291540) 00000100:00000001:3.0:1788942130.229685:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.229686:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000001:3.0:1788942130.229690:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942130.229693:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.229695:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942130.229696:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942130.229699:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.229705:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942130.229707:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.229710:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942130.229712:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942130.229714:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942130.229717:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264320:192.168.206.109@tcp:35:rm.0 00000100:00000001:3.0:1788942130.229720:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942130.229724:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942130.229726:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.229728:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942130.229731:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837e400. 02000000:00000001:3.0:1788942130.229732:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942130.229737:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942130.229740:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4f20. 00000400:00000010:3.0:1788942130.229744:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded198. 00000100:00000200:3.0:1788942130.229750:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884264320, portal 10 00000100:00000001:3.0:1788942130.229752:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.229753:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000040:3.0:1788942130.229757:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.229763:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942130.229765:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942130.229767:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded660. 00000100:00000200:3.0:1788942130.229770:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884264320, offset 0 00000400:00000200:3.0:1788942130.229775:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942130.229780:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.229785:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942130.229789:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942130.229792:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942130.229796:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942130.229798:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942130.229801:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2475:2475:256:4294967295] 192.168.206.109@tcp LPNI seq info [2475:2475:8:4294967295] 00000400:00000200:3.0:1788942130.229805:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.229812:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942130.229817:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942130.229820:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127ae00. 00000800:00000200:3.0:1788942130.229825:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942130.229831:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942130.229835:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127ae00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788942130.230008:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942130.230013:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 832732 usecs (833 jiffies) 00000400:00000200:3.0:1788942130.230025:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942130.230028:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531222 00000100:00000001:3.0:1788942130.230030:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:3.0:1788942130.230032:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531222 00000100:00000001:3.0:1788942130.230034:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:3.0:1788942130.230036:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942130.230038:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.230040:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942130.230042:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942130.230045:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291540 going to sleep for 11 seconds 00000100:00000001:3.0:1788942130.230047:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942130.230049:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.231342:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.231349:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127ae00. 00000400:00000200:2.0:1788942130.231356:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.231363:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.231369:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded660 00000400:00000010:2.0:1788942130.231371:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded660. 00000100:00000001:2.0:1788942130.231377:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.231384:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.231394:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.231397:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.231404:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.231405:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.233585:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.233597:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.233601:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.233603:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.233610:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.233616:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.233623:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.233627:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.233632:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.233636:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f50380 00000400:00000200:2.0:1788942130.233640:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.233645:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6a65 [1] + 224 00000800:00000001:2.0:1788942130.233650:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.233656:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.233659:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.233662:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.233668:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.233675:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.233685:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.233702:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.233710:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.233713:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.233766:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942130.233773:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942130.233775:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942130.233778:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4f20. 00000400:00000200:3.0:1788942130.233783:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded198 00000400:00000010:3.0:1788942130.233785:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded198. 00000100:00000001:3.0:1788942130.233788:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.233792:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942130.233799:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf100 x1875839884264320/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.233805:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942130.233807:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.233809:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942130.233812:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942130.233814:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942130.233816:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.233819:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942130.233827:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942130.233831:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942130.233833:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942130.233835:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.233837:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942130.233840:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.233843:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942130.233845:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788942130.233847:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942130.233849:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.233944:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000001:3.0:1788942130.233948:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942130.233950:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788942130.233951:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942130.233954:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942130.233959:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf100 x1875839884264320/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.233971:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942130.233974:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942130.233976:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942130.233980:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf100 x1875839884264320/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942130.233987:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264320:192.168.206.109@tcp:35:rm.0 00000100:00000001:3.0:1788942130.233992:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.233994:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.233996:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942130.233998:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.234002:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf100 x1875839884264320/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.234008:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942130.234011:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291540. 00000100:00000001:3.0:1788942130.234015:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942130.234016:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.234022:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942130.234023:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000002:00000001:3.0:1788942130.234094:0:31565:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.234097:0:31565:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942130.234101:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb400. 00000080:00000001:3.0:1788942130.234105:0:31565:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788942130.234108:0:31565:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788942130.234181:0:31565:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788942130.234188:0:31565:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.234196:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942130.234197:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:2.0:1788942130.234199:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.234202:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.234209:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.234210:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.234214:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf100 x1875839884264320/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.234220:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.234221:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.234224:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884263936/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.234229:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788942130.234232:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942130.234234:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942130.234236:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942130.234239:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b8c00. 02000000:00000001:2.0:1788942130.234243:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942130.234245:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942130.234247:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:2.0:1788942130.234250:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942130.234251:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.234252:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.234255:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf100 x1875839884264320/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.234261:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942130.234263:0:31565:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b5590616a0. 00000002:00000001:2.0:1788942130.234265:0:31565:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942130.234267:0:31565:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942130.234270:0:31565:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b5435dd4c0. 00000100:00000001:2.0:1788942130.234272:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.234274:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf100 x1875839884264320/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.234281:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942130.234282:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942130.234285:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837e400. 02000000:00000001:2.0:1788942130.234287:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942130.234289:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942130.234290:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942130.234292:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942130.234293:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fa400. 02000000:00000001:2.0:1788942130.234296:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942130.234297:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942130.234298:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf100. 00000100:00000001:2.0:1788942130.234301:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942130.234302:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942130.234305:0:31565:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942130.234308:0:31565:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415be000. 00000080:00000001:2.0:1788942130.234311:0:31565:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.234317:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00000008:2.0:1788942130.234319:0:31565:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), flags 704000, rc = 0 00000080:00000001:2.0:1788942130.234323:0:31565:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.234325:0:31565:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.234373:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942130.234377:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942130.234378:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942130.234380:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00000080:00200000:2.0:1788942130.234382:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942130.234388:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d600. 00800000:00000002:2.0:1788942130.234395:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942130.234398:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942130.234401:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942130.234403:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fae0 00800000:00000002:2.0:1788942130.234405:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942130.234409:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942130.234412:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942130.234416:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942130.234418:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9b0 00000002:00010000:2.0:1788942130.234420:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942130.234423:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942130.234425:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.234428:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.234434:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:2.0:1788942130.234437:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942130.234442:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942130.234446:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942130.234451:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1788942130.234461:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942130.234464:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942130.234468:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1788942130.234479:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942130.234481:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942130.234483:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942130.234485:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942130.234487:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942130.234489:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942130.234491:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942130.234493:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942130.234495:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d600. 00000080:00000001:2.0:1788942130.234500:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942130.234502:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942130.234505:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942130.234509:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:2.0:1788942130.234512:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942130.234513:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942130.234515:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942130.234517:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.234594:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:2.0:1788942130.234598:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.234601:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.234604:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.234606:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942130.234607:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942130.234609:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942130.234612:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc1c9fbf8 00010000:00000001:2.0:1788942130.234614:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942130.234616:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.234617:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:2.0:1788942130.234619:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.234620:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.234622:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942130.234625:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788942130.234631:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.234632:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.234634:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942130.234637:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942130.234639:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788942130.234645:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942130.234648:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942130.234650:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942130.234654:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.234655:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.234656:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234659:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942130.234661:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234662:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234665:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234667:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942130.234668:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.234669:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942130.234671:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942130.234672:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942130.234674:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942130.234678:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.234681:0:31565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942130.234683:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00000080:00002000:2.0:1788942130.234685:0:31565:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff90b54454baf8) flags 0x20000e refc 1 00000080:00000001:2.0:1788942130.234687:0:31565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942130.234689:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc08 00000080:00200000:2.0:1788942130.234690:0:31565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:2.0:1788942130.234694:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942130.234695:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.234699:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942130.234701:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148), inode mode 41ed mask 44 00000080:00000001:2.0:1788942130.234703:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.234708:0:31565:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788942130.234710:0:31565:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942130.234712:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00200008:2.0:1788942130.234713:0:31565:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), flags 704400 00000080:00000010:2.0:1788942130.234718:0:31565:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e063c0. 00000080:00000001:2.0:1788942130.234724:0:31565:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788942130.234726:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d600. 00800000:00000002:2.0:1788942130.234728:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942130.234731:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942130.234732:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942130.234733:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa28 00800000:00000002:2.0:1788942130.234735:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942130.234738:0:31565:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788942130.234740:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9a8 00800000:00000002:2.0:1788942130.234742:0:31565:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788942130.234744:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942130.234746:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f8e0 00000002:00010000:2.0:1788942130.234747:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:2.0:1788942130.234750:0:31565:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942130.234753:0:31565:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788942130.234756:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942130.234759:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:2.0:1788942130.234761:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942130.234763:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942130.234765:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234767:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.234769:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.234770:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942130.234772:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:2.0:1788942130.234773:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942130.234774:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942130.234776:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234777:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.234779:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942130.234782:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236bb80. 00000020:00000040:2.0:1788942130.234785:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942130.234789:0:31565:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942130.234791:0:31565:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234793:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942130.234796:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942130.234798:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.234799:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.234800:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.234802:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942130.234804:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942130.234806:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942130.234811:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552274800. 00000100:00000001:2.0:1788942130.234816:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234820:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942130.234821:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234822:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942130.234823:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.234825:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.234830:0:31565:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00010000:00000001:2.0:1788942130.234832:0:31565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942130.234834:0:31565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942130.234836:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:2.0:1788942130.234837:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942130.234839:0:31565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942130.234842:0:31565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792b800. 00000020:00000001:2.0:1788942130.234844:0:31565:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942130.234846:0:31565:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792b800 with handle 0xcbb91bbb781577dc to hash 00000020:00000001:2.0:1788942130.234847:0:31565:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942130.234849:0:31565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:2.0:1788942130.234940:0:31565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:2.0:1788942130.234943:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942130.234944:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942130.234947:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942130.234954:0:31565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788942130.234964:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788942130.234971:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788942130.234978:0:31565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942130.234982:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942130.234984:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942130.234990:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b850c0. 00000100:00000001:2.0:1788942130.234992:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167355072 : -122366542196544 : ffff90b551b850c0) 00000100:00000001:2.0:1788942130.234994:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942130.234995:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000001:2.0:1788942130.234999:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942130.235002:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.235004:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942130.235005:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942130.235008:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.235014:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942130.235016:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.235019:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942130.235021:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942130.235032:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942130.235035:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264576:192.168.206.109@tcp:101:rm.0 00000100:00000001:2.0:1788942130.235038:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942130.235043:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942130.235045:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.235047:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942130.235141:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559240000. 02000000:00000001:2.0:1788942130.235143:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942130.235150:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942130.235153:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098580. 00000400:00000010:2.0:1788942130.235159:0:31565:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b551ab4000. 00000100:00000200:2.0:1788942130.235165:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884264576, portal 10 00000100:00000001:2.0:1788942130.235167:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942130.235168:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000040:2.0:1788942130.235174:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.235181:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942130.235183:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942130.235186:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61440. 00000100:00000200:2.0:1788942130.235189:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884264576, offset 0 00000400:00000200:2.0:1788942130.235194:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942130.235202:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.235208:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942130.235213:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942130.235217:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942130.235220:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942130.235223:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942130.235228:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2476:2476:256:4294967295] 192.168.206.109@tcp LPNI seq info [2476:2476:8:4294967295] 00000400:00000200:2.0:1788942130.235232:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.235240:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942130.235246:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942130.235251:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61100. 00000800:00000200:2.0:1788942130.235258:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942130.235266:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942130.235270:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788942130.235290:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.235294:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 831620 usecs (832 jiffies) 00000400:00000200:2.0:1788942130.235297:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942130.235300:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531226 00000100:00000001:2.0:1788942130.235303:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:2.0:1788942130.235305:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531226 00000100:00000001:2.0:1788942130.235307:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:2.0:1788942130.235308:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942130.235311:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.235313:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942130.235314:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942130.235317:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b850c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788942130.235319:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.235320:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.236043:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.236048:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942130.236052:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.236057:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.236062:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:3.0:1788942130.236064:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:3.0:1788942130.236068:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.236072:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.236082:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.236084:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.236090:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.236092:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.239729:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.239742:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.239746:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.239748:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.239754:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.239761:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.239768:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.239772:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.239777:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.239781:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f50480 00000400:00000200:2.0:1788942130.239785:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.239790:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x6a75 [64] + 224 00000800:00000001:2.0:1788942130.239796:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.239802:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.239805:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.239809:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.239815:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.239822:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.239831:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.239876:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.239883:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.239886:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.240223:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942130.240230:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.240232:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.240235:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098580. 00000400:00000200:1.0:1788942130.240240:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551ab4000 00000400:00000010:1.0:1788942130.240242:0:31565:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b551ab4000. 00000100:00000001:1.0:1788942130.240246:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.240251:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942130.240261:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236bb80 x1875839884264576/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.240267:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.240269:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.240271:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.240274:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.240276:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.240278:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.240281:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.240288:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942130.240292:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.240295:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.240297:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.240299:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.240302:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.240305:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942130.240307:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942130.240309:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942130.240311:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.240313:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000001:1.0:1788942130.240316:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.240318:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942130.240320:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.240322:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.240326:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.240333:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.240336:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.240337:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942130.240341:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942130.240348:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264576:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942130.240352:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.240354:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.240356:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942130.240358:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.240361:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.240367:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.240370:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b850c0. 00000100:00000001:1.0:1788942130.240373:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942130.240374:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.240377:0:31565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942130.240381:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.240383:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.240387:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=4 00000020:00000001:1.0:1788942130.240389:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240392:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000040:1.0:1788942130.240398:0:31565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b800, remote cookie: 0x4d194fbcadeecb40, flags: 0x1001 00010000:00000040:1.0:1788942130.240401:0:31565:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788942130.240404:0:31565:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788942130.240410:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942130.240413:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.240417:0:31565:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.240421:0:31565:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.240430:0:31565:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.240435:0:31565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942130.240439:0:31565:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942130.240441:0:31565:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942130.240443:0:31565:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942130.240444:0:31565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942130.240446:0:31565:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff90b553d25800) refcount = 2 00010000:00000040:1.0:1788942130.240449:0:31565:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942130.240452:0:31565:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788942130.240459:0:31565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.240465:0:31565:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942130.240468:0:31565:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942130.240469:0:31565:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.240472:0:31565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942130.240473:0:31565:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.240477:0:31565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.240482:0:31565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942130.240484:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240485:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.240487:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240488:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.240489:0:31565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.240492:0:31565:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942130.240494:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.240495:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.240497:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=3 00000020:00000001:1.0:1788942130.240498:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240500:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240502:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240503:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942130.240507:0:31565:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942130.240514:0:31565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942130.240518:0:31565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942130.240523:0:31565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.240525:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.240526:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.240528:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=3 00000020:00000001:1.0:1788942130.240529:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240531:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240533:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240534:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.240535:0:31565:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.240537:0:31565:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.240540:0:31565:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942130.240542:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.240543:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00010000:00000001:1.0:1788942130.240545:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.240546:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.240547:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=3 00000020:00000001:1.0:1788942130.240549:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240551:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00000002:00010000:1.0:1788942130.240554:0:31565:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.240560:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240561:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.240563:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942130.240564:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.240565:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.240567:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=3 00000020:00000001:1.0:1788942130.240569:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240571:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000040:1.0:1788942130.240573:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:1.0:1788942130.240575:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942130.240579:0:31565:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:1.0:1788942130.240581:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240582:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.240584:0:31565:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942130.240586:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f868 00000002:00002000:1.0:1788942130.240588:0:31565:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788942130.240591:0:31565:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.240594:0:31565:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.240596:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942130.240599:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942130.240602:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942130.240605:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942130.240608:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d600. 00000080:00000001:1.0:1788942130.240613:0:31565:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942130.240618:0:31565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942130.240620:0:31565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942130.240623:0:31565:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942130.240625:0:31565:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1788942130.240627:0:31565:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.240631:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788942130.240633:0:31565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942130.240638:0:31565:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00010000:00000001:1.0:1788942130.240639:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.240641:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.240642:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=3 00000020:00000001:1.0:1788942130.240644:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240646:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240648:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240649:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942130.240651:0:31565:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942130.240653:0:31565:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942130.240655:0:31565:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.240658:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) for lock 0xcbb91bbb781577dc 00800000:00000001:1.0:1788942130.240660:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.240662:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.240663:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.240663:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.240665:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=3 00000020:00000001:1.0:1788942130.240666:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240668:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240670:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240671:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.240672:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.240674:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.240676:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942130.240677:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.240679:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.240683:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.240689:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.240692:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577dc from it ffffa57dc1c9fbd0 00010000:00000001:1.0:1788942130.240694:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.240695:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.240697:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=3 00000020:00000001:1.0:1788942130.240698:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240700:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.240702:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.240706:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.240711:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240712:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.240713:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.240716:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.240718:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.240725:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.240727:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.240729:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.240732:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240733:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.240734:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.240737:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.240739:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.240740:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.240743:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.240745:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.240746:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.240747:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942130.240750:0:31565:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942130.240756:0:31565:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392bc0. 00000080:00000001:1.0:1788942130.240758:0:31565:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942130.240761:0:31565:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942130.240763:0:31565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942130.240765:0:31565:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfaea0. 00000002:00100000:1.0:1788942130.240769:0:31565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942130.240781:0:31565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.240782:0:31565:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942130.240786:0:31565:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942130.240789:0:31565:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.240791:0:31565:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942130.240793:0:31565:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.240795:0:31565:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.240797:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.240800:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942130.240806:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942130.240809:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559240000. 02000000:00000001:1.0:1788942130.240881:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942130.240883:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.240885:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00000008:1.0:1788942130.240888:0:31565:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), flags 704400, rc = 0 00000080:00000001:1.0:1788942130.240892:0:31565:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.240912:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd28 00000080:00200008:1.0:1788942130.240915:0:31565:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942130.240922:0:31565:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788942130.240925:0:31565:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.240928:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942130.240929:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fca0 00000080:00200000:1.0:1788942130.240931:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148),name=d21h.recovery-small-1 00000080:00000010:1.0:1788942130.240936:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5412e6600. 00800000:00000002:1.0:1788942130.240941:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.240946:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.240949:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.240950:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00800000:00000002:1.0:1788942130.240952:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.240956:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942130.240959:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942130.240964:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.240965:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa90 00000002:00010000:1.0:1788942130.240967:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942130.240970:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942130.240972:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.240974:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.240976:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:1.0:1788942130.240978:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.240981:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.240984:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942130.240987:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788942130.240994:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.240997:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.241001:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788942130.241007:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942130.241009:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.241011:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.241013:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.241014:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.241016:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942130.241018:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942130.241019:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942130.241021:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5412e6600. 00000080:00000001:1.0:1788942130.241024:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942130.241026:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.241028:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) 00000080:00010000:1.0:1788942130.241031:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) for lock 0xcbb91bbb781577ab 00800000:00000001:1.0:1788942130.241033:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.241035:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.241036:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.241037:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.241039:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:1.0:1788942130.241041:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:1.0:1788942130.241043:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:1.0:1788942130.241044:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.241046:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.241047:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.241048:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.241050:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ab from it ffffa57dc1c9fcd8 00010000:00000001:1.0:1788942130.241052:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.241053:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.241054:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:1.0:1788942130.241056:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:1.0:1788942130.241057:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:1.0:1788942130.241059:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.241062:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942130.241068:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.241069:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.241070:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.241072:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.241074:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942130.241080:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.241081:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.241082:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.241085:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.241085:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.241086:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.241088:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.241090:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.241092:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.241094:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.241095:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.241097:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.241098:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942130.241099:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942130.241100:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.241103:0:31565:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.241106:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd28 00000080:00000008:1.0:1788942130.241108:0:31565:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1788942130.241330:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd48 00000080:00200000:1.0:1788942130.241333:0:31565:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff90b5459f2800) d21h.recovery-small-1 proj=0 00000080:00000001:1.0:1788942130.241336:0:31565:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1788942130.241338:0:31565:0:(obd_class.h:1080:obd_statfs()) Process entered 00000080:00000004:1.0:1788942130.241340:0:31565:0:(obd_class.h:1096:obd_statfs()) lustre-clilmv-ffff90b5459f2800: age 1836, max_age 1862 00800000:00000001:1.0:1788942130.241343:0:31565:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:1.0:1788942130.241346:0:31565:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff90b5591a2b40. 00800000:00000001:1.0:1788942130.241348:0:31565:0:(obd_class.h:1080:obd_statfs()) Process entered 00800000:00000004:1.0:1788942130.241350:0:31565:0:(obd_class.h:1096:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: age 1836, max_age 1862 00000002:00000001:1.0:1788942130.241352:0:31565:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788942130.241354:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000010:1.0:1788942130.241359:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67800. 00000020:00000040:1.0:1788942130.241362:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942130.241365:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.241367:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.241370:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.241374:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5412e6600. 00000100:00000001:1.0:1788942130.241379:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.241383:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942130.241385:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942130.241388:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2540. 00000100:00000001:1.0:1788942130.241390:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206976 : -122366418344640 : ffff90b5591a2540) 00000100:00000001:1.0:1788942130.241392:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.241393:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942130.241397:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.241401:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.241403:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942130.241405:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.241410:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.241418:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.241420:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.241423:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.241425:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.241427:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.241431:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264704:192.168.206.109@tcp:41:rm.0 00000100:00000001:1.0:1788942130.241434:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.241439:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.241441:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.241443:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.241447:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b9800. 02000000:00000001:1.0:1788942130.241448:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.241454:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.241457:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f058. 00000400:00000010:1.0:1788942130.241462:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942130.241468:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884264704, portal 10 00000100:00000001:1.0:1788942130.241469:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.241471:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000040:1.0:1788942130.241476:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.241482:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.241484:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.241486:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da4c8. 00000100:00000200:1.0:1788942130.241489:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875839884264704, offset 0 00000400:00000200:1.0:1788942130.241493:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.241499:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.241504:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.241509:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.241512:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.241515:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.241518:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.241945:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2477:2477:256:4294967295] 192.168.206.109@tcp LPNI seq info [2477:2477:8:4294967295] 00000400:00000200:1.0:1788942130.241950:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.241958:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.241963:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.241970:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618c00. 00000800:00000200:1.0:1788942130.241975:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.241981:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.241985:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.242148:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.242152:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 830512 usecs (831 jiffies) 00000400:00000200:1.0:1788942130.242156:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.242159:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531232 00000100:00000001:1.0:1788942130.242161:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.242164:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531232 00000100:00000001:1.0:1788942130.242166:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.242168:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.242171:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.242173:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.242175:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942130.242178:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2540 going to sleep for 11 seconds 00000100:00000001:1.0:1788942130.242181:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.242183:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.243444:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.243451:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618c00. 00000400:00000200:3.0:1788942130.243457:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.243463:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.243469:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da4c8 00000400:00000010:3.0:1788942130.243472:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da4c8. 00000100:00000001:3.0:1788942130.243476:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.243482:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.243493:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.243496:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.243502:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.243503:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.245517:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.245540:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.245545:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.245547:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.245553:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.245560:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.245567:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.245571:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.245575:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.245578:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 10 MB=0x6aa1101f50500 00000400:00000200:3.0:1788942130.245583:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.245587:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 368/368 into md 0x6a85 [1] + 224 00000800:00000001:3.0:1788942130.245593:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.245598:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.245601:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.245604:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.245610:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.245616:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942130.245626:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.245646:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.245652:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.245655:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.245713:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942130.245719:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.245721:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.245724:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f058. 00000400:00000200:1.0:1788942130.245727:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:1.0:1788942130.245729:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:1.0:1788942130.245731:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.245735:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942130.245743:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.245748:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.245750:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.245752:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.245754:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.245756:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.245758:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.245761:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.245768:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942130.245771:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.245773:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.245774:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.245777:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.245779:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.245782:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.245784:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942130.245786:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.245788:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.245792:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.245798:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.245800:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.245802:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942130.245805:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942130.245811:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264704:192.168.206.109@tcp:41:rm.0 00000100:00000001:1.0:1788942130.245816:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.245819:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.245820:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942130.245822:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.245825:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.245831:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.245833:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2540. 00000100:00000001:1.0:1788942130.245836:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942130.245837:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.245842:0:31565:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788942130.245844:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.245846:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884264704/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 440/368 e 0 to 0 dl 1788942146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.245877:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942130.245879:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942130.245881:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9800. 02000000:00000001:1.0:1788942130.245884:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942130.245886:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.245888:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942130.245889:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942130.245892:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5412e6600. 02000000:00000001:1.0:1788942130.245895:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942130.245896:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942130.245898:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:1.0:1788942130.245901:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942130.245902:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942130.245903:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.245904:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942130.245906:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 00800000:00000004:1.0:1788942130.245909:0:31565:0:(obd_class.h:1122:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: update ffff90b5487f1e40 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:1.0:1788942130.245912:0:31565:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.245914:0:31565:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1788942130.245916:0:31565:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff90b5591a2b40. 00800000:00000001:1.0:1788942130.245918:0:31565:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788942130.245921:0:31565:0:(obd_class.h:1122:obd_statfs()) lustre-clilmv-ffff90b5459f2800: update ffff90b5487f3818 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:1.0:1788942130.245924:0:31565:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788942130.245927:0:31565:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:1.0:1788942130.245929:0:31565:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942130.245931:0:31565:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.245959:0:31565:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788942130.245961:0:31565:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788942130.245966:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5412e6600. 00000080:00000001:1.0:1788942130.245972:0:31565:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788942130.245978:0:31565:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446707420531241344 : -36653178310272 : ffffdeaa0453b180) 00000080:00000001:1.0:1788942130.245981:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788942130.245984:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942130.245986:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:1.0:1788942130.245989:0:31565:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942130.245992:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5412e6600. 00000080:00000001:1.0:1788942130.245995:0:31565:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.246003:0:31565:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788942130.246004:0:31565:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788942130.246006:0:31565:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942130.246008:0:31565:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.246023:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.246036:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942130.246038:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148), inode mode 41ed mask 1 00000080:00000001:1.0:1788942130.246041:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.246046:0:31565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942130.246049:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fda0 00000080:00002000:1.0:1788942130.246051:0:31565:0:(dcache.c:87:ll_dcompare()) found name f(ffff90b54454b870) flags 0x48000e refc 0 00000080:00000001:1.0:1788942130.246053:0:31565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.246055:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe10 00000080:00200000:1.0:1788942130.246056:0:31565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1788942130.246061:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942130.246062:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148), inode mode 41ed mask 3 00000080:00000001:1.0:1788942130.246064:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.246067:0:31565:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1788942130.246068:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdf8 00000080:00200000:1.0:1788942130.246070:0:31565:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90b548db1148) 00000080:00000001:1.0:1788942130.246072:0:31565:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788942130.246075:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788942130.246078:0:31565:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b551e467e0. 00000020:00000010:1.0:1788942130.246082:0:31565:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5412e6600. 00000020:00000010:1.0:1788942130.246086:0:31565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b5412e6200. 00000020:00000010:1.0:1788942130.246089:0:31565:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b5466c9240. 00000008:00000010:1.0:1788942130.246094:0:31565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b552224320. 00020000:00000010:1.0:1788942130.246098:0:31565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b551e91300. 00008000:00000010:1.0:1788942130.246103:0:31565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b55908bc08. 00000080:00000010:1.0:1788942130.246108:0:31565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b5431677e0. 00000080:00000010:1.0:1788942130.246111:0:31565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b544e74000. 00000020:00000010:1.0:1788942130.246114:0:31565:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b553c44800. 00000008:00000010:1.0:1788942130.246117:0:31565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b5480b4000. 00020000:00000010:1.0:1788942130.246120:0:31565:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b544eb0000. 00008000:00000010:1.0:1788942130.246123:0:31565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b548049408. 00000080:00000010:1.0:1788942130.246134:0:31565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b544e824b0. 00000020:00000001:1.0:1788942130.246138:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942130.246140:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:1.0:1788942130.246143:0:31565:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788942130.246146:0:31565:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:1.0:1788942130.246149:0:31565:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b551b54840 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:1.0:1788942130.246151:0:31565:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942130.246153:0:31565:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788942130.246155:0:31565:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788942130.246156:0:31565:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788942130.246158:0:31565:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788942130.246160:0:31565:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788942130.246162:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:1.0:1788942130.246165:0:31565:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788942130.246169:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b54367e800. 00800000:00000001:1.0:1788942130.246179:0:31565:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788942130.246183:0:31565:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788942130.246185:0:31565:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x29:0x0] 00800000:00000001:1.0:1788942130.246187:0:31565:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942130.246189:0:31565:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x27:0x0]/[0x200000404:0x29:0x0] -> mds #0 00000002:00000001:1.0:1788942130.246194:0:31565:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788942130.246196:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942130.246202:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:1.0:1788942130.246205:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.246207:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942130.246211:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942130.246215:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788942130.246224:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942130.246228:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942130.246229:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942130.246231:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1788942130.246234:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.246236:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.246238:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:1.0:1788942130.246239:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.246243:0:31565:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788942130.246246:0:31565:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788942130.246248:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.246251:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.246254:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942130.246260:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.246261:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.246262:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788942130.246264:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.246266:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.246269:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b800 refcount=2 00000020:00000001:1.0:1788942130.246271:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.246273:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118976 : -122366712432640 : ffff90b54792b800) 00010000:00000001:1.0:1788942130.246275:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.246276:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.246277:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.246278:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.246279:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:1.0:1788942130.246281:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942130.246283:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.246284:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.246285:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.246286:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:1.0:1788942130.246288:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942130.246289:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.246291:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942130.246293:0:31565:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff90b548db1080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788942130.246339:0:31565:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788942130.246341:0:31565:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788942130.246343:0:31565:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788942130.246345:0:31565:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff90b548db1148) invalid 00000020:00000001:1.0:1788942130.246347:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa60 00000080:00002000:1.0:1788942130.246349:0:31565:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff90b54454baf8) parent ffff90b548d765e8 inode ffff90b548db1148 refc 3 00000080:00000001:1.0:1788942130.246352:0:31565:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788942130.246354:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942130.246356:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.246358:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942130.246361:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942130.246362:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942130.246364:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.246366:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942130.246368:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324a00 with handle 0xcbb91bbb781577ab from hash 00010000:00000001:1.0:1788942130.246370:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942130.246371:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.246372:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.246373:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942130.246376:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942130.246378:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942130.246380:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942130.246383:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.246385:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.246387:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942130.246390:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 2 00010000:00000001:1.0:1788942130.246392:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.246394:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942130.246396:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942130.246398:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788942130.246404:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942130.246407:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942130.246408:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942130.246409:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:1.0:1788942130.246411:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.246413:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.246414:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 3 00010000:00000001:1.0:1788942130.246416:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942130.246418:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.246419:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.246420:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.246422:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 3 00010000:00000001:1.0:1788942130.246423:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942130.246425:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.246426:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.246428:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.246429:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 3 00010000:00000001:1.0:1788942130.246430:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942130.246432:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.246433:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.246434:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.246435:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25b00 count: 3 00010000:00000001:1.0:1788942130.246437:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942130.246438:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.246440:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.246441:0:31565:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942130.246443:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942130.246445:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942130.246446:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:1.0:1788942130.246448:0:31565:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788942130.246450:0:31565:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:1.0:1788942130.246453:0:31565:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788942130.246456:0:31565:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788942130.246458:0:31565:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942130.246460:0:31565:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942130.246462:0:31565:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788942130.246464:0:31565:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.246466:0:31565:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942130.246467:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:1.0:1788942130.246469:0:31565:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.246470:0:31565:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788942130.246472:0:31565:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff90b548d34b08) invalid 00000020:00000001:1.0:1788942130.246474:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa60 00000080:00002000:1.0:1788942130.246475:0:31565:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90b54454b870) parent ffff90b54454baf8 inode ffff90b548d34b08 refc 1 00000080:00000001:1.0:1788942130.246478:0:31565:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788942130.246479:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942130.246480:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.246483:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942130.246484:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942130.246485:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942130.246487:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.246488:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942130.246490:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325a00 with handle 0xcbb91bbb781577b2 from hash 00010000:00000001:1.0:1788942130.246492:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942130.246493:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.246494:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.246495:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942130.246497:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942130.246498:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942130.246500:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942130.246501:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.246503:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788942130.246508:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67800. 00000020:00000040:1.0:1788942130.246511:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942130.246515:0:31565:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942130.246516:0:31565:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.246519:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942130.246523:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.246527:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.246528:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.246529:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.246531:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.246533:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.246536:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.246541:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b54367fa00. 00000100:00000001:1.0:1788942130.246546:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.246549:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.246551:0:31565:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942130.246556:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942130.246563:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788942130.246568:0:31565:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1788942130.246570:0:31565:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788942130.246571:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942130.246574:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325a00/0xcbb91bbb781577b2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeecad7 expref: -99 pid: 31563 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788942130.246580:0:31565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b543e80840. 00010000:00000040:1.0:1788942130.246584:0:31565:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25b00 count: 0 00010000:00000010:1.0:1788942130.246588:0:31565:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87100. 00010000:00000001:1.0:1788942130.246593:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.246594:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942130.246596:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ab lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecabb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942130.246602:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.246603:0:31565:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.246606:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.246607:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.246609:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788942130.246617:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942130.246625:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942130.246632:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942130.246634:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942130.246638:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2b40. 00000100:00000001:1.0:1788942130.246641:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291208512 : -122366418343104 : ffff90b5591a2b40) 00000100:00000001:1.0:1788942130.246643:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.246644:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942130.246648:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.246651:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.246653:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942130.246654:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.246658:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.246665:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.246667:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.246671:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.246673:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.246675:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.246678:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264960:192.168.206.109@tcp:36:rm.0 00000100:00000001:1.0:1788942130.246681:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.246685:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.246687:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.246689:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.246692:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b9800. 02000000:00000001:1.0:1788942130.246694:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.246699:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.246702:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f058. 00000400:00000010:1.0:1788942130.246707:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942130.246712:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884264960, portal 10 00000100:00000001:1.0:1788942130.246714:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.246715:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000040:1.0:1788942130.246721:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.246727:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.246729:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.246731:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da5d8. 00000100:00000200:1.0:1788942130.246735:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875839884264960, offset 0 00000400:00000200:1.0:1788942130.246739:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.246745:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.246751:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.246755:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.246759:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.246762:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.246764:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.246767:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2478:2478:256:4294967295] 192.168.206.109@tcp LPNI seq info [2478:2478:8:4294967295] 00000400:00000200:1.0:1788942130.246771:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.246778:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.246783:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.246788:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618400. 00000800:00000200:1.0:1788942130.246793:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.246801:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.246804:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.246828:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.246832:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 829406 usecs (830 jiffies) 00000400:00000200:1.0:1788942130.246836:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.246839:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531234 00000100:00000001:1.0:1788942130.246841:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.246843:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531234 00000100:00000001:1.0:1788942130.246846:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.246848:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.246878:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.246880:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.246882:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942130.246885:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2b40 going to sleep for 11 seconds 00000100:00000001:1.0:1788942130.246887:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.246888:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.247293:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.247298:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618400. 00000400:00000200:3.0:1788942130.247303:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.247307:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.247311:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da5d8 00000400:00000010:3.0:1788942130.247313:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da5d8. 00000100:00000001:3.0:1788942130.247317:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.247321:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.247329:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.247333:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.247339:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.247340:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942130.252943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25b00. 00010000:00000010:1.1:1788942130.252954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325a00. 00010000:00000010:1.1:1788942130.252957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324a00. 00000800:00000001:3.0:1788942130.255716:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.255729:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.255733:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.255735:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.255742:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.255748:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.255755:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.255761:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.255766:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.255770:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f50600 00000400:00000200:3.0:1788942130.255774:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.255779:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6a8d [1] + 224 00000800:00000001:3.0:1788942130.255785:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.255789:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.255792:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.255796:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.255802:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.255810:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942130.255819:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.257660:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942130.257676:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942130.257684:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.257691:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942130.257697:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2479:2479:256:4294967295] 192.168.206.109@tcp LPNI seq info [2479:2479:8:4294967295] 00000400:00000200:3.0:1788942130.257702:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.257709:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942130.257714:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942130.257722:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127ae00. 00000800:00000200:3.0:1788942130.257728:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942130.257735:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942130.257739:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127ae00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788942130.257881:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942130.257889:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.257891:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.257894:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f058. 00000400:00000200:1.0:1788942130.257900:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:1.0:1788942130.257902:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:1.0:1788942130.257905:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.257912:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942130.257923:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67800 x1875839884264960/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.257929:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.257931:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.257934:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.257936:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.257939:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.257941:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.257944:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.257952:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942130.257956:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.257958:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.257959:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.257962:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.257965:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.257968:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942130.257969:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x100000151] 00000100:00000001:1.0:1788942130.257971:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942130.257974:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.257975:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942130.257978:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.257979:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942130.257981:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.257984:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.257989:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67800 x1875839884264960/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.257995:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.257997:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.257999:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942130.258003:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67800 x1875839884264960/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942130.258009:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884264960:192.168.206.109@tcp:36:rm.0 00000100:00000001:1.0:1788942130.258014:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.258016:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.258018:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942130.260110:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.260140:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884264960/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.260150:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.260154:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2b40. 00000100:00000001:1.0:1788942130.260159:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942130.260161:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.260171:0:31565:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.260175:0:31565:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942130.260180:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54367e800. 00000100:00000001:1.0:1788942130.260187:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.260190:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884264960/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.260196:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.260202:0:31565:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.260212:0:31565:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942130.260215:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe28 00000080:00002000:1.0:1788942130.260217:0:31565:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90b54454b870, parent ffff90b54454baf8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788942130.260220:0:31565:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.260226:0:31565:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942130.260233:0:31565:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942130.260242:0:31565:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788942130.260245:0:31565:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788942130.260247:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942130.260251:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942130.260253:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:1.0:1788942130.260258:0:31565:0:(cl_object.c:143:cl_object_top()) ffff90b5434d56c0 -> ffff90b5434d56c0 00000020:00000001:1.0:1788942130.260260:0:31565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942130.260263:0:31565:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942130.260265:0:31565:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942130.260268:0:31565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942130.260269:0:31565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942130.260270:0:31565:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942130.260274:0:31565:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff90b544e74060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788942130.260276:0:31565:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942130.260280:0:31565:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942130.260281:0:31565:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942130.260283:0:31565:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942130.260285:0:31565:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260286:0:31565:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942130.260288:0:31565:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942130.260290:0:31565:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260291:0:31565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942130.260292:0:31565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942130.260293:0:31565:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942130.260294:0:31565:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:1.0:1788942130.260297:0:31565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260299:0:31565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788942130.260301:0:31565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788942130.260303:0:31565:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788942130.260305:0:31565:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788942130.260308:0:31565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942130.260312:0:31565:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942130.260313:0:31565:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942130.260314:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788942130.260320:0:31565:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b551e46630. 00000020:00000010:1.0:1788942130.260324:0:31565:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b54367e800. 00000020:00000010:1.0:1788942130.260328:0:31565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b54367fe00. 00000020:00000010:1.0:1788942130.260331:0:31565:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b5466c9ba0. 00000008:00000010:1.0:1788942130.260336:0:31565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b5522264b0. 00020000:00000010:1.0:1788942130.260340:0:31565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b551e91d80. 00008000:00000010:1.0:1788942130.260345:0:31565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b559088388. 00000080:00000010:1.0:1788942130.260349:0:31565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b543167bd0. 00000080:00000010:1.0:1788942130.260352:0:31565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b544e75030. 00000020:00000010:1.0:1788942130.260356:0:31565:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b543746c00. 00000008:00000010:1.0:1788942130.260359:0:31565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b5480b4f20. 00020000:00000010:1.0:1788942130.260362:0:31565:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b544eb2910. 00008000:00000010:1.0:1788942130.260364:0:31565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b548049ba0. 00000080:00000010:1.0:1788942130.260367:0:31565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b544e82960. 00000020:00000001:1.0:1788942130.260369:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:1.0:1788942130.260370:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000020:00000001:1.0:1788942130.260373:0:31565:0:(cl_object.c:143:cl_object_top()) ffff90b5434d5148 -> ffff90b5434d56c0 00000020:00000001:1.0:1788942130.260374:0:31565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942130.260376:0:31565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942130.260377:0:31565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942130.260378:0:31565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260380:0:31565:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260381:0:31565:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952573032 : -122366756978584 : ffff90b544eb0068) 00000020:00000001:1.0:1788942130.260383:0:31565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788942130.260385:0:31565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260387:0:31565:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260388:0:31565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260390:0:31565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788942130.260392:0:31565:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788942130.260393:0:31565:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942130.260394:0:31565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788942130.260396:0:31565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942130.260397:0:31565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260398:0:31565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260400:0:31565:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260402:0:31565:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260403:0:31565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942130.260404:0:31565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260405:0:31565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260407:0:31565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788942130.260409:0:31565:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788942130.260410:0:31565:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942130.260411:0:31565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788942130.260413:0:31565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788942130.260415:0:31565:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788942130.260418:0:31565:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788942130.260420:0:31565:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b54361a700 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788942130.260423:0:31565:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788942130.260426:0:31565:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b54361a700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788942130.260430:0:31565:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942130.260432:0:31565:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260434:0:31565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260435:0:31565:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260436:0:31565:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260438:0:31565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260440:0:31565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788942130.260441:0:31565:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788942130.260443:0:31565:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788942130.260444:0:31565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788942130.260445:0:31565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788942130.260446:0:31565:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260448:0:31565:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788942130.260449:0:31565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788942130.260450:0:31565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788942130.260452:0:31565:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788942130.260453:0:31565:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942130.260455:0:31565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788942130.260456:0:31565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788942130.260457:0:31565:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260459:0:31565:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260460:0:31565:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788942130.260461:0:31565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788942130.260462:0:31565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788942130.260463:0:31565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788942130.260465:0:31565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788942130.260467:0:31565:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788942130.260469:0:31565:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942130.260470:0:31565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788942130.260471:0:31565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788942130.260472:0:31565:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260473:0:31565:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260475:0:31565:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788942130.260476:0:31565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788942130.260477:0:31565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260479:0:31565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942130.260481:0:31565:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942130.260482:0:31565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788942130.260483:0:31565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788942130.260484:0:31565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942130.260486:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00020000:00000001:1.0:1788942130.260488:0:31565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788942130.260490:0:31565:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942130.260492:0:31565:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942130.260494:0:31565:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788942130.260497:0:31565:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942130.260498:0:31565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942130.260500:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:1.0:1788942130.260502:0:31565:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.260505:0:31565:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788942130.260507:0:31565:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x29:0x0](ffff90b548d34b08) 00800000:00000001:1.0:1788942130.260511:0:31565:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788942130.260513:0:31565:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x29:0x0] 00000002:00000001:1.0:1788942130.260517:0:31565:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788942130.260523:0:31565:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.260524:0:31565:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.260527:0:31565:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788942130.260529:0:31565:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788942130.260530:0:31565:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.260532:0:31565:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260535:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942130.260536:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942130.260539:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00020000:00000001:1.0:1788942130.260544:0:31565:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788942130.260545:0:31565:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942130.260548:0:31565:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788942130.260552:0:31565:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b54840, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942130.260557:0:31565:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942130.260561:0:31565:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1788942130.260563:0:31565:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788942130.260565:0:31565:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260567:0:31565:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788942130.260569:0:31565:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788942130.260573:0:31565:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788942130.260577:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25200 count: 2 00010000:00000001:1.0:1788942130.260579:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.260582:0:31565:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788942130.260584:0:31565:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788942130.260588:0:31565:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788942130.260599:0:31565:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000020:00000001:1.0:1788942130.260601:0:31565:0:(cl_object.c:143:cl_object_top()) ffff90b54361a700 -> ffff90b5434d56c0 00000008:00000001:1.0:1788942130.260603:0:31565:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942130.260605:0:31565:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942130.260607:0:31565:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942130.260608:0:31565:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788942130.260613:0:31565:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90b54361a700. 00020000:00000001:1.0:1788942130.260617:0:31565:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788942130.260619:0:31565:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90b5434d50c8. 00020000:00000001:1.0:1788942130.260623:0:31565:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788942130.260624:0:31565:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942130.260626:0:31565:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942130.260627:0:31565:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942130.260629:0:31565:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788942130.260631:0:31565:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788942130.260632:0:31565:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b543407c98) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942130.260634:0:31565:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788942130.260636:0:31565:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90b559f7efa0. 00020000:00000010:1.0:1788942130.260639:0:31565:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90b553d10f00. 00020000:00000010:1.0:1788942130.260643:0:31565:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90b551bc7340. 00020000:00000002:1.0:1788942130.260646:0:31565:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b54840, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942130.260650:0:31565:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942130.260652:0:31565:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:1.0:1788942130.260656:0:31565:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55228f000. 00020000:00000010:1.0:1788942130.260659:0:31565:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b541e0. 00020000:00000010:1.0:1788942130.260661:0:31565:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b54840. 00020000:00000001:1.0:1788942130.260663:0:31565:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788942130.260664:0:31565:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b543407c98) owner 0000000000000000/ffff90b543e3cf80 00020000:00000010:1.0:1788942130.260666:0:31565:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90b543407c98. 00020000:00000001:1.0:1788942130.260668:0:31565:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788942130.260670:0:31565:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90b5434d5640. 00000020:00001000:1.0:1788942130.260673:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:1.0:1788942130.260675:0:31565:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788942130.260677:0:31565:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788942130.260704:0:31565:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788942130.260706:0:31565:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942130.260708:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00200008:1.0:1788942130.260709:0:31565:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), flags 704000 00000080:00400000:1.0:1788942130.260712:0:31565:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:1.0:1788942130.260715:0:31565:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788942130.260717:0:31565:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788942130.260718:0:31565:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788942130.260723:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.260725:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.260728:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942130.260730:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.260733:0:31565:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788942130.260737:0:31565:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788942130.260740:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.260744:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.260747:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942130.260839:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.260840:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.260842:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788942130.260844:0:31565:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 16 00000080:00000010:1.0:1788942130.260846:0:31565:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e063c0. 00000080:00000001:1.0:1788942130.260881:0:31565:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.260885:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00000008:1.0:1788942130.260886:0:31565:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90b548db1148), flags 704000, rc = 0 00000080:00000001:1.0:1788942130.260889:0:31565:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.260890:0:31565:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.260893:0:31565:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942130.260894:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe00 00000080:00002000:1.0:1788942130.260896:0:31565:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff90b54454baf8, parent ffff90b548d765e8, inode ffff90b548db1148) hashed, 00000080:00000001:1.0:1788942130.260898:0:31565:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.260901:0:31565:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942130.260904:0:31565:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942130.260923:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.260927:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942130.260928:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942130.260930:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbd8 00000080:00200000:1.0:1788942130.260931:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942130.260935:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b543747a00. 00800000:00000002:1.0:1788942130.260939:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.260942:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.260945:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.260947:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9faf8 00800000:00000002:1.0:1788942130.260948:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.260951:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942130.260954:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942130.260957:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.260959:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9c8 00000002:00010000:1.0:1788942130.260960:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942130.260963:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942130.260965:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.260966:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.260969:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:1.0:1788942130.260970:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.260973:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.260977:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942130.260980:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788942130.260986:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942130.260988:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.260991:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788942130.260996:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942130.260998:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942130.260999:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.261000:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942130.261002:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.261004:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942130.261007:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942130.261008:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942130.261010:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b543747a00. 00000080:00000001:1.0:1788942130.261014:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942130.261015:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.261018:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942130.261020:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:1.0:1788942130.261023:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942130.261025:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942130.261026:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.261028:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.261031:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:1.0:1788942130.261033:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.261035:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.261037:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.261038:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942130.261040:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.261041:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942130.261043:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc1c9fc10 00010000:00000001:1.0:1788942130.261045:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.261046:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.261047:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:1.0:1788942130.261049:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.261051:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:1.0:1788942130.261052:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942130.261055:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788942130.261060:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.261060:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.261062:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942130.261064:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942130.261066:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788942130.261072:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942130.261074:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942130.261076:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.261079:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.261080:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.261081:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.261084:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942130.261086:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.261088:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.261090:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.261091:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942130.261092:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.261093:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942130.261095:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942130.261097:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942130.261099:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942130.261102:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942130.261111:0:31565:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa580. 00000020:00000001:1.0:1788942130.261114:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdc8 00000080:00200000:1.0:1788942130.261115:0:31565:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=0 00000080:00000001:1.0:1788942130.261118:0:31565:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942130.261119:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc78 00000080:00200000:1.0:1788942130.261121:0:31565:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:1.0:1788942130.261141:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b543747a00. 00800000:00000002:1.0:1788942130.261144:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942130.261147:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942130.261149:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.261150:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb98 00800000:00000002:1.0:1788942130.261152:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942130.261154:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788942130.261157:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb30 00800000:00000002:1.0:1788942130.261159:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788942130.261161:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942130.261163:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa68 00000002:00010000:1.0:1788942130.261164:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788942130.261168:0:31565:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942130.261170:0:31565:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942130.261175:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942130.261179:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942130.261184:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942130.261188:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.261191:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.261192:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.261193:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.261196:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.261198:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.261201:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.261208:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba800. 00000100:00000001:1.0:1788942130.261214:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.261219:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.261220:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.261222:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.261223:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.261225:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.261231:0:31565:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00010000:00000001:1.0:1788942130.261234:0:31565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942130.261236:0:31565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942130.261239:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:1.0:1788942130.261241:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.261243:0:31565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942130.261247:0:31565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1a00. 00000020:00000001:1.0:1788942130.261250:0:31565:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942130.261253:0:31565:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1a00 with handle 0xcbb91bbb781577e3 to hash 00000020:00000001:1.0:1788942130.261254:0:31565:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942130.261256:0:31565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:1.0:1788942130.261259:0:31565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:1.0:1788942130.261262:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.261263:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.261266:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.261273:0:31565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942130.261283:0:31565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942130.261288:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942130.261289:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942130.261295:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2b40. 00000100:00000001:1.0:1788942130.261297:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291208512 : -122366418343104 : ffff90b5591a2b40) 00000100:00000001:1.0:1788942130.261299:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.261301:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942130.261306:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.261309:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.261311:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942130.261312:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.261320:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.261327:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.261329:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.261332:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.261335:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.261337:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.261340:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265088:192.168.206.109@tcp:101:rm.0 00000100:00000001:1.0:1788942130.261344:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.261348:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.261350:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.261352:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.261356:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559184000. 02000000:00000001:1.0:1788942130.261358:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.261365:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.261368:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f058. 00000400:00000010:1.0:1788942130.261374:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942130.261380:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884265088, portal 10 00000100:00000001:1.0:1788942130.261382:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.261383:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942130.261388:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.261395:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.261397:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.261400:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dae58. 00000100:00000200:1.0:1788942130.261403:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884265088, offset 0 00000400:00000200:1.0:1788942130.261408:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.261415:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.261422:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.261427:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.261431:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.261434:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.261436:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.261439:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2480:2480:255:4294967295] 192.168.206.109@tcp LPNI seq info [2480:2480:7:4294967295] 00000400:00000200:1.0:1788942130.261442:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.261452:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.261458:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.261462:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618a00. 00000800:00000200:1.0:1788942130.261468:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.261476:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.261479:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.261932:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.261937:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 828315 usecs (829 jiffies) 00000400:00000200:1.0:1788942130.261940:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.261942:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531250 00000100:00000001:1.0:1788942130.261945:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.261947:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531250 00000100:00000001:1.0:1788942130.261949:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.261951:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.261953:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.261955:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.261957:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942130.261960:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2b40 going to sleep for 11 seconds 00000100:00000001:1.0:1788942130.261962:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.261964:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.268448:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.268457:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127ae00. 00000400:00000200:2.0:1788942130.268466:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.268473:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000200:2.0:1788942130.268958:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.268961:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618a00. 00000400:00000200:2.0:1788942130.268965:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.268969:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.268974:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dae58 00000400:00000010:2.0:1788942130.268977:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dae58. 00000100:00000001:2.0:1788942130.268981:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.268987:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.268999:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.269002:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.269008:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.269010:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.269290:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.269298:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788942130.269973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483546a0. 00000080:00000010:1.1:1788942130.269993:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d34a40. 00000080:00000010:1.1:1788942130.274049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354180. 00000800:00000001:2.0:1788942130.282114:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.282138:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.282143:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.282146:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.282154:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.282162:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.282170:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.282174:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.282180:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.282184:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f50680 00000400:00000200:2.0:1788942130.282189:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.282194:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6a95 [1] + 224 00000800:00000001:2.0:1788942130.282201:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.282208:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.282211:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.282215:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.282222:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.282231:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.282241:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.282266:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.282274:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.282277:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.282485:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942130.282493:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942130.282495:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942130.282498:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f058. 00000400:00000200:3.0:1788942130.282503:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:3.0:1788942130.282505:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:3.0:1788942130.282508:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.282512:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942130.283661:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.283677:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942130.283680:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.283682:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942130.283685:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942130.283688:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942130.283690:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942130.283693:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942130.283701:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942130.283705:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942130.283708:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942130.283709:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.283712:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942130.283716:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.283720:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942130.283722:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788942130.283724:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942130.283726:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942130.283731:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.283738:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942130.283741:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942130.283742:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942130.283746:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942130.283758:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265088:192.168.206.109@tcp:101:rm.0 00000100:00000001:3.0:1788942130.283763:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942130.283766:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.283768:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942130.283769:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.283773:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.283779:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942130.283782:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2b40. 00000100:00000001:3.0:1788942130.283786:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942130.283788:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.283790:0:31565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942130.283794:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.283796:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.283799:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=4 00000020:00000001:3.0:1788942130.283802:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.283804:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000040:3.0:1788942130.283810:0:31565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1a00, remote cookie: 0x4d194fbcadeecb7f, flags: 0x1001 00010000:00010000:3.0:1788942130.283815:0:31565:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788942130.283825:0:31565:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788942130.283843:0:31565:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788942130.283864:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:3.0:1788942130.283868:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942130.283871:0:31565:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.283874:0:31565:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942130.283882:0:31565:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.283888:0:31565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942130.283892:0:31565:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942130.283894:0:31565:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942130.283895:0:31565:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942130.283896:0:31565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942130.283899:0:31565:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff90b553d25800) refcount = 2 00010000:00000040:3.0:1788942130.283902:0:31565:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788942130.283904:0:31565:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788942130.283918:0:31565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.283924:0:31565:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942130.283927:0:31565:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942130.283929:0:31565:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942130.283932:0:31565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942130.283934:0:31565:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.283937:0:31565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.283944:0:31565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942130.283945:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.283947:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.283948:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.283949:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.283950:0:31565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.283954:0:31565:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942130.283956:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.283957:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.283959:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=3 00000020:00000001:3.0:1788942130.283961:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.283963:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.283966:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.283967:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.283968:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=4 00000020:00000001:3.0:1788942130.283970:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.283972:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.283975:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942130.283977:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942130.283980:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.283986:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.283987:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.283988:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.283989:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.283991:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=5 00000020:00000001:3.0:1788942130.283992:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.283994:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.283996:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942130.283999:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.284004:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284005:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942130.284008:0:31565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.284014:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942130.284016:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284017:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.284018:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284019:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942130.284024:0:31565:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788942130.284038:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.284040:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.284041:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=3 00000020:00000001:3.0:1788942130.284043:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284045:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284047:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284049:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.284050:0:31565:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.284053:0:31565:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942130.284056:0:31565:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788942130.284058:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.284059:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.284060:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=3 00000020:00000001:3.0:1788942130.284062:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284065:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00000002:00010000:3.0:1788942130.284068:0:31565:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.284074:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284075:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.284076:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942130.284078:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.284079:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.284080:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=3 00000020:00000001:3.0:1788942130.284082:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284084:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000040:3.0:1788942130.284087:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:3.0:1788942130.284090:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942130.284093:0:31565:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:3.0:1788942130.284096:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284097:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.284099:0:31565:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942130.284102:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9f0 00000002:00002000:3.0:1788942130.284104:0:31565:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788942130.284107:0:31565:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.284110:0:31565:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.284113:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942130.284117:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788942130.284120:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942130.284123:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:3.0:1788942130.284125:0:31565:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788942130.284140:0:31565:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c9fe00 it_disposition b 00000080:00000001:3.0:1788942130.284143:0:31565:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942130.284148:0:31565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942130.284150:0:31565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942130.284153:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788942130.284156:0:31565:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788942130.284369:0:31565:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788942130.284373:0:31565:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1788942130.284380:0:31565:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.284384:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788942130.284387:0:31565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788942130.284389:0:31565:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 1788942111 to 1788942130 00000080:00200000:3.0:1788942130.284394:0:31565:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:3.0:1788942130.284396:0:31565:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff90b548db1148): rc = 0 00000080:00000001:3.0:1788942130.284399:0:31565:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018637640 : -122366690913976 : ffff90b548db1148) 00010000:00000001:3.0:1788942130.284401:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.284403:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.284405:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=3 00000020:00000001:3.0:1788942130.284406:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284408:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284410:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284411:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942130.284413:0:31565:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788942130.284415:0:31565:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788942130.284417:0:31565:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942130.284420:0:31565:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942130.284422:0:31565:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942130.284425:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) for lock 0xcbb91bbb781577e3 00800000:00000001:3.0:1788942130.284429:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942130.284431:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942130.284432:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.284433:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.284434:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=3 00000020:00000001:3.0:1788942130.284436:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284438:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284446:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284447:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942130.284449:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942130.284451:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788942130.284456:0:31565:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54450fa20 inode ffff90b548db1148 refc 1 flags 0x20000e 00000080:00000001:3.0:1788942130.284460:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788942130.284462:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942130.284464:0:31565:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788942130.284468:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90b548db1148) 00000080:00010000:3.0:1788942130.284472:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577e3 from it ffffa57dc1c9fe00 00010000:00000001:3.0:1788942130.284474:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942130.284475:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942130.284476:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=3 00000020:00000001:3.0:1788942130.284478:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284480:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:3.0:1788942130.284482:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942130.284485:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942130.284491:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284492:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.284494:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942130.284497:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942130.284499:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942130.284507:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942130.284509:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942130.284511:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942130.284515:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284516:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942130.284518:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.284597:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942130.284598:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.284601:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.284603:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.284605:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942130.284606:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942130.284608:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942130.284610:0:31565:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942130.284614:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b543747a00. 00000100:00000001:3.0:1788942130.284620:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.284625:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884265088/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.284633:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942130.284635:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942130.284638:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559184000. 02000000:00000001:3.0:1788942130.284641:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942130.284643:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942130.284646:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942130.284648:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942130.284650:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba800. 02000000:00000001:3.0:1788942130.284654:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942130.284655:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942130.284657:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:3.0:1788942130.284661:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942130.284663:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942130.284665:0:31565:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788942130.284667:0:31565:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1c9fe00 released 00000080:00000001:3.0:1788942130.284669:0:31565:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788942130.284673:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942130.284675:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942130.284677:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd50 00000080:00200000:3.0:1788942130.284679:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942130.290194:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222ce00. 00800000:00000002:2.0:1788942130.290207:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942130.290212:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942130.290217:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942130.290219:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc70 00800000:00000002:2.0:1788942130.290222:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942130.290226:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942130.290230:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942130.290235:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942130.290237:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb40 00000002:00010000:2.0:1788942130.290239:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942130.290242:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942130.290244:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290247:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290252:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:2.0:1788942130.290255:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942130.290259:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942130.290262:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942130.290267:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:2.0:1788942130.290280:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942130.290285:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942130.290288:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:2.0:1788942130.290294:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942130.290295:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942130.290297:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942130.290299:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942130.290300:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942130.290302:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942130.290304:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942130.290306:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942130.290309:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222ce00. 00000080:00000001:2.0:1788942130.290315:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942130.290317:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942130.290319:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942130.290323:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577a4 00800000:00000001:2.0:1788942130.290325:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942130.290327:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942130.290328:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942130.290330:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.290333:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:2.0:1788942130.290335:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.290337:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.290339:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.290341:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942130.290342:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942130.290343:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942130.290345:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577a4 from it ffffa57dc1c9fd88 00010000:00000001:2.0:1788942130.290347:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942130.290348:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.290350:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983e00 refcount=3 00000020:00000001:2.0:1788942130.290351:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.290353:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480960 : -122366712070656 : ffff90b547983e00) 00010000:00000001:2.0:1788942130.290355:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942130.290357:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788942130.290363:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.290363:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.290365:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942130.290367:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942130.290369:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1788942130.290375:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942130.290378:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942130.290380:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942130.290384:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.290385:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.290387:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.290390:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942130.290392:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.290393:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.290396:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.290397:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942130.290399:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.290399:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942130.290402:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942130.290404:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942130.290407:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:2.0:1788942130.290412:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.290417:0:31565:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:2.0:1788942130.290419:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe18 00000080:00200000:2.0:1788942130.290421:0:31565:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:2.0:1788942130.290424:0:31565:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788942130.290427:0:31565:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:2.0:1788942130.290430:0:31565:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788942130.290435:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222ce00. 00800000:00000002:2.0:1788942130.290437:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:2.0:1788942130.290442:0:31565:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788942130.290446:0:31565:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788942130.290448:0:31565:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788942130.290450:0:31565:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942130.290452:0:31565:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:2.0:1788942130.290455:0:31565:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788942130.290457:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942130.290460:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 2 00010000:00000001:2.0:1788942130.290462:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942130.290464:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942130.290467:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942130.290470:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:2.0:1788942130.290477:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942130.290480:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942130.290482:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942130.290484:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942130.290486:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290487:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290488:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 3 00010000:00000001:2.0:1788942130.290490:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942130.290492:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.290493:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290494:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290495:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 3 00010000:00000001:2.0:1788942130.290497:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942130.290498:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.290499:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290500:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290502:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48800 count: 3 00010000:00000001:2.0:1788942130.290503:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942130.290505:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.290507:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942130.290509:0:31565:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942130.290556:0:31565:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942130.290559:0:31565:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942130.290561:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942130.290562:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.290566:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942130.290568:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942130.290570:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942130.290572:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942130.290573:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942130.290576:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547983e00 with handle 0xcbb91bbb781577a4 from hash 00010000:00000001:2.0:1788942130.290579:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942130.290580:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.290581:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.290582:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942130.290585:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942130.290586:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942130.290589:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942130.290591:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942130.290593:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942130.290595:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942130.290598:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:2.0:1788942130.290599:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942130.290601:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942130.290604:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942130.290606:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788942130.290611:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942130.290613:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942130.290614:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942130.290615:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788942130.290618:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290619:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290620:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:2.0:1788942130.290622:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942130.290624:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.290625:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290626:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290627:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:2.0:1788942130.290629:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942130.290630:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.290631:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290632:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290633:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:2.0:1788942130.290634:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942130.290636:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.290637:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942130.290639:0:31565:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff90b548db1080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942130.290641:0:31565:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942130.290643:0:31565:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942130.290644:0:31565:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788942130.290646:0:31565:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff90b548db1148) invalid 00000020:00000001:2.0:1788942130.290648:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa80 00000080:00002000:2.0:1788942130.290650:0:31565:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff90b54450fa20) parent ffff90b548d765e8 inode ffff90b548db1148 refc 2 00000080:00000001:2.0:1788942130.290653:0:31565:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788942130.290654:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942130.290655:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.290657:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942130.290659:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942130.290660:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942130.290661:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942130.290662:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942130.290664:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1a00 with handle 0xcbb91bbb781577e3 from hash 00010000:00000001:2.0:1788942130.290666:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942130.290667:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942130.290668:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942130.290669:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942130.290670:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942130.290671:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942130.290673:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942130.290675:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788942130.290680:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942130.290681:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942130.290682:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942130.290683:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:2.0:1788942130.290685:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290686:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290687:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:2.0:1788942130.290689:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942130.290690:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942130.290691:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942130.290692:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942130.290693:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:2.0:1788942130.290695:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942130.290696:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.290698:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942130.290699:0:31565:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788942130.290702:0:31565:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788942130.290706:0:31565:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b55222de00. 00000080:00000001:2.0:1788942130.290707:0:31565:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788942130.290710:0:31565:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788942130.290712:0:31565:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788942130.290715:0:31565:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:2.0:1788942130.290718:0:31565:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788942130.290720:0:31565:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:2.0:1788942130.290725:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236a680. 00000020:00000040:2.0:1788942130.290729:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942130.290733:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942130.290736:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942130.290739:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942130.290745:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222c800. 00000100:00000001:2.0:1788942130.290753:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788942130.290769:0:31565:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788942130.290779:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788942130.290783:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788942130.290789:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942130.290790:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942130.290795:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85a80. 00000100:00000001:2.0:1788942130.290797:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167357568 : -122366542194048 : ffff90b551b85a80) 00000100:00000001:2.0:1788942130.290799:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942130.290801:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175634560 : -122366533917056 : ffff90b55236a680) 00000100:00000001:2.0:1788942130.290804:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942130.290808:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.290810:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942130.290811:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942130.290815:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.290821:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942130.290823:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.290826:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942130.290828:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942130.290830:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942130.290834:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236a680 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265344:192.168.206.109@tcp:35:rm.0 00000100:00000001:2.0:1788942130.290838:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942130.290842:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942130.290845:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.290847:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942130.290893:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942130.290895:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942130.290903:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942130.290908:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450989a0. 00000400:00000010:2.0:1788942130.290915:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61330. 00000100:00000200:2.0:1788942130.290921:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884265344, portal 10 00000100:00000001:2.0:1788942130.290923:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942130.290924:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175634560 : -122366533917056 : ffff90b55236a680) 00000100:00000040:2.0:1788942130.290930:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.290937:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942130.290940:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942130.290942:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e613b8. 00000100:00000200:2.0:1788942130.290945:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884265344, offset 0 00000400:00000200:2.0:1788942130.290950:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942130.290958:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.290965:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942130.290970:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942130.290974:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942130.290978:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942130.290980:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942130.290984:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2481:2481:256:4294967295] 192.168.206.109@tcp LPNI seq info [2481:2481:8:4294967295] 00000400:00000200:2.0:1788942130.290988:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.290997:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942130.291003:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942130.291010:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61100. 00000800:00000200:2.0:1788942130.291016:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942130.291024:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942130.291028:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788942130.291044:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.291048:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 827245 usecs (828 jiffies) 00000400:00000200:2.0:1788942130.291051:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942130.291054:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531278 00000100:00000001:2.0:1788942130.291057:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:2.0:1788942130.291060:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531278 00000100:00000001:2.0:1788942130.291063:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:2.0:1788942130.291065:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942130.291067:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.291069:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942130.291071:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942130.291074:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788942130.291076:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.291078:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.291157:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.291172:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942130.291177:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.291182:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.291187:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e613b8 00000400:00000010:3.0:1788942130.291189:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e613b8. 00000100:00000001:3.0:1788942130.291193:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.291197:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.291205:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.291209:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.291215:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.291216:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942130.302237:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.302255:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.302260:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.302263:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.302272:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.302282:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.302293:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.302299:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.302304:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.302308:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f50780 00000400:00000200:2.0:1788942130.302313:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.302318:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6a9d [1] + 224 00000800:00000001:2.0:1788942130.302324:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.302332:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.302336:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.302340:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.302698:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.302708:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942130.302719:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.302772:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.302791:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942130.302800:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.302804:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942130.302918:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.302921:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.302925:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450989a0. 00000400:00000200:1.0:1788942130.302929:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61330 00000400:00000010:1.0:1788942130.302940:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61330. 00000100:00000001:1.0:1788942130.302944:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.302949:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942130.302957:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236a680 x1875839884265344/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.302963:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.302965:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.302968:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.302971:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.302973:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.302975:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.302978:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.302986:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942130.302990:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.302992:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.302994:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.302996:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.303000:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.303003:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942130.303005:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942130.303007:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942130.303009:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.303010:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175634560 : -122366533917056 : ffff90b55236a680) 00000100:00000001:1.0:1788942130.303013:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.303015:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942130.303017:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.303019:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.303268:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236a680 x1875839884265344/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.303276:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.303279:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.303281:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942130.303284:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236a680 x1875839884265344/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942130.303292:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236a680 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265344:192.168.206.109@tcp:35:rm.0 00000100:00000001:1.0:1788942130.303297:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.303299:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.303301:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942130.303304:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.303306:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236a680 x1875839884265344/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.303313:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.303315:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85a80. 00000100:00000001:1.0:1788942130.303318:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942130.303320:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.303327:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.303329:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175634560 : -122366533917056 : ffff90b55236a680) 00000002:00000001:1.0:1788942130.303332:0:31565:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.303335:0:31565:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942130.303340:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222de00. 00000080:00000001:1.0:1788942130.303411:0:31565:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942130.303415:0:31565:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942130.303420:0:31565:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942130.303426:0:31565:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.303434:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.303436:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000001:1.0:1788942130.303438:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.303442:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.303448:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.303450:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.303453:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236a680 x1875839884265344/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.303462:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.303464:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.303466:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236bb80 x1875839884264576/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.303471:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942130.303474:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.303476:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942130.303478:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942130.303480:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552274800. 02000000:00000001:1.0:1788942130.303484:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942130.303486:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942130.303488:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236bb80. 00000100:00000001:1.0:1788942130.303491:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942130.303492:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.303493:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.303497:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236a680 x1875839884265344/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.303503:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.303504:0:31565:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfaea0. 00000002:00000001:1.0:1788942130.303507:0:31565:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.303509:0:31565:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942130.303510:0:31565:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392bc0. 00000100:00000001:1.0:1788942130.303513:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.303516:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236a680 x1875839884265344/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942130.303522:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942130.303524:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942130.303526:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552277000. 02000000:00000001:1.0:1788942130.303530:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942130.303531:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.303532:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942130.303534:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942130.303536:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222c800. 02000000:00000001:1.0:1788942130.303539:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942130.303540:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942130.303541:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236a680. 00000100:00000001:1.0:1788942130.303544:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942130.303545:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942130.303547:0:31565:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.303550:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942130.303552:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1788942130.303555:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942130.303558:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942130.303564:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 4 00010000:00000001:1.0:1788942130.303567:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942130.303571:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.303573:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.303576:0:31565:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788942130.303578:0:31565:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff90b548db1148) invalid 00000020:00000001:1.0:1788942130.303582:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa80 00000080:00002000:1.0:1788942130.303584:0:31565:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff90b54450fa20) parent ffff90b548d765e8 inode ffff90b548db1148 refc 2 00000080:00000001:1.0:1788942130.303588:0:31565:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788942130.303590:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942130.303592:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.303595:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942130.303599:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942130.303601:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942130.303603:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.303605:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942130.303609:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792b800 with handle 0xcbb91bbb781577dc from hash 00010000:00000001:1.0:1788942130.303612:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942130.303613:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.303615:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.303616:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942130.303619:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942130.303621:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942130.303624:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788942130.303626:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788942130.303629:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788942130.303637:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942130.303640:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942130.303644:0:31565:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942130.303651:0:31565:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.303654:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942130.303658:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.303662:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.303663:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.303664:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.303667:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.303669:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.303673:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.303680:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b543747a00. 00000100:00000001:1.0:1788942130.303685:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.303688:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.303690:0:31565:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942130.303695:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942130.303705:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788942130.303713:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788942130.303719:0:31565:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788942130.303721:0:31565:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788942130.303723:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942130.303725:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb781577e3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecb7f expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.303736:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.303737:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942130.303754:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b800/0xcbb91bbb781577dc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecb40 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788942130.303762:0:31565:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25800 count: 0 00010000:00000010:1.0:1788942130.303767:0:31565:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87b00. 00010000:00000001:1.0:1788942130.303773:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.303774:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942130.303776:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983e00/0xcbb91bbb781577a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeeca9f expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1788942130.303783:0:31565:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48800 count: 0 00010000:00000010:1.0:1788942130.303785:0:31565:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0880. 00010000:00000001:1.0:1788942130.303791:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.303792:0:31565:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.303794:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.303795:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.303797:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788942130.303806:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942130.303812:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942130.303819:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942130.303821:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942130.303826:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2540. 00000100:00000001:1.0:1788942130.303828:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206976 : -122366418344640 : ffff90b5591a2540) 00000100:00000001:1.0:1788942130.303830:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.303831:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942130.303835:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.303838:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.303840:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942130.303841:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.303845:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.303896:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.303906:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.303911:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.303913:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.303915:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.303920:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265600:192.168.206.109@tcp:36:rm.0 00000100:00000001:1.0:1788942130.303923:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.303927:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.303937:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.303940:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.303944:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487ba400. 02000000:00000001:1.0:1788942130.303946:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.303951:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.303954:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f528. 00000400:00000010:1.0:1788942130.303960:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942130.303966:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884265600, portal 10 00000100:00000001:1.0:1788942130.303968:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.303969:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942130.303975:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.303981:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.303984:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.303986:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dae58. 00000100:00000200:1.0:1788942130.303990:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875839884265600, offset 0 00000400:00000200:1.0:1788942130.303995:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.304002:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.304008:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.304013:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.304017:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.304484:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.304490:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.304495:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2482:2482:256:4294967295] 192.168.206.109@tcp LPNI seq info [2482:2482:8:4294967295] 00000400:00000200:1.0:1788942130.304500:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.304510:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.304515:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.304522:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618800. 00000800:00000200:1.0:1788942130.304528:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.304536:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.304540:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.304610:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.304615:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 826161 usecs (827 jiffies) 00000400:00000200:1.0:1788942130.304620:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.304623:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531290 00000100:00000001:1.0:1788942130.304626:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.304628:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531290 00000100:00000001:1.0:1788942130.304630:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.304633:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.304636:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.304638:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.304640:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942130.304643:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2540 going to sleep for 11 seconds 00000100:00000001:1.0:1788942130.304646:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.304648:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.305575:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.305581:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618800. 00000400:00000200:3.0:1788942130.305586:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.305592:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.305597:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dae58 00000400:00000010:3.0:1788942130.305600:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dae58. 00000100:00000001:3.0:1788942130.305605:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.305611:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.305621:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.305625:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.305631:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.305632:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942130.313013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00010000:00000010:1.1:1788942130.313095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:1.1:1788942130.313100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b800. 00010000:00000010:1.1:1788942130.313103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48800. 00010000:00000010:1.1:1788942130.313107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983e00. 00000800:00000001:2.0:1788942130.318938:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.318956:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942130.318959:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.318962:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.318970:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.318978:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942130.318989:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.318994:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.319000:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.319004:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f50880 00000400:00000200:2.0:1788942130.319009:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.319014:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6aad [1] + 224 00000800:00000001:2.0:1788942130.319152:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.319319:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942130.319323:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.319328:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942130.319335:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.319344:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942130.319355:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.319430:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.319452:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942130.319462:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942130.319466:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.319472:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942130.319477:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2483:2483:256:4294967295] 192.168.206.109@tcp LPNI seq info [2483:2483:8:4294967295] 00000400:00000200:2.0:1788942130.319482:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.319490:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942130.319496:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942130.319503:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942130.319509:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942130.319517:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942130.319533:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942130.319622:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.319626:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:2.0:1788942130.319630:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.319633:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942130.319639:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942130.319643:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942130.321387:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.321392:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.321396:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f528. 00000400:00000200:1.0:1788942130.321402:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:1.0:1788942130.321405:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:1.0:1788942130.321409:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942130.321418:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942130.321429:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884265600/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.321436:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.321439:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.321442:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942130.321445:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942130.321447:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942130.321450:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.321453:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942130.321461:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942130.321466:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.321468:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.321470:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.321473:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942130.321476:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.321479:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942130.321480:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x10000014f] 00000100:00000001:1.0:1788942130.321482:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942130.321484:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.321486:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942130.321489:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.321491:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788942130.321493:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.321495:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.321500:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884265600/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.321508:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.321511:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.321513:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942130.321517:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884265600/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942130.321600:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265600:192.168.206.109@tcp:36:rm.0 00000100:00000001:1.0:1788942130.321605:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.321608:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.321610:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942130.321612:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.321617:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884265600/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.321624:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942130.321627:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2540. 00000100:00000001:1.0:1788942130.321631:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942130.321633:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942130.321640:0:31565:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942130.321643:0:31565:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942130.321647:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942130.321651:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222ce00. 00000080:00000002:1.0:1788942130.321656:0:31565:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788942111 to 1788942130 00000100:00000001:1.0:1788942130.321963:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942130.321970:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884265600/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.321977:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942130.321980:0:31565:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.322242:0:31565:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788942130.322247:0:31565:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788942130.322249:0:31565:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90b548db1148) 00800000:00000001:0.0:1788942130.322254:0:31565:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788942130.322255:0:31565:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x27:0x0] 00000002:00000001:0.0:1788942130.322260:0:31565:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788942130.322266:0:31565:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.322268:0:31565:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.322270:0:31565:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788942130.322272:0:31565:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788942130.322274:0:31565:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.322276:0:31565:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.322280:0:31565:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788942130.322282:0:31565:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788942130.322293:0:31565:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942130.322297:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe30 00000080:00002000:0.0:1788942130.322299:0:31565:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff90b54450fa20, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788942130.322302:0:31565:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.322305:0:31565:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942130.322308:0:31565:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788942130.322345:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.322349:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.322351:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.322353:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb20 00000080:00200000:0.0:1788942130.322355:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942130.322360:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00800000:00000002:0.0:1788942130.322366:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.322371:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.322374:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.322376:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa40 00800000:00000002:0.0:1788942130.322379:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.322383:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.322386:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.322390:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.322392:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f910 00000002:00010000:0.0:1788942130.322393:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.322396:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.322398:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.322400:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942130.322403:0:31565:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.322405:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.322407:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.322409:0:31565:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942130.322411:0:31565:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942130.322417:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996a00. 00000020:00000040:0.0:1788942130.322420:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942130.322426:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.322430:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.322436:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.322438:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.322439:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.322442:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.322444:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.322449:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.322456:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aedc00. 00000100:00000001:0.0:1788942130.322462:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.322466:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.322468:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.322470:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.322471:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.322473:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.322477:0:31565:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00010000:00000001:0.0:1788942130.322481:0:31565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942130.322483:0:31565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788942130.322488:0:31565:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25c00. 00010000:00000010:0.0:1788942130.322492:0:31565:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87300. 00010000:00000001:0.0:1788942130.322496:0:31565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942130.322500:0:31565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325400. 00000020:00000001:0.0:1788942130.322504:0:31565:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942130.322507:0:31565:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325400 with handle 0xcbb91bbb781577ea to hash 00000020:00000001:0.0:1788942130.322509:0:31565:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942130.322510:0:31565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.322514:0:31565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.322517:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.322601:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.322607:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.322616:0:31565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.322627:0:31565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942130.322632:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.322634:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.322640:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.322642:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.322644:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.322646:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.322650:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.322654:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.322656:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.322657:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.322797:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.323270:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.323273:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.323277:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.323279:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.323282:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.323286:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265728:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942130.323290:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.323295:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.323297:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.323300:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.323305:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942130.323307:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.323313:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.323317:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942130.323323:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942130.323329:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884265728, portal 10 00000100:00000001:0.0:1788942130.323331:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.323332:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:0.0:1788942130.323339:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.323346:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.323349:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.323351:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aa18. 00000100:00000200:0.0:1788942130.323356:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884265728, offset 0 00000400:00000200:0.0:1788942130.323362:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.323369:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.323376:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.323380:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.323384:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.323388:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.323390:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.323394:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2484:2484:256:4294967295] 192.168.206.109@tcp LPNI seq info [2484:2484:8:4294967295] 00000400:00000200:0.0:1788942130.323398:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.323407:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.323413:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.323419:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942130.323424:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.323431:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.323435:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.323494:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.323498:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 825088 usecs (826 jiffies) 00000400:00000200:0.0:1788942130.323502:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.323504:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531308 00000100:00000001:0.0:1788942130.323507:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.323509:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531308 00000100:00000001:0.0:1788942130.323512:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.323514:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.323516:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.323518:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.323531:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.323534:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.323537:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.323539:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.325347:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.325355:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:2.0:1788942130.325371:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.325379:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.325387:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aa18 00000400:00000010:2.0:1788942130.325390:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aa18. 00000100:00000001:2.0:1788942130.325395:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.325403:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.325414:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.325418:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.325425:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.325427:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.331294:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.331307:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.331311:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.331313:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.331320:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.331326:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.331334:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.331338:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.331343:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.331347:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f50900 00000400:00000200:3.0:1788942130.331351:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.331356:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6ab5 [1] + 224 00000800:00000001:3.0:1788942130.331362:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.331370:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.331373:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.331377:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.331383:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.331391:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.331411:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.331434:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.331441:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.331445:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.331578:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.331586:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.331587:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.331591:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:0.0:1788942130.331595:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:0.0:1788942130.331598:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:0.0:1788942130.331601:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.331606:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.331615:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.331621:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.331624:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.331626:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.331629:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.331632:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.331634:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.331637:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.331645:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942130.331649:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.331652:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.331653:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.331656:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.331658:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.331661:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.331663:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788942130.331665:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.331668:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.331672:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.331679:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.331682:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.331684:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.331688:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.331695:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265728:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942130.331709:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.331712:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.331715:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.331717:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.331720:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.331727:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.331730:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.331733:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.331735:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.331738:0:31565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942130.331741:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.331743:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.331746:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=4 00000020:00000001:0.0:1788942130.331749:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.331751:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000040:0.0:1788942130.331758:0:31565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325400, remote cookie: 0x4d194fbcadeecba2, flags: 0x1001 00010000:00010000:0.0:1788942130.331763:0:31565:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.331773:0:31565:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.331779:0:31565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942130.331782:0:31565:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942130.331785:0:31565:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942130.331786:0:31565:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942130.331788:0:31565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942130.331791:0:31565:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b553d25c00) refcount = 1 00010000:00010000:0.0:1788942130.331795:0:31565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.331801:0:31565:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942130.331809:0:31565:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942130.331811:0:31565:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.331814:0:31565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942130.331816:0:31565:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.331820:0:31565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.331825:0:31565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942130.331827:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.331829:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.331830:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.331831:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.331832:0:31565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.331837:0:31565:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942130.331838:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.331840:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.331841:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.331843:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.331845:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.331847:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.331849:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000080:00000010:0.1:1788942130.331893:0:31565:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db1080. 00000080:00000010:0.1:1788942130.331903:0:31565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa580. 00000020:00000040:0.0:1788942130.331913:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=4 00000020:00000001:0.0:1788942130.331916:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.331918:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.331921:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.331923:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.331927:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.331933:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.331934:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.331935:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.331937:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.331938:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=5 00000020:00000001:0.0:1788942130.331939:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.331941:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.331944:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.331946:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.331952:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.331953:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942130.331956:0:31565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.332220:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.332221:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332222:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.332223:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332224:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942130.332231:0:31565:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942130.332239:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.332240:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.332242:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.332244:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332246:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332248:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332249:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.332251:0:31565:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.332253:0:31565:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.332255:0:31565:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942130.332257:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.332258:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.332260:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.332262:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332264:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00000002:00010000:0.0:1788942130.332268:0:31565:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.332280:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332282:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.332283:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942130.332284:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.332285:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.332287:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.332289:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332291:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000040:0.0:1788942130.332296:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.332299:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942130.332302:0:31565:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942130.332305:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332306:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.332307:0:31565:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942130.332310:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f898 00000002:00002000:0.0:1788942130.332312:0:31565:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942130.332314:0:31565:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.332318:0:31565:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.332321:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942130.332324:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942130.332327:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.332330:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.332333:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.332340:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.332342:0:31565:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942130.332348:0:31565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942130.332351:0:31565:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942130.332358:0:31565:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e805c0. 00800000:00000001:0.0:1788942130.332360:0:31565:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935600576 : -122366773951040 : ffff90b543e805c0) 00800000:00000001:0.0:1788942130.332362:0:31565:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.332365:0:31565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942130.332367:0:31565:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942130.332369:0:31565:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942130.332371:0:31565:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942130.332374:0:31565:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942130.332375:0:31565:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.332380:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942130.332382:0:31565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788942130.332386:0:31565:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942130.332388:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.332390:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.332391:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.332394:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332396:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332398:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332399:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.332400:0:31565:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942130.332403:0:31565:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942130.332404:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e805c0 1 00800000:00000010:0.0:1788942130.332406:0:31565:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e805c0. 00800000:00000001:0.0:1788942130.332409:0:31565:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.332412:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577ea 00800000:00000001:0.0:1788942130.332415:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.332416:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.332418:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.332419:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.332420:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.332421:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332423:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332426:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332427:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.332428:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.332430:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.332432:0:31565:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.332435:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942130.332438:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ea from it ffffa57dc1c9fb58 00010000:00000001:0.0:1788942130.332439:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.332501:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.332504:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.332507:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332509:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.332511:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.332514:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.332527:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332528:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.332530:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.332532:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.332534:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.332541:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.332544:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.332545:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.332549:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332549:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.332551:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.332553:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.332555:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.332557:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.332560:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.332561:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.332563:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.332564:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.332566:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.332571:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996a00 x1875839884265728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.332578:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.332580:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.332584:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942130.332588:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.332590:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.332592:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.332594:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.332596:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942130.332600:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.332601:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.332603:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996a00. 00000100:00000001:0.0:1788942130.332607:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.332608:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.332611:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942130.332616:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.332621:0:31565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942130.332623:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb48 00000080:00002000:0.0:1788942130.332625:0:31565:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff90b54450fca8) flags 0x20000e refc 1 00000080:00000001:0.0:1788942130.332628:0:31565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.332630:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb90 00000080:00200000:0.0:1788942130.332631:0:31565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000001:0.0:1788942130.332636:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942130.332637:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.332646:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00200008:0.0:1788942130.332648:0:31565:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942130.332654:0:31565:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788942130.332657:0:31565:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.332660:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.332661:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc80 00000080:00200000:0.0:1788942130.332663:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1788942130.332668:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00800000:00000002:0.0:1788942130.332740:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.332747:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.332750:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.332752:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fba0 00800000:00000002:0.0:1788942130.332754:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.332757:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.332761:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.332765:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.332766:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa70 00000002:00010000:0.0:1788942130.332768:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.332771:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.332772:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.332774:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.332777:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:0.0:1788942130.332779:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.332782:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.332785:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.332788:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942130.332794:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.332999:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.333005:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788942130.333013:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.333015:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.333017:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.333019:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.333021:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.333023:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942130.333025:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942130.333027:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.333029:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.333032:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.333034:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.333036:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) 00000080:00010000:0.0:1788942130.333039:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) for lock 0xcbb91bbb781577c0 00800000:00000001:0.0:1788942130.333042:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.333044:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.333045:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.333046:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.333048:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:0.0:1788942130.333050:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.333052:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.333054:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333055:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.333057:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.333059:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.333061:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577c0 from it ffffa57dc1c9fcb8 00010000:00000001:0.0:1788942130.333062:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.333063:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.333065:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:0.0:1788942130.333066:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.333068:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.333070:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.333073:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.333084:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333085:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.333086:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.333087:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.333090:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942130.333096:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.333098:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.333099:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.333101:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333102:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.333103:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333105:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.333107:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333108:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333110:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333112:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.333113:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333114:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.333116:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942130.333117:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.333121:0:31565:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.333124:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00000008:0.0:1788942130.333139:0:31565:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942130.333179:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.333181:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.333182:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.333184:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00000080:00200000:0.0:1788942130.333186:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942130.333190:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00800000:00000002:0.0:1788942130.333192:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.333195:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.333196:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.333198:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fae0 00800000:00000002:0.0:1788942130.333200:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.333202:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.333205:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.333208:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.333209:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9b0 00000002:00010000:0.0:1788942130.333211:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.333213:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.333214:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.333215:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.333218:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.333220:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.333223:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.333224:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.333227:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942130.333233:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.333235:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.333238:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788942130.333244:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.333245:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.333247:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.333249:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.333251:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.333253:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942130.333255:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942130.333256:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.333258:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.333261:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.333262:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.333264:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942130.333267:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577ea 00800000:00000001:0.0:1788942130.333269:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.333270:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.333271:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.333273:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.333274:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.333276:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.333278:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.333280:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333281:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.333283:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.333284:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.333286:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ea from it ffffa57dc1c9fbf8 00010000:00000001:0.0:1788942130.333288:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.333289:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.333290:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.333292:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.333294:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.333296:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.333298:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.333303:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333305:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.333306:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.333308:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.333310:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942130.333315:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.333317:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.333318:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.333320:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333321:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.333322:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333324:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.333325:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333327:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333328:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333330:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.333331:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333331:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.333333:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942130.333334:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.333336:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942130.333339:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.333341:0:31565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942130.333343:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00000080:00002000:0.0:1788942130.333344:0:31565:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff90b54450fca8) flags 0x20000e refc 1 00000080:00000001:0.0:1788942130.333347:0:31565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.333349:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc08 00000080:00200000:0.0:1788942130.333350:0:31565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:0.0:1788942130.333353:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942130.333355:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.333358:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942130.333359:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8), inode mode 41ed mask 44 00000080:00000001:0.0:1788942130.333362:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.333367:0:31565:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788942130.333370:0:31565:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788942130.333372:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00200008:0.0:1788942130.333374:0:31565:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), flags 704400 00000080:00000010:0.0:1788942130.333379:0:31565:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b550ccc3c0. 00000080:00000001:0.0:1788942130.333383:0:31565:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788942130.333386:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00800000:00000002:0.0:1788942130.333389:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.333391:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.333393:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.333394:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa28 00800000:00000002:0.0:1788942130.333396:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.333399:0:31565:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788942130.333401:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9a8 00800000:00000002:0.0:1788942130.333403:0:31565:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788942130.333406:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.333407:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f8e0 00000002:00010000:0.0:1788942130.333408:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1788942130.333412:0:31565:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942130.333414:0:31565:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788942130.333416:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942130.333419:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:0.0:1788942130.333421:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.333423:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942130.333426:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333428:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.333430:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.333431:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942130.333433:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.333434:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.333436:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942130.333437:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333439:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.333441:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.333444:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996a00. 00000020:00000040:0.0:1788942130.333448:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942130.333453:0:31565:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942130.333455:0:31565:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333458:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.333461:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.333463:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.333464:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.333465:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.333468:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.333470:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.333472:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.333478:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aedc00. 00000100:00000001:0.0:1788942130.333483:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333487:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.333489:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333491:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.333492:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.333494:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.333499:0:31565:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00010000:00000001:0.0:1788942130.333502:0:31565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942130.333504:0:31565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942130.333506:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.333508:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.333511:0:31565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942130.333514:0:31565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325800. 00000020:00000001:0.0:1788942130.333516:0:31565:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942130.333519:0:31565:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325800 with handle 0xcbb91bbb781577f1 to hash 00000020:00000001:0.0:1788942130.333520:0:31565:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942130.333522:0:31565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.333525:0:31565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.333527:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.333529:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.333532:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.333539:0:31565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788942130.333554:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788942130.333561:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788942130.333569:0:31565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942130.333574:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.333575:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.333581:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.333582:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.333585:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.333586:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.333590:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.333593:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.333595:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.333596:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.333599:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.333606:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.333608:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.333611:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.333614:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.333616:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.333619:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265984:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942130.333622:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.333626:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.333628:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.333630:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.333991:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559240000. 02000000:00000001:0.0:1788942130.333994:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.334001:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.334006:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942130.334012:0:31565:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b551b93800. 00000100:00000200:0.0:1788942130.334020:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884265984, portal 10 00000100:00000001:0.0:1788942130.334022:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.334023:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:0.0:1788942130.334319:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.334328:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.334331:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.334335:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942130.334339:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884265984, offset 0 00000400:00000200:0.0:1788942130.334344:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.334352:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.334359:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.334364:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.334368:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.334372:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.334374:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.334378:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2485:2485:256:4294967295] 192.168.206.109@tcp LPNI seq info [2485:2485:8:4294967295] 00000400:00000200:0.0:1788942130.334381:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.334390:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.334395:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.334400:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910ba00. 00000800:00000200:0.0:1788942130.334406:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.334414:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.334419:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910ba00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.334439:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.334443:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 824005 usecs (825 jiffies) 00000400:00000200:0.0:1788942130.334446:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.334448:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531318 00000100:00000001:0.0:1788942130.334451:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.334454:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531318 00000100:00000001:0.0:1788942130.334457:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.334459:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.334462:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.334609:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.334612:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910ba00. 00000400:00000200:2.0:1788942130.334616:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788942130.334617:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788942130.334621:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:0.0:1788942130.334622:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1788942130.334627:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000100:00100000:0.0:1788942130.334627:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000400:00000010:2.0:1788942130.334630:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:0.0:1788942130.334633:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.334635:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788942130.334637:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788942130.334639:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.334651:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.334654:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.334658:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.334660:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.355823:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.355842:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.355845:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.355848:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.355895:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.355903:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.355911:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.355916:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.355921:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.355926:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f50a00 00000400:00000200:3.0:1788942130.355938:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.355944:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x6abd [64] + 224 00000800:00000001:3.0:1788942130.355951:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.355972:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.355976:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.355980:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.355987:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.355995:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.356007:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.356018:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.356026:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.356030:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.356106:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.356113:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.356114:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.356117:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:0.0:1788942130.356121:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551b93800 00000400:00000010:0.0:1788942130.356123:0:31565:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b551b93800. 00000100:00000001:0.0:1788942130.356140:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.356145:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.356153:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.356158:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.356160:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.356173:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.356176:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.356179:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.356181:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.356183:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.356192:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942130.356197:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.356199:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788942130.356203:0:31565:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545996a00 x1875839884265984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.356210:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788942130.356213:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942130.356215:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942130.356216:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942130.356219:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.356220:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.356223:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.356225:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788942130.356227:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.356230:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788942130.356235:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.356242:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788942130.356245:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.356247:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.356625:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.356635:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884265984:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942130.356640:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.356643:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788942130.356645:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.356647:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.356650:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.356656:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.356659:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.356662:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.356663:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788942130.356667:0:31565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942130.356671:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.356674:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.356677:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=4 00000020:00000001:0.0:1788942130.356679:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.356682:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00010000:0.0:1788942130.356687:0:31565:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.356697:0:31565:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788942130.356700:0:31565:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.356706:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.356709:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.356714:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.356716:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942130.356718:0:31565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.356724:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.356727:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.356730:0:31565:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942130.356733:0:31565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.356738:0:31565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b552325800 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942130.356741:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942130.356745:0:31565:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.357023:0:31565:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942130.357025:0:31565:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942130.357029:0:31565:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.357038:0:31565:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942130.357041:0:31565:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942130.357043:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.357044:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.357046:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=5 00000020:00000001:0.0:1788942130.357048:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.357050:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.357053:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942130.357055:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788942130.357060:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942130.357062:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.357065:0:31565:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942130.357067:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942130.357069:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942130.357071:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942130.357072:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.357074:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942130.357076:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325800 with handle 0xcbb91bbb781577f1 from hash 00010000:00000001:0.0:1788942130.357078:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942130.357079:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.357081:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.357082:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942130.357083:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942130.357084:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942130.357086:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.357088:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.357090:0:31565:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.357091:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.357094:0:31565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.357104:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.357106:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.357107:0:31565:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788942130.357108:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.357109:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.357110:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.357111:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942130.357113:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.357123:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.357125:0:31565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788942130.357139:0:31565:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788942130.357146:0:31565:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942130.357155:0:31565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788942130.357159:0:31565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942130.357165:0:31565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.357167:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788942130.357168:0:31565:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.357170:0:31565:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.357172:0:31565:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.357175:0:31565:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788942130.357177:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.357178:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00010000:00000001:0.0:1788942130.357181:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788942130.357182:0:31565:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.357184:0:31565:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942130.357187:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f868 00000002:00002000:0.0:1788942130.357188:0:31565:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788942130.357191:0:31565:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.357194:0:31565:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.357197:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942130.357199:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942130.357202:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.357207:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.357210:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.357215:0:31565:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942130.357220:0:31565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942130.357222:0:31565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942130.357225:0:31565:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942130.357226:0:31565:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788942130.357229:0:31565:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.357232:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788942130.357235:0:31565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788942130.357239:0:31565:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:0.0:1788942130.357242:0:31565:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942130.357245:0:31565:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942130.357246:0:31565:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.357324:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942130.357326:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.357329:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.357334:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.357340:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.357413:0:31565:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.357422:0:31565:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b543e805c0. 00000080:00000001:0.0:1788942130.357425:0:31565:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788942130.357428:0:31565:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788942130.357431:0:31565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788942130.357434:0:31565:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b548354860. 00000002:00100000:0.0:1788942130.357439:0:31565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942130.357445:0:31565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.357447:0:31565:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942130.357450:0:31565:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788942130.357453:0:31565:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.357456:0:31565:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788942130.357458:0:31565:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.357460:0:31565:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.357464:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.357468:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788942130.357475:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.357478:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559240000. 02000000:00000001:0.0:1788942130.357586:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788942130.357588:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.357592:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00000008:0.0:1788942130.357594:0:31565:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), flags 704400, rc = 0 00000080:00000001:0.0:1788942130.357598:0:31565:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.357618:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd28 00000080:00200008:0.0:1788942130.357621:0:31565:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942130.357628:0:31565:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788942130.357631:0:31565:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.357633:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.357634:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fca0 00000080:00200000:0.0:1788942130.357637:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1788942130.357643:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00800000:00000002:0.0:1788942130.357648:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.357653:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.357656:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.357658:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00800000:00000002:0.0:1788942130.357660:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.357663:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.357668:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.357672:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.357673:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa90 00000002:00010000:0.0:1788942130.357675:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.357678:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.357680:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.357682:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.357689:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:0.0:1788942130.357692:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.357696:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.357698:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.357702:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788942130.357710:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.357714:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.357718:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788942130.357725:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.357726:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.357728:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.357730:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.357731:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.357733:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942130.357735:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942130.357737:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.357739:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.357742:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.357743:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.357746:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) 00000080:00010000:0.0:1788942130.357749:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) for lock 0xcbb91bbb781577c0 00800000:00000001:0.0:1788942130.357752:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.357753:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.357755:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.357756:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.357758:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:0.0:1788942130.357760:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.357762:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.357765:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.357766:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.357767:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.357769:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.357772:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577c0 from it ffffa57dc1c9fcd8 00010000:00000001:0.0:1788942130.357774:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.357775:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.357776:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:0.0:1788942130.357778:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.357779:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.357781:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.357784:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942130.357790:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.357791:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.357793:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.357795:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.357798:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942130.357804:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.357807:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.357809:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.357812:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.357813:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.357815:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.357817:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.357819:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.357821:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.357823:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.357824:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.357825:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.357826:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.357827:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942130.357829:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.357832:0:31565:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.357836:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd28 00000080:00000008:0.0:1788942130.357838:0:31565:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942130.357892:0:31565:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788942130.357895:0:31565:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788942130.357900:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.357903:0:31565:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1788942130.357908:0:31565:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788942130.357911:0:31565:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788942130.357913:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.357915:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fab8 00000002:00010000:0.0:1788942130.357917:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000404:0x28:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788942130.357920:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.357921:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.357922:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.357925:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:0.0:1788942130.357927:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.357929:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.358005:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.358008:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788942130.358015:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.358017:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.358019:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788942130.358025:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.358027:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.358028:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.358030:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.358031:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.358032:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.358034:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:0.0:1788942130.358035:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.358037:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.358040:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.358041:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.358042:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.358075:0:31565:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788942130.358080:0:31565:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90b551b93800. 00000002:00000001:0.0:1788942130.358809:0:31565:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1788942130.358818:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995880. 00000020:00000040:0.0:1788942130.358823:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942130.358827:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.358830:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.358833:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.358840:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fb200. 00000100:00000001:0.0:1788942130.358845:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.358848:0:31565:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788942130.358894:0:31565:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90b551aee800. 00000100:00000010:0.0:1788942130.358899:0:31565:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90b55233d000. 00000020:00000040:0.0:1788942130.358902:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=10 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942130.358924:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.358926:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.358940:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.358943:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.358945:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.358946:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942130.358950:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.358954:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.358956:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.358957:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.358966:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.358974:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.358976:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.358980:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.358982:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.358984:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.358988:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884266112:192.168.206.109@tcp:37:rm.0 00000100:00000001:0.0:1788942130.358992:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.358996:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.358998:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.359001:0:31565:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788942130.359008:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.359012:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097000. 00000400:00000010:0.0:1788942130.359020:0:31565:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90b559144000. 00000100:00000200:0.0:1788942130.359027:0:31565:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1101f50a80-0x6aa1101f50a80, portal 14 00000100:00000001:0.0:1788942130.359031:0:31565:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.359033:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.359036:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aec800. 02000000:00000001:0.0:1788942130.359038:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.359041:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.359043:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942130.359046:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5add0. 00000100:00000200:0.0:1788942130.359049:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884266112, portal 10 00000100:00000001:0.0:1788942130.359051:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.359052:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000040:0.0:1788942130.359059:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.359065:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.359068:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.359070:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942130.359074:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875839884266112, offset 0 00000400:00000200:0.0:1788942130.359079:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.359086:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.359093:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.359098:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.359102:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.359105:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.359108:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.359111:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2486:2486:256:4294967295] 192.168.206.109@tcp LPNI seq info [2486:2486:8:4294967295] 00000400:00000200:0.0:1788942130.359115:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.359125:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.359141:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.359146:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bd00. 00000800:00000200:0.0:1788942130.359153:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.359160:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.359164:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bd00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.359186:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.359190:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 822946 usecs (823 jiffies) 00000400:00000200:0.0:1788942130.359194:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.359196:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531341 00000100:00000001:0.0:1788942130.359199:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.359202:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531341 00000100:00000001:0.0:1788942130.359204:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.359206:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.359208:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.359210:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.359212:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.359214:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.359217:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.359219:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.359638:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.359642:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bd00. 00000400:00000200:2.0:1788942130.359648:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.359653:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.359658:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:2.0:1788942130.359661:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:2.0:1788942130.359664:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.359669:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.359677:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.359680:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.359685:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.359687:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942130.362900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325800. 00000800:00000001:3.0:1788942130.366341:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.366363:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.366367:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.366369:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.366376:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.366382:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.366389:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.366394:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.366398:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.366402:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 4096 into portal 14 MB=0x6aa1101f50a80 00000400:00000200:3.0:1788942130.366407:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.366412:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.109@tcp of length 4096/4096 into md 0x6ac5 [256] + 0 00000400:00000010:3.0:1788942130.366417:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097000. 00000400:00000200:3.0:1788942130.366421:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b559144000 00000800:00000001:3.0:1788942130.366426:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.366433:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.366436:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.366440:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.366445:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559144000 00000400:00000010:3.0:1788942130.366447:0:2347:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90b559144000. 00000100:00000001:3.0:1788942130.366451:0:2347:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788942130.366453:0:2347:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff90b545995880 desc ffff90b551aee800 mbits 1875839884266112 00000100:00000001:3.0:1788942130.366463:0:2347:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788942130.366469:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942130.366471:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.366476:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942130.366481:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2487:2487:256:4294967295] 192.168.206.109@tcp LPNI seq info [2487:2487:8:4294967295] 00000400:00000200:3.0:1788942130.366485:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.366492:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942130.366496:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942130.366503:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90b559120000. 00000800:00000200:3.0:1788942130.366508:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942130.366514:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942130.366517:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b559120000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942130.366566:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.366569:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90b559120000. 00000400:00000200:3.0:1788942130.366572:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.366575:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942130.366580:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.366583:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.366618:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.366623:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942130.369999:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.370015:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.370401:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.370408:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.370417:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.370424:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.370433:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.370437:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.370443:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.370447:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f50a80 00000400:00000200:3.0:1788942130.370452:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.370458:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x6acd [1] + 224 00000800:00000001:3.0:1788942130.370464:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.371001:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.371006:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.371012:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.371180:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.371189:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.371199:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.371209:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.371218:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.371222:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.371425:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.371431:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.371433:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.371436:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942130.371440:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5add0 00000400:00000010:0.0:1788942130.371442:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5add0. 00000100:00000001:0.0:1788942130.371445:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.371450:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.371458:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.371464:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.371466:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.371469:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.371472:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.371474:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.371476:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.371479:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.371487:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942130.371490:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.371493:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.371494:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.371497:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.371500:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.371503:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.371506:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788942130.371508:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.371510:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.371514:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788942130.371534:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.371541:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.371543:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.371546:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.371553:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884266112:192.168.206.109@tcp:37:rm.0 00000100:00000001:0.0:1788942130.371557:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.371560:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.371562:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.371564:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.371567:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.371573:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.371576:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.371579:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.371581:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.371585:0:31565:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.371587:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.371590:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995880 x1875839884266112/t0(0) o37->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 448/440 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.371595:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.371597:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.371600:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aec800. 02000000:00000001:0.0:1788942130.371603:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.371605:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.371607:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.371608:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:0.0:1788942130.371610:0:31565:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788942130.371612:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.371613:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.371614:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:0.0:1788942130.371636:0:31565:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90b55233d000. 00000100:00000010:0.0:1788942130.371639:0:31565:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b551aee800. 00000100:00000001:0.0:1788942130.371641:0:31565:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788942130.371644:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fb200. 02000000:00000001:0.0:1788942130.371647:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.371649:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.371650:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995880. 00000100:00000001:0.0:1788942130.371653:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.371654:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.371657:0:31565:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788942130.371658:0:31565:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788942130.375561:0:31565:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90b551b93800. 00000002:00000001:0.0:1788942130.375571:0:31565:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.375578:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.375581:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.375584:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:0.0:1788942130.375587:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.375590:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.375593:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.375598:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942130.375607:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.375608:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.375610:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.375613:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.375616:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942130.375623:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.375626:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.375628:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.376469:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.376472:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.376474:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.376478:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.376480:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.376482:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.376485:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.376488:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.376489:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.376490:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788942130.376493:0:31565:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.376498:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788942130.376505:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942130.376507:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788942130.376513:0:31565:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.376518:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.376524:0:31565:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.376551:0:31565:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788942130.376554:0:31565:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942130.376558:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00200008:0.0:1788942130.376561:0:31565:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), flags 704000 00000080:00400000:0.0:1788942130.376565:0:31565:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788942130.376568:0:31565:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942130.376570:0:31565:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788942130.376572:0:31565:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942130.376578:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.376581:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.376586:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:0.0:1788942130.376589:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.376592:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.376594:0:31565:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 0 00000080:00000001:0.0:1788942130.376597:0:31565:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942130.376599:0:31565:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942130.376603:0:31565:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.376605:0:31565:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942130.376610:0:31565:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942130.376613:0:31565:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942130.376615:0:31565:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:0.0:1788942130.376618:0:31565:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942130.376619:0:31565:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:0.0:1788942130.376626:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995880. 00000020:00000040:0.0:1788942130.376630:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942130.376634:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.376637:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.376641:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.376647:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fb200. 00000100:00000001:0.0:1788942130.376654:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942130.376671:0:31565:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942130.376683:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788942130.376688:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942130.376695:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.376697:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.376703:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.376785:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.376788:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.376790:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942130.376794:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.376798:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.376800:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.376801:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.376806:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.376814:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.376816:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.376819:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.376822:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.376824:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.376827:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884266368:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942130.376831:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.376836:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.376838:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.376840:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.376845:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aee800. 02000000:00000001:0.0:1788942130.376847:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.376876:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.376881:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942130.376888:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5add0. 00000100:00000200:0.0:1788942130.376894:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884266368, portal 10 00000100:00000001:0.0:1788942130.376897:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.376898:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000040:0.0:1788942130.376904:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.376912:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.376915:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.376918:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a220. 00000100:00000200:0.0:1788942130.376922:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884266368, offset 0 00000400:00000200:0.0:1788942130.376928:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.376936:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.376943:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.376948:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.376952:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.376955:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.376958:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.376962:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2488:2488:256:4294967295] 192.168.206.109@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:0.0:1788942130.376967:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.376977:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.376982:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.376988:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b800. 00000800:00000200:0.0:1788942130.376994:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.377001:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.377005:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.377343:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.377349:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 821875 usecs (822 jiffies) 00000400:00000200:0.0:1788942130.377353:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.377356:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531358 00000100:00000001:0.0:1788942130.377359:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.377361:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531358 00000100:00000001:0.0:1788942130.377363:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.377365:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.377368:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.377370:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.377372:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.377375:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.377377:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.377380:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.377824:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.377830:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000400:00000200:2.0:1788942130.377835:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.377842:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.377882:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a220 00000400:00000010:2.0:1788942130.377885:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a220. 00000100:00000001:2.0:1788942130.377890:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.377895:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.377903:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.377906:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.377917:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.377919:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.386806:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.386821:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.386825:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.386827:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.386834:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.386841:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.386849:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.386873:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.386878:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.386883:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f50b80 00000400:00000200:3.0:1788942130.386888:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.386892:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6ad5 [1] + 224 00000800:00000001:3.0:1788942130.386899:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.386905:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.386908:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.386913:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.386920:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.386927:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.386938:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.386995:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942130.387012:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.387020:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.387023:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942130.389582:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.389587:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.389591:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942130.389598:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5add0 00000400:00000010:0.0:1788942130.389601:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5add0. 00000100:00000001:0.0:1788942130.389605:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.389614:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.389625:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995880 x1875839884266368/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.389634:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.389636:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.389639:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.389641:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.389644:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.389646:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.389649:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.389658:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942130.389662:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.389664:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.389666:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.389669:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.389672:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.389675:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942130.389676:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942130.389678:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942130.389680:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.389682:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942130.389685:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.389687:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788942130.389689:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.389692:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.389697:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995880 x1875839884266368/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.389882:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.389884:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.389886:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.389892:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995880 x1875839884266368/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.389900:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884266368:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942130.389905:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.389908:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.389910:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.389912:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.389915:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884266368/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.389921:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.389926:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.389930:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.389932:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.389939:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.389940:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000002:00000001:0.0:1788942130.389943:0:31565:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.389946:0:31565:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.389951:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.389954:0:31565:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942130.389957:0:31565:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942130.389963:0:31565:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942130.389967:0:31565:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.389974:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.389975:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.389977:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.389980:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.389986:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.389988:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.389991:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884266368/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.389997:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.389998:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.390001:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996a00 x1875839884265984/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.390006:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788942130.390010:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.390012:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.390014:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.390017:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942130.390600:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.390604:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.390606:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996a00. 00000100:00000001:0.0:1788942130.390610:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.390612:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.390617:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.390622:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884266368/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.390629:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.390631:0:31565:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b548354860. 00000002:00000001:0.0:1788942130.390634:0:31565:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.390636:0:31565:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.390638:0:31565:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b543e805c0. 00000100:00000001:0.0:1788942130.390640:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.390643:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995880 x1875839884266368/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.390650:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.390652:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.390655:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aee800. 02000000:00000001:0.0:1788942130.390658:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.390659:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.390661:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.390663:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.390664:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fb200. 02000000:00000001:0.0:1788942130.390666:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.390667:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.390668:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995880. 00000100:00000001:0.0:1788942130.390670:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.390672:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.390674:0:31565:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.390678:0:31565:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b550ccc3c0. 00000080:00000001:0.0:1788942130.390681:0:31565:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.390686:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00000008:0.0:1788942130.390689:0:31565:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), flags 704000, rc = 0 00000080:00000001:0.0:1788942130.390693:0:31565:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.390695:0:31565:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.390797:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.390800:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.390802:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.390804:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00000080:00200000:0.0:1788942130.390806:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942130.390811:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942130.391264:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.391269:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.391272:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.391274:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fae0 00800000:00000002:0.0:1788942130.391277:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.391281:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.391285:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.391289:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.391291:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9b0 00000002:00010000:0.0:1788942130.391292:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.391296:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.391297:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.391301:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.391306:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.391309:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.391313:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.391317:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.391321:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788942130.391332:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.391336:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.391339:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788942130.391346:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.391347:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.391349:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.391351:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.391353:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.391355:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942130.391357:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942130.391360:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.391362:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942130.391366:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.391367:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.391369:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942130.391372:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577ea 00800000:00000001:0.0:1788942130.391375:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.391376:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.391378:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.391380:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.391382:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.391385:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.391387:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.391390:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.391392:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.391393:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.391396:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.391398:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ea from it ffffa57dc1c9fbf8 00010000:00000001:0.0:1788942130.391400:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.391411:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.391412:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.391414:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.391416:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.391419:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.391422:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942130.391428:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.391429:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.391431:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.391434:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.391436:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942130.391444:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.391446:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.391448:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.391452:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.391453:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.391455:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391458:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.391460:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391462:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391464:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391466:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.391468:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.391469:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.391470:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942130.391472:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.391474:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942130.391479:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.391483:0:31565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942130.391485:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00000080:00002000:0.0:1788942130.391487:0:31565:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff90b54450fca8) flags 0x20000e refc 1 00000080:00000001:0.0:1788942130.391490:0:31565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.391492:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc08 00000080:00200000:0.0:1788942130.391493:0:31565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:0.0:1788942130.391498:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942130.391499:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.391503:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942130.391505:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8), inode mode 41ed mask 44 00000080:00000001:0.0:1788942130.391507:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.391512:0:31565:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788942130.391514:0:31565:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788942130.391516:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00200008:0.0:1788942130.391518:0:31565:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), flags 704400 00000080:00000010:0.0:1788942130.391523:0:31565:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b550ccc3c0. 00000080:00000001:0.0:1788942130.391528:0:31565:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788942130.391531:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942130.391533:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.391536:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.391537:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.391539:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa28 00800000:00000002:0.0:1788942130.391540:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.391544:0:31565:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788942130.391546:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9a8 00800000:00000002:0.0:1788942130.391548:0:31565:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788942130.391552:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.391553:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f8e0 00000002:00010000:0.0:1788942130.391555:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788942130.391558:0:31565:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942130.391560:0:31565:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788942130.391563:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942130.391566:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:0.0:1788942130.391568:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.391571:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942130.391574:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391576:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.391578:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.391580:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942130.391581:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.391583:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.391585:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942130.391586:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391587:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.391589:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.391592:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995880. 00000020:00000040:0.0:1788942130.391595:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942130.391600:0:31565:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942130.391601:0:31565:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391603:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.391606:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.391608:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.391609:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.391610:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.391612:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.391614:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.391617:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.391622:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aee800. 00000100:00000001:0.0:1788942130.391628:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391632:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.391633:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391635:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.391636:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.391638:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.391643:0:31565:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00010000:00000001:0.0:1788942130.391647:0:31565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942130.391649:0:31565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942130.391650:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.391652:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.391655:0:31565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942130.391658:0:31565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325800. 00000020:00000001:0.0:1788942130.391660:0:31565:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942130.391662:0:31565:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325800 with handle 0xcbb91bbb781577f8 to hash 00000020:00000001:0.0:1788942130.391665:0:31565:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942130.391666:0:31565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.391669:0:31565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.391672:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.391674:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.391677:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.391684:0:31565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788942130.391693:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788942130.391701:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788942130.391721:0:31565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942130.391727:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.391729:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.391734:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.391736:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.391739:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.391740:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942130.391744:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.391748:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.391750:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.391751:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.391755:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.391770:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.391772:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.391775:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.391778:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.391780:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.391783:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884266624:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942130.391787:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.391790:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.391792:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.391795:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.391916:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559240000. 02000000:00000001:0.0:1788942130.391918:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.391925:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.391929:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942130.391936:0:31565:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b551b93800. 00000100:00000200:0.0:1788942130.391943:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884266624, portal 10 00000100:00000001:0.0:1788942130.391945:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.391946:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000040:0.0:1788942130.391953:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.391960:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.391963:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.391966:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5add0. 00000100:00000200:0.0:1788942130.391969:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884266624, offset 0 00000400:00000200:0.0:1788942130.391975:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.391982:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.391989:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.391993:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.391997:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.392001:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.392003:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.392007:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2489:2489:256:4294967295] 192.168.206.109@tcp LPNI seq info [2489:2489:8:4294967295] 00000400:00000200:0.0:1788942130.392011:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.392508:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.392517:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.392522:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b700. 00000800:00000200:0.0:1788942130.392528:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.392536:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.392540:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.392558:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.392562:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 820806 usecs (821 jiffies) 00000400:00000200:0.0:1788942130.392566:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.392568:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531372 00000100:00000001:0.0:1788942130.392571:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.392573:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531372 00000100:00000001:0.0:1788942130.392575:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.392578:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.392580:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.392582:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.392584:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.392587:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.392589:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.392591:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.395328:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.395336:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b700. 00000400:00000200:2.0:1788942130.395343:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.395351:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.395358:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5add0 00000400:00000010:2.0:1788942130.395361:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5add0. 00000100:00000001:2.0:1788942130.395366:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.395376:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.395387:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.395390:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.395396:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.395398:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.399746:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.399772:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.399778:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.399781:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.399792:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.399801:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.399812:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.399818:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.399825:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.399837:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103354400 00000400:00000200:3.0:1788942130.399848:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x64ed [2] + 656 00000800:00000001:3.0:1788942130.399885:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.399892:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.399896:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.399903:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.399913:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942130.399915:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942130.399923:0:2347:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544ace680. 00000100:00000040:3.0:1788942130.399928:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b544ace680 x1875839905252352 msgsize 328 00000100:00100000:3.0:1788942130.399933:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942130.399950:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.399958:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.399962:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.399964:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.399966:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.399970:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.399975:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.399980:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.399984:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.399988:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.399992:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f50c80 00000400:00000200:3.0:1788942130.399998:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.400006:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x6add [64] + 224 00000800:00000001:3.0:1788942130.400010:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788942130.400014:0:15937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1788942130.400018:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788942130.400021:0:15937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905252352 00000400:00000200:3.0:1788942130.400023:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.400041:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.400046:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.400055:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.400067:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.400085:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.400089:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.400092:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.400122:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.400143:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.400145:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.400149:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942130.400156:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551b93800 00000400:00000010:0.0:1788942130.400158:0:31565:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b551b93800. 00000100:00000001:0.0:1788942130.400163:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.400173:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.400184:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995880 x1875839884266624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.400192:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.400194:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.400196:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.400200:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.400203:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.400205:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.400208:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.400215:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942130.400220:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.400222:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.400224:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.400227:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.400230:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.400233:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942130.400235:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942130.400237:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942130.400239:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.400241:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942130.400244:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942130.400246:0:31565:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967643 gen 2 00000100:00000040:0.0:1788942130.400252:0:31565:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967643) req@ffff90b545e64700 x1875839884259456/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942144 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.400259:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.400263:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884259456/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942144 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.400270:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.400272:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.400275:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8000. 02000000:00000001:0.0:1788942130.400278:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.400280:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.400282:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.400285:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.400287:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5486d3c00. 02000000:00000001:0.0:1788942130.400291:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.400293:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.400295:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:0.0:1788942130.400298:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.400299:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.400304:0:31565:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967643) req@ffff90b545997480 x1875839884262528/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.400311:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.400313:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997480 x1875839884262528/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942144 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.400320:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.400321:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.400322:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aec000. 02000000:00000001:0.0:1788942130.400324:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.400325:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.400327:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.400328:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.400329:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428faa00. 02000000:00000001:0.0:1788942130.400331:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.400332:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.400333:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997480. 00000100:00000001:0.0:1788942130.400335:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.400336:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.400340:0:31565:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967643) req@ffff90b545e67800 x1875839884264960/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.400355:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.400358:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884264960/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.400364:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.400365:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.400366:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9800. 02000000:00000001:0.0:1788942130.400368:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.400369:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.400371:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.400372:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.400374:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b54367fa00. 02000000:00000001:0.0:1788942130.400377:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.400378:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.400379:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:0.0:1788942130.400381:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.400382:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.400386:0:31565:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967643) req@ffff90b545e66d80 x1875839884265600/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.400392:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.400395:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884265600/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.400407:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.400408:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.400410:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487ba400. 02000000:00000001:0.0:1788942130.400412:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.400413:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.400414:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.400415:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.400416:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543747a00. 02000000:00000001:0.0:1788942130.400419:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.400420:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.400421:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:0.0:1788942130.400423:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.400425:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942130.400429:0:31565:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.400436:0:31565:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788942130.400439:0:31565:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=4/5 committed=0/0 00000100:00000001:0.0:1788942130.400441:0:31565:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.400443:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.400448:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.400461:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.400463:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.400465:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.400468:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.400476:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884266624:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942130.400480:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.400483:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.400485:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.400486:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.400489:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.400495:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.400497:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.400500:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.400501:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.400504:0:31565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942130.400508:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.400510:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.400513:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=4 00000020:00000001:0.0:1788942130.400515:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400518:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000040:0.0:1788942130.400524:0:31565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325800, remote cookie: 0x4d194fbcadeecbc5, flags: 0x1001 00010000:00000040:0.0:1788942130.400527:0:31565:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942130.400530:0:31565:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788942130.400536:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:0.0:1788942130.400539:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.400542:0:31565:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.400547:0:31565:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.400557:0:31565:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.400563:0:31565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942130.400566:0:31565:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942130.400568:0:31565:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942130.400570:0:31565:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942130.400571:0:31565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942130.400573:0:31565:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff90b551c3ec00) refcount = 2 00010000:00000040:0.0:1788942130.400576:0:31565:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788942130.400579:0:31565:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788942130.400586:0:31565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.400592:0:31565:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942130.400595:0:31565:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942130.400597:0:31565:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.400599:0:31565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942130.400601:0:31565:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.400605:0:31565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.400610:0:31565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942130.400612:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400613:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.400616:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400617:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.400618:0:31565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.400622:0:31565:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942130.400625:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.400627:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.400628:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=3 00000020:00000001:0.0:1788942130.400630:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400633:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400635:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400635:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942130.400639:0:31565:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942130.400647:0:31565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788942130.400651:0:31565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942130.400657:0:31565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.400659:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.400660:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.400661:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=3 00000020:00000001:0.0:1788942130.400662:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400664:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400667:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400668:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.400669:0:31565:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.400671:0:31565:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.400674:0:31565:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788942130.400675:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.400677:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00010000:00000001:0.0:1788942130.400678:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.400679:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.400680:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=3 00000020:00000001:0.0:1788942130.400682:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400684:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00000002:00010000:0.0:1788942130.400687:0:31565:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.400698:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400699:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.400700:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942130.400701:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.400702:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.400703:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=3 00000020:00000001:0.0:1788942130.400713:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400715:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000040:0.0:1788942130.400717:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 3 00010000:00000001:0.0:1788942130.400719:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942130.400723:0:31565:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/40 (0 0) 00010000:00000001:0.0:1788942130.400725:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400726:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.400728:0:31565:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942130.400730:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f868 00000002:00002000:0.0:1788942130.400732:0:31565:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788942130.400735:0:31565:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.400738:0:31565:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.400740:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942130.400743:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942130.400745:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.400749:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.400751:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942130.400755:0:31565:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942130.400759:0:31565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942130.400762:0:31565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942130.400764:0:31565:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942130.400766:0:31565:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788942130.400769:0:31565:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.400772:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788942130.400775:0:31565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788942130.400779:0:31565:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00010000:00000001:0.0:1788942130.400781:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.400782:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.400784:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=3 00000020:00000001:0.0:1788942130.400786:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400788:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400789:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400790:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.400792:0:31565:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942130.400794:0:31565:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942130.400795:0:31565:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.400798:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) for lock 0xcbb91bbb781577f8 00800000:00000001:0.0:1788942130.400801:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.400802:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.400803:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.400804:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.400805:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=3 00000020:00000001:0.0:1788942130.400807:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400809:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400811:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400812:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.400813:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.400814:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.400817:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942130.400819:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.400821:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.400825:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.400831:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.400834:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577f8 from it ffffa57dc1c9fbd0 00010000:00000001:0.0:1788942130.400836:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.400837:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.400838:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=3 00000020:00000001:0.0:1788942130.400839:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400841:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.400844:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.400846:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.400889:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400890:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.400892:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.400895:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.400897:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.400904:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.400906:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.400908:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.400912:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400913:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.400915:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.400918:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.400921:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.400923:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.400925:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.400927:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.400928:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.400929:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.400932:0:31565:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.400939:0:31565:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b543e805c0. 00000080:00000001:0.0:1788942130.400942:0:31565:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788942130.400945:0:31565:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788942130.400948:0:31565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788942130.400951:0:31565:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b548354860. 00000002:00100000:0.0:1788942130.400955:0:31565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942130.400961:0:31565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.400963:0:31565:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942130.400967:0:31565:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788942130.400970:0:31565:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.400973:0:31565:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788942130.400975:0:31565:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.400976:0:31565:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.400980:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.400983:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788942130.400988:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.400990:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559240000. 02000000:00000001:0.0:1788942130.401048:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788942130.401051:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.401053:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb78 00000080:00000008:0.0:1788942130.401056:0:31565:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), flags 704400, rc = 0 00000080:00000001:0.0:1788942130.401060:0:31565:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.401081:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd28 00000080:00200008:0.0:1788942130.401084:0:31565:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942130.401092:0:31565:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788942130.401095:0:31565:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401098:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.401099:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fca0 00000080:00200000:0.0:1788942130.401101:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8),name=d21h.recovery-small-2 00000080:00000010:0.0:1788942130.401107:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942130.401112:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.401118:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.401121:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.401123:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbc0 00800000:00000002:0.0:1788942130.401125:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.401139:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.401143:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.401147:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.401148:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa90 00000002:00010000:0.0:1788942130.401150:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.401153:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.401156:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401158:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401161:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 3 00010000:00000001:0.0:1788942130.401163:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.401166:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.401169:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.401172:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942130.401180:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.401183:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.401187:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788942130.401194:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.401196:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.401198:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.401200:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.401202:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.401204:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942130.401206:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942130.401208:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.401211:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942130.401214:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.401216:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.401218:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) 00000080:00010000:0.0:1788942130.401222:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) for lock 0xcbb91bbb781577c0 00800000:00000001:0.0:1788942130.401224:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.401226:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.401227:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.401229:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.401230:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:0.0:1788942130.401232:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.401235:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.401238:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401239:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.401240:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.401241:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.401243:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577c0 from it ffffa57dc1c9fcd8 00010000:00000001:0.0:1788942130.401245:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.401246:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.401247:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=3 00000020:00000001:0.0:1788942130.401249:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.401251:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942130.401253:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.401256:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942130.401262:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401263:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.401264:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.401266:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.401268:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942130.401274:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.401275:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.401277:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.401279:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401280:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.401281:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401283:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.401284:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401285:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401287:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401289:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.401290:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401291:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.401292:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942130.401294:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.401297:0:31565:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.401301:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd28 00000080:00000008:0.0:1788942130.401303:0:31565:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942130.401327:0:31565:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788942130.401329:0:31565:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788942130.401334:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942130.401337:0:31565:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788942130.401343:0:31565:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446707420538863552 : -36653170688064 : ffffdeaa04c7ffc0) 00000080:00000001:0.0:1788942130.401346:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788942130.401349:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942130.401351:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788942130.401355:0:31565:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.401357:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942130.401360:0:31565:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401369:0:31565:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788942130.401370:0:31565:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:0.0:1788942130.401373:0:31565:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942130.401375:0:31565:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401391:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.401394:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942130.401395:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788942130.401399:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401404:0:31565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942130.401407:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fda0 00000080:00002000:0.0:1788942130.401409:0:31565:0:(dcache.c:87:ll_dcompare()) found name f(ffff90b54450f000) flags 0x48000e refc 0 00000080:00000001:0.0:1788942130.401411:0:31565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.401413:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe10 00000080:00200000:0.0:1788942130.401414:0:31565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788942130.401419:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942130.401421:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788942130.401424:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401427:0:31565:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788942130.401429:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdf8 00000080:00200000:0.0:1788942130.401431:0:31565:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90b548da00c8) 00000080:00000001:0.0:1788942130.401434:0:31565:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788942130.401437:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.401441:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942130.401443:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942130.401445:0:31565:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942130.401448:0:31565:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:0.0:1788942130.401451:0:31565:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c9e40 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:0.0:1788942130.401454:0:31565:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:0.0:1788942130.401456:0:31565:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942130.401459:0:31565:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788942130.401460:0:31565:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788942130.401462:0:31565:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788942130.401464:0:31565:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788942130.401467:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942130.401470:0:31565:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788942130.401473:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000001:0.0:1788942130.401479:0:31565:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788942130.401496:0:31565:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788942130.401499:0:31565:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2a:0x0] 00800000:00000001:0.0:1788942130.401501:0:31565:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.401504:0:31565:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x28:0x0]/[0x200000404:0x2a:0x0] -> mds #0 00000002:00000001:0.0:1788942130.401507:0:31565:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788942130.401509:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942130.401512:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 3 00010000:00000001:0.0:1788942130.401514:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.401517:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942130.401520:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942130.401523:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788942130.401531:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942130.401534:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942130.401536:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942130.401538:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788942130.401540:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401542:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401545:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.401547:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.401549:0:31565:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788942130.401551:0:31565:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788942130.401553:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.401556:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.401558:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942130.401565:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401566:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.401568:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788942130.401569:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.401571:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.401572:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325800 refcount=2 00000020:00000001:0.0:1788942130.401574:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.401577:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175352320 : -122366534199296 : ffff90b552325800) 00010000:00000001:0.0:1788942130.401579:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401580:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.401581:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401582:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401584:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.401586:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.401588:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.401589:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401590:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401592:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.401594:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.401596:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401598:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942130.401601:0:31565:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff90b548da0000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942130.401649:0:31565:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942130.401652:0:31565:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942130.401653:0:31565:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942130.401655:0:31565:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff90b548da00c8) invalid 00000020:00000001:0.0:1788942130.401659:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa60 00000080:00002000:0.0:1788942130.401661:0:31565:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff90b54450fca8) parent ffff90b548d765e8 inode ffff90b548da00c8 refc 3 00000080:00000001:0.0:1788942130.401664:0:31565:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942130.401666:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942130.401667:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401671:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942130.401673:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942130.401675:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942130.401676:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.401678:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942130.401680:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1400 with handle 0xcbb91bbb781577c0 from hash 00010000:00000001:0.0:1788942130.401683:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942130.401684:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401685:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.401686:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942130.401689:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942130.401690:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942130.401693:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942130.401695:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.401697:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.401700:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942130.401702:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 3 00010000:00000001:0.0:1788942130.401704:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.401706:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942130.401709:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942130.401711:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788942130.401718:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942130.401720:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942130.401721:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942130.401722:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1788942130.401725:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401726:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401728:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942130.401731:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.401733:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.401734:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401735:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401737:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942130.401738:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.401740:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.401741:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401742:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401744:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942130.401745:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.401747:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.401749:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401750:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401751:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942130.401753:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.401755:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401756:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401758:0:31565:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942130.401760:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.401762:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942130.401764:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942130.401766:0:31565:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942130.401768:0:31565:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1788942130.401771:0:31565:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942130.401773:0:31565:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942130.401776:0:31565:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942130.401779:0:31565:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942130.401782:0:31565:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942130.401785:0:31565:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.401787:0:31565:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942130.401788:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942130.401791:0:31565:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401792:0:31565:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942130.401794:0:31565:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff90b548db21c8) invalid 00000020:00000001:0.0:1788942130.401797:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa60 00000080:00002000:0.0:1788942130.401798:0:31565:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90b54450f000) parent ffff90b54450fca8 inode ffff90b548db21c8 refc 1 00000080:00000001:0.0:1788942130.401801:0:31565:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942130.401803:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942130.401804:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401806:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942130.401808:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942130.401810:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942130.401811:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.401813:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942130.401815:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0200 with handle 0xcbb91bbb781577c7 from hash 00010000:00000001:0.0:1788942130.401817:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942130.401818:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401819:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.401820:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942130.401822:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942130.401823:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942130.401826:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942130.401828:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788942130.401835:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942130.401836:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942130.401837:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942130.401839:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1788942130.401841:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.401842:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.401844:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e100 count: 4 00010000:00000001:0.0:1788942130.401846:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.401848:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401885:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401887:0:31565:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942130.401889:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.401891:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942130.401893:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942130.401895:0:31565:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942130.401896:0:31565:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1788942130.401898:0:31565:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942130.401899:0:31565:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942130.401901:0:31565:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942130.401902:0:31565:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942130.401905:0:31565:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942130.401906:0:31565:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.401908:0:31565:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942130.401909:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942130.401911:0:31565:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.401913:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942130.401914:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401916:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942130.401917:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942130.401919:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942130.401920:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.401922:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942130.401924:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1200 with handle 0xcbb91bbb7815779d from hash 00010000:00000001:0.0:1788942130.401926:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942130.401928:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401929:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.401930:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942130.401932:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942130.401933:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942130.401935:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942130.401937:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788942130.401939:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788942130.401945:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997480. 00000020:00000040:0.0:1788942130.401948:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942130.401953:0:31565:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942130.401954:0:31565:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401957:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.401960:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.401963:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.401964:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.401965:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.401968:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.401970:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.401972:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.401979:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428faa00. 00000100:00000001:0.0:1788942130.401985:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.401988:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.401990:0:31565:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942130.401995:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788942130.402004:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788942130.402011:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788942130.402018:0:31565:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788942130.402019:0:31565:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788942130.402021:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942130.402023:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0200/0xcbb91bbb781577c7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeecb1d expref: -99 pid: 31564 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788942130.402030:0:31565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b548392cc0. 00010000:00000001:0.0:1788942130.402036:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.402037:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942130.402039:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb7815779d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeeca8a expref: -99 pid: 31529 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788942130.402046:0:31565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b545345d00. 00010000:00000040:0.0:1788942130.402049:0:31565:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3e100 count: 0 00010000:00000010:0.0:1788942130.402054:0:31565:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78400. 00010000:00000001:0.0:1788942130.402059:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.402060:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942130.402062:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb781577c0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecb01 expref: -99 pid: 31564 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942130.402075:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.402077:0:31565:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.402078:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.402080:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.402082:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788942130.402091:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788942130.402099:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942130.402106:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.402108:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.402113:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.402115:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.402118:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.402120:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006016 : -122366745545600 : ffff90b545997480) 00000100:00000001:0.0:1788942130.402123:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.402140:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.402142:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.402143:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.402147:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.402155:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.402157:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.402161:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.402163:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.402165:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.402168:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997480 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884266880:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942130.402172:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.402176:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.402177:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.402180:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.402184:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aec000. 02000000:00000001:0.0:1788942130.402185:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.402192:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.402196:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942130.402202:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000100:00000200:0.0:1788942130.402207:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884266880, portal 10 00000100:00000001:0.0:1788942130.402209:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.402210:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006016 : -122366745545600 : ffff90b545997480) 00000100:00000040:0.0:1788942130.402216:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.402222:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.402225:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.402227:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a660. 00000100:00000200:0.0:1788942130.402230:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875839884266880, offset 0 00000400:00000200:0.0:1788942130.402236:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.402243:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.402249:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.402255:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.402258:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.402261:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.402264:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.402267:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2490:2490:256:4294967295] 192.168.206.109@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:0.0:1788942130.402271:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.402280:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.402286:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.402291:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b000. 00000800:00000200:0.0:1788942130.402297:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.402304:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.402308:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.402330:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.402334:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 819732 usecs (820 jiffies) 00000400:00000200:0.0:1788942130.402339:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.402341:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531381 00000100:00000001:0.0:1788942130.402344:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.402347:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531381 00000100:00000001:0.0:1788942130.402349:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.402351:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.402354:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.402357:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.402359:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.402362:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.402364:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.402367:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.403141:0:15937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788942130.403144:0:15937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942130.403146:0:15937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.403151:0:15937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942130.403155:0:15937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905252352 00000020:00000001:2.0:1788942130.403158:0:15937:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942130.403160:0:15937:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:2.0:1788942130.403161:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.403164:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:2.0:1788942130.403167:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:2.0:1788942130.403169:0:15937:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000001:2.0:1788942130.403173:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942130.403179:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b545345c80. 00000100:00000001:2.0:1788942130.403182:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942130.403184:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b545345c80. 00000020:00000010:2.0:1788942130.403191:0:15937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b55222c400. 00000020:00000010:2.0:1788942130.403196:0:15937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551c4cc00. 00000020:00000010:2.0:1788942130.403201:0:15937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b54363f4b0. 00000100:00000040:2.0:1788942130.403211:0:15937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788942130.403214:0:15937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788942130.403216:0:15937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788942130.403218:0:15937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.403225:0:15937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.403235:0:15937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.403249:0:15937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788942130.403252:0:15937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788942130.403257:0:15937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 54 00000100:00000040:2.0:1788942130.403261:0:15937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55292f000 : new rpc_count 1 00000100:00000001:2.0:1788942130.403263:0:15937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621706948503168 : -122366761048448 : ffff90b544ace680) 00000100:00000040:2.0:1788942130.403269:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b544ace680 x1875839905252352/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:596/0 lens 328/0 e 0 to 0 dl 1788942141 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942130.403279:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942130.403281:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b545345c80. 00000100:00000001:2.0:1788942130.403283:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942130.403285:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b545345c80. 00000100:00100000:2.0:1788942130.403289:0:15937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b544ace680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:15889:x1875839905252352:12345-192.168.206.109@tcp:104: 00000100:00000200:2.0:1788942130.403292:0:15937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905252352 00010000:00000001:2.0:1788942130.403295:0:15937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788942130.403300:0:15937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942130.403302:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942130.403304:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325c00 refcount=2 00000020:00000001:2.0:1788942130.403306:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:2.0:1788942130.403308:0:15937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:2.0:1788942130.403312:0:15937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942130.403314:0:15937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942130.403318:0:15937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788942130.403329:0:15937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788942130.403331:0:15937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788942130.403336:0:15937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b552275c00. 02000000:00000001:2.0:1788942130.403338:0:15937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.403341:0:15937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.403344:0:15937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788942130.403347:0:15937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942130.403350:0:15937:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942130.403355:0:15937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942130.403357:0:15937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942130.403360:0:15937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:2.0:1788942130.403362:0:15937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788942130.403364:0:15937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.403367:0:15937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942130.403370:0:15937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942130.403374:0:15937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942130.403378:0:15937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905252352, offset 224 00000400:00000200:2.0:1788942130.403383:0:15937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942130.403389:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.403395:0:15937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942130.403400:0:15937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2491:2491:255:4294967295] 192.168.206.109@tcp LPNI seq info [2491:2491:7:4294967295] 00000400:00000200:2.0:1788942130.403404:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.403412:0:15937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942130.403417:0:15937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942130.403421:0:15937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942130.403425:0:15937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942130.403431:0:15937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942130.403434:0:15937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942130.403437:0:15937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.403440:0:15937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:2.0:1788942130.403443:0:15937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788942130.403446:0:15937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b551b85540. 00010000:00000001:2.0:1788942130.403448:0:15937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788942130.403471:0:15937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788942130.403474:0:15937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.403476:0:15937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.403478:0:15937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.403482:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544ace680 x1875839905252352/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:596/0 lens 328/224 e 0 to 0 dl 1788942141 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788942130.403492:0:15937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b544ace680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:15889:x1875839905252352:12345-192.168.206.109@tcp:104: Request processed in 211us (3561us total) trans 0 rc 0/0 00000100:00100000:2.0:1788942130.403499:0:15937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 54 00000100:00000040:2.0:1788942130.403502:0:15937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55292f000 : new rpc_count 0 00000100:00000001:2.0:1788942130.403504:0:15937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788942130.403506:0:15937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788942130.403510:0:15937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551c4cc00. 00000020:00000010:2.0:1788942130.403513:0:15937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b54363f4b0. 00000020:00000010:2.0:1788942130.403517:0:15937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b55222c400. 00000020:00000040:2.0:1788942130.403521:0:15937:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00000001:2.0:1788942130.403524:0:15937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942130.403602:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942130.403604:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.403607:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788942130.403610:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788942130.403612:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942130.403616:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942130.403624:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b552325c00 already unused, calling callback (ffffffffc1162300) 00000008:00000001:1.0:1788942130.403627:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788942130.403629:0:15944:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942130.403630:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942130.403632:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942130.403633:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325c00 refcount=3 00000020:00000001:1.0:1788942130.403635:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.403638:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175353344 : -122366534198272 : ffff90b552325c00) 00010000:00000001:1.0:1788942130.403640:0:15944:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942130.403643:0:15944:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788942130.403649:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788942130.403651:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942130.403654:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942130.403656:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000008:00000001:1.0:1788942130.403658:0:15944:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788942130.403660:0:15944:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942130.403662:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000008:00000001:1.0:1788942130.403664:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.403667:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942130.403670:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942130.403671:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942130.403673:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942130.403675:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942130.403677:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325c00 with handle 0xcbb91bbb781577b9 from hash 00010000:00000001:1.0:1788942130.403680:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942130.403681:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.403683:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.403684:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942130.403686:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942130.403688:0:15944:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788942130.403692:0:15944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942130.403694:0:15944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.403696:0:15944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942130.403698:0:15944:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788942130.403704:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942130.403707:0:15944:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942130.403710:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942130.403712:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942130.403715:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942130.403721:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b543747a00. 00000100:00000001:1.0:1788942130.403725:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.403727:0:15944:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942130.403730:0:15944:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942130.403737:0:15944:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942130.403738:0:15944:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.403741:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942130.403744:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.403751:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8c4680] to pc [ptlrpcd_00_00+0] req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788942130.403770:0:15944:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942130.403773:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942130.403774:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.403775:0:15944:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.403777:0:15944:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942130.403779:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.403782:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942130.403787:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942130.403789:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007df12d95/0xcbb91bbb781577b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeecae5 expref: -99 pid: 31563 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788942130.403796:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b543e80ec0. 00010000:00000040:1.0:1788942130.403800:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25200 count: 0 00010000:00000010:1.0:1788942130.403805:0:15944:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b553d25100. 00010000:00000001:1.0:1788942130.403812:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942130.403814:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788942130.403815:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b551b85540. 00010000:00000001:1.0:1788942130.403818:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942130.403820:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942130.403821:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.403823:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942130.403825:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942130.403826:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.403828:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942130.403829:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942130.403830:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942130.403832:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942130.403838:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.403840:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.403842:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942130.403847:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788942130.404102:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.404112:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b000. 00000400:00000200:3.0:1788942130.404119:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.404142:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.404151:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a660 00000400:00000010:3.0:1788942130.404154:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a660. 00000100:00000001:3.0:1788942130.404160:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.404424:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.404439:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.404444:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.404458:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.404460:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942130.404684:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.404687:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:3.0:1788942130.404691:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.404696:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.404700:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:3.0:1788942130.404702:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:3.0:1788942130.404706:0:2348:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788942130.404708:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1788942130.404801:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942130.404803:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.404807:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942130.404810:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942130.404812:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942130.404817:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884267008:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942130.404821:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942130.404827:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942130.404829:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942130.404831:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942130.404838:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b552be3c00. 02000000:00000001:1.0:1788942130.404840:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942130.404845:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942130.404860:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f528. 00000400:00000010:1.0:1788942130.404866:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942130.404870:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884267008, portal 18 00000100:00000001:1.0:1788942130.404872:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942130.404874:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:1.0:1788942130.404881:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942130.404888:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942130.404890:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942130.404893:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da5d8. 00000100:00000200:1.0:1788942130.404895:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884267008, offset 0 00000400:00000200:1.0:1788942130.404899:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942130.404905:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.404910:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942130.404915:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942130.404918:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942130.404921:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942130.404923:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942130.404927:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2492:2492:256:4294967295] 192.168.206.109@tcp LPNI seq info [2492:2492:8:4294967295] 00000400:00000200:1.0:1788942130.404931:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942130.404938:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942130.404943:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942130.404947:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b554618b00. 00000800:00000200:1.0:1788942130.404953:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942130.404958:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942130.404961:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b554618b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942130.404974:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942130.404978:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 263223 usecs (264 jiffies) 00000400:00000200:1.0:1788942130.404981:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942130.404984:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296530826 00000100:00000001:1.0:1788942130.404986:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.404989:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296530826 00000100:00000001:1.0:1788942130.404991:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:1.0:1788942130.404993:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942130.404996:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.404998:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.405000:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.405006:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.405007:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942130.405010:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.405233:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942130.405235:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.405486:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.405501:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942130.405503:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942130.417169:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.417184:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.417188:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.417191:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.417198:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.417205:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.417214:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.417219:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.417223:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.417227:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f50d80 00000400:00000200:3.0:1788942130.417232:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.417238:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6ae5 [1] + 224 00000800:00000001:3.0:1788942130.417244:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.417251:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.417254:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.417258:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.417265:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000200:2.0:1788942130.418239:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.418246:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b554618b00. 00000400:00000200:2.0:1788942130.418253:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.418259:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.418266:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da5d8 00000400:00000010:2.0:1788942130.418269:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da5d8. 00000100:00000001:2.0:1788942130.418351:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.418359:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.418371:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.418375:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.418383:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.418385:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1788942130.418641:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942130.418653:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.418674:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942130.418682:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942130.418687:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.418693:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942130.418699:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2493:2493:256:4294967295] 192.168.206.109@tcp LPNI seq info [2493:2493:8:4294967295] 00000400:00000200:3.0:1788942130.418703:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.418710:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942130.418715:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942130.418720:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127a600. 00000800:00000200:3.0:1788942130.418726:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942130.418733:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942130.418738:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127a600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942130.418760:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.418763:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127a600. 00000400:00000200:3.0:1788942130.418767:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.418771:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942130.418775:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.418779:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.418842:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.418887:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.418890:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.418892:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942130.418896:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:0.0:1788942130.418898:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:0.0:1788942130.418901:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.418906:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942130.418914:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997480 x1875839884266880/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.418921:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.418923:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.418925:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.418928:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.418931:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.418933:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.418936:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.418944:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942130.418948:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.418950:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.418953:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.418955:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.418957:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.418960:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942130.418962:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000150/0x100000152] 00000100:00000001:0.0:1788942130.418964:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942130.418967:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.418968:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006016 : -122366745545600 : ffff90b545997480) 00000100:00000001:0.0:1788942130.418971:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.418973:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967643 00000100:00000001:0.0:1788942130.418975:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.418977:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.418981:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997480 x1875839884266880/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.418988:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.418990:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.418992:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.418996:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997480 x1875839884266880/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942130.419004:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997480 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884266880:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942130.419009:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.419011:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.419014:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.419016:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.419019:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997480 x1875839884266880/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.419025:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.419028:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.419031:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.419032:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.419040:0:31565:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.419043:0:31565:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.419048:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000100:00000001:0.0:1788942130.419053:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.419056:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997480 x1875839884266880/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.419062:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.419066:0:31565:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.419076:0:31565:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942130.419079:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe28 00000080:00002000:0.0:1788942130.419081:0:31565:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90b54450f000, parent ffff90b54450fca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788942130.419084:0:31565:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.419089:0:31565:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942130.419093:0:31565:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788942130.419100:0:31565:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788942130.419103:0:31565:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788942130.419105:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.419109:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942130.419111:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942130.419116:0:31565:0:(cl_object.c:143:cl_object_top()) ffff90b552366f58 -> ffff90b552366f58 00000020:00000001:0.0:1788942130.419119:0:31565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942130.419122:0:31565:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942130.419124:0:31565:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942130.419139:0:31565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942130.419140:0:31565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942130.419142:0:31565:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942130.419146:0:31565:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff90b544e77340 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788942130.419149:0:31565:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:0.0:1788942130.419152:0:31565:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942130.419154:0:31565:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942130.419156:0:31565:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942130.419158:0:31565:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419160:0:31565:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942130.419162:0:31565:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942130.419163:0:31565:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419164:0:31565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942130.419165:0:31565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942130.419167:0:31565:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942130.419168:0:31565:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:0.0:1788942130.419171:0:31565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419173:0:31565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942130.419175:0:31565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942130.419177:0:31565:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942130.419179:0:31565:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942130.419182:0:31565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942130.419186:0:31565:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942130.419187:0:31565:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942130.419188:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.419190:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173251912 : -122366536299704 : ffff90b552124b48) 00000020:00001000:0.0:1788942130.419192:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124b40 00000020:00000001:0.0:1788942130.419195:0:31565:0:(cl_object.c:143:cl_object_top()) ffff90b552366e90 -> ffff90b552366f58 00000020:00000001:0.0:1788942130.419197:0:31565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942130.419200:0:31565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942130.419201:0:31565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942130.419202:0:31565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419204:0:31565:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419205:0:31565:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952575952 : -122366756975664 : ffff90b544eb0bd0) 00000020:00000001:0.0:1788942130.419208:0:31565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788942130.419209:0:31565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419211:0:31565:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419213:0:31565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419214:0:31565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788942130.419216:0:31565:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942130.419217:0:31565:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942130.419219:0:31565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942130.419220:0:31565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942130.419221:0:31565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419223:0:31565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419225:0:31565:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419227:0:31565:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419228:0:31565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942130.419229:0:31565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419231:0:31565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419232:0:31565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788942130.419234:0:31565:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942130.419235:0:31565:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942130.419236:0:31565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942130.419238:0:31565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788942130.419240:0:31565:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788942130.419243:0:31565:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788942130.419246:0:31565:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b551263880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788942130.419249:0:31565:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942130.419252:0:31565:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b551263880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788942130.419255:0:31565:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942130.419257:0:31565:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419259:0:31565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419260:0:31565:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419262:0:31565:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419263:0:31565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419264:0:31565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942130.419266:0:31565:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788942130.419267:0:31565:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942130.419269:0:31565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788942130.419270:0:31565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942130.419281:0:31565:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419283:0:31565:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788942130.419284:0:31565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942130.419286:0:31565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788942130.419288:0:31565:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942130.419289:0:31565:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942130.419290:0:31565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942130.419291:0:31565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942130.419292:0:31565:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419294:0:31565:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419295:0:31565:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942130.419296:0:31565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942130.419297:0:31565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788942130.419299:0:31565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942130.419300:0:31565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942130.419302:0:31565:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942130.419303:0:31565:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942130.419304:0:31565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942130.419305:0:31565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942130.419306:0:31565:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419308:0:31565:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419310:0:31565:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942130.419311:0:31565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942130.419312:0:31565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419314:0:31565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942130.419316:0:31565:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942130.419317:0:31565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942130.419319:0:31565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942130.419320:0:31565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942130.419321:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124b40 00020000:00000001:0.0:1788942130.419323:0:31565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942130.419325:0:31565:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942130.419327:0:31565:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942130.419329:0:31565:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942130.419333:0:31565:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942130.419334:0:31565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942130.419336:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942130.419338:0:31565:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.419342:0:31565:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788942130.419344:0:31565:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff90b548db21c8) 00800000:00000001:0.0:1788942130.419348:0:31565:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788942130.419350:0:31565:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788942130.419354:0:31565:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788942130.419359:0:31565:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.419361:0:31565:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.419364:0:31565:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788942130.419366:0:31565:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788942130.419368:0:31565:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.419370:0:31565:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419373:0:31565:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942130.419374:0:31565:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942130.419376:0:31565:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00020000:00000001:0.0:1788942130.419381:0:31565:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788942130.419382:0:31565:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:0.0:1788942130.419385:0:31565:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788942130.419388:0:31565:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9e40, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942130.419392:0:31565:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942130.419396:0:31565:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b546661980: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1788942130.419399:0:31565:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788942130.419401:0:31565:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419402:0:31565:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788942130.419404:0:31565:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788942130.419407:0:31565:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788942130.419411:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3eb00 count: 2 00010000:00000001:0.0:1788942130.419414:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.419417:0:31565:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788942130.419419:0:31565:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788942130.419424:0:31565:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788942112 1788942112 1788942112 by oinfo size 0 blocks 1 [cma]time 1788942112 1788942112 1788942112 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788942130.419435:0:31565:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000020:00000001:0.0:1788942130.419438:0:31565:0:(cl_object.c:143:cl_object_top()) ffff90b551263880 -> ffff90b552366f58 00000008:00000001:0.0:1788942130.419439:0:31565:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942130.419441:0:31565:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942130.419444:0:31565:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942130.419445:0:31565:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788942130.419451:0:31565:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90b551263880. 00020000:00000001:0.0:1788942130.419455:0:31565:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788942130.419457:0:31565:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90b552366e10. 00020000:00000001:0.0:1788942130.419461:0:31565:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788942130.419463:0:31565:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942130.419465:0:31565:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942130.419467:0:31565:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:0.0:1788942130.419470:0:31565:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788942130.419471:0:31565:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788942130.419473:0:31565:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:0.0:1788942130.419475:0:31565:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788942130.419477:0:31565:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90b545045a80. 00020000:00000010:0.0:1788942130.419481:0:31565:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90b5591a2300. 00020000:00000010:0.0:1788942130.419484:0:31565:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90b551f927d0. 00020000:00000002:0.0:1788942130.419487:0:31565:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9e40, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942130.419491:0:31565:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942130.419494:0:31565:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b546661980: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:0.0:1788942130.419498:0:31565:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b546661980. 00020000:00000010:0.0:1788942130.419502:0:31565:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c9ea0. 00020000:00000010:0.0:1788942130.419505:0:31565:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9e40. 00020000:00000001:0.0:1788942130.419507:0:31565:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788942130.419508:0:31565:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435086c8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000010:0.0:1788942130.419511:0:31565:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90b5435086c8. 00020000:00000001:0.0:1788942130.419514:0:31565:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788942130.419516:0:31565:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90b552366ed8. 00000020:00001000:0.0:1788942130.419519:0:31565:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942130.419522:0:31565:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788942130.419524:0:31565:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788942130.419555:0:31565:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788942130.419557:0:31565:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942130.419559:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00200008:0.0:1788942130.419562:0:31565:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), flags 704000 00000080:00400000:0.0:1788942130.419566:0:31565:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788942130.419569:0:31565:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942130.419570:0:31565:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788942130.419572:0:31565:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942130.419576:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.419579:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.419582:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00010000:00000001:0.0:1788942130.419584:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.419587:0:31565:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788942130.419591:0:31565:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788942130.419593:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.419598:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.419602:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942130.419609:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.419610:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.419612:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788942130.419614:0:31565:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:0.0:1788942130.419616:0:31565:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b550ccc3c0. 00000080:00000001:0.0:1788942130.419620:0:31565:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.419623:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdd0 00000080:00000008:0.0:1788942130.419625:0:31565:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90b548da00c8), flags 704000, rc = 0 00000080:00000001:0.0:1788942130.419627:0:31565:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.419630:0:31565:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.419633:0:31565:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942130.419634:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe00 00000080:00002000:0.0:1788942130.419636:0:31565:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff90b54450fca8, parent ffff90b548d765e8, inode ffff90b548da00c8) hashed, 00000080:00000001:0.0:1788942130.419638:0:31565:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.419642:0:31565:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942130.419644:0:31565:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788942130.419666:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.419670:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.419671:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.419673:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbd8 00000080:00200000:0.0:1788942130.419675:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942130.419680:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942130.419685:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.419687:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.419690:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.419692:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9faf8 00800000:00000002:0.0:1788942130.419694:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.419697:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.419700:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.419704:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.419705:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9c8 00000002:00010000:0.0:1788942130.419707:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.419710:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.419711:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.419713:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.419716:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.419718:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.419720:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.419723:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.419726:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788942130.419734:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.419736:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.419739:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788942130.419745:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.419747:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.419749:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.419750:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.419752:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.419754:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942130.419757:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942130.419759:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.419762:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942130.419765:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.419766:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.419769:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942130.419772:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577ea 00800000:00000001:0.0:1788942130.419775:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.419777:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.419779:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.419781:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.419783:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.419785:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.419788:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.419790:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.419791:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.419792:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.419794:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.419796:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ea from it ffffa57dc1c9fc10 00010000:00000001:0.0:1788942130.419797:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.419798:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.419800:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.419801:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.419803:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.419805:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.419808:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942130.419814:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.419815:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.419816:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.419818:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.419820:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942130.419827:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.419829:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.419831:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.419834:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.419836:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.419837:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.419840:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.419842:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.419844:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.419846:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.419848:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.419849:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.419879:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.419881:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942130.419882:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.419885:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942130.419888:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.419900:0:31565:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b5483541c0. 00000020:00000001:0.0:1788942130.419904:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdc8 00000080:00200000:0.0:1788942130.419906:0:31565:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=0 00000080:00000001:0.0:1788942130.419909:0:31565:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942130.419910:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc78 00000080:00200000:0.0:1788942130.419912:0:31565:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:0.0:1788942130.419920:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942130.419923:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.419926:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.419929:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.419930:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb98 00800000:00000002:0.0:1788942130.419932:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.419934:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942130.419937:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb30 00800000:00000002:0.0:1788942130.419938:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788942130.419941:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.419943:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa68 00000002:00010000:0.0:1788942130.419944:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788942130.419948:0:31565:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942130.419951:0:31565:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942130.419955:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996a00. 00000020:00000040:0.0:1788942130.419958:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942130.419963:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.419966:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.419969:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.419970:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.419971:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.419974:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.419976:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.419978:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.419984:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aedc00. 00000100:00000001:0.0:1788942130.419991:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.419995:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.419997:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.419999:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.420000:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.420002:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.420009:0:31565:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00010000:00000001:0.0:1788942130.420012:0:31565:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942130.420015:0:31565:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942130.420017:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.420020:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.420022:0:31565:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942130.420026:0:31565:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324a00. 00000020:00000001:0.0:1788942130.420029:0:31565:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942130.420031:0:31565:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324a00 with handle 0xcbb91bbb781577ff to hash 00000020:00000001:0.0:1788942130.420033:0:31565:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942130.420035:0:31565:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.420038:0:31565:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.420041:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.420043:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.420046:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.420053:0:31565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942130.420063:0:31565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942130.420068:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.420070:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.420076:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.420078:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.420080:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.420082:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.420086:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.420090:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.420092:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.420093:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.420098:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.420107:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.420109:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.420112:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.420114:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.420117:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.420121:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884267136:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942130.420137:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.420142:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.420144:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.420146:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.420151:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942130.420153:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.420159:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.420162:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942130.420167:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000100:00000200:0.0:1788942130.420172:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884267136, portal 10 00000100:00000001:0.0:1788942130.420174:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.420176:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:0.0:1788942130.420181:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.420189:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.420192:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.420194:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a908. 00000100:00000200:0.0:1788942130.420197:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884267136, offset 0 00000400:00000200:0.0:1788942130.420203:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.420210:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.420215:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.420219:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.420223:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.420226:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.420229:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.420233:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2494:2494:256:4294967295] 192.168.206.109@tcp LPNI seq info [2494:2494:8:4294967295] 00000400:00000200:0.0:1788942130.420237:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.420245:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.420250:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.420254:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b900. 00000800:00000200:0.0:1788942130.420259:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.420266:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.420270:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.420276:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.420280:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 818676 usecs (819 jiffies) 00000400:00000200:0.0:1788942130.420283:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.420286:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531398 00000100:00000001:0.0:1788942130.420289:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.420291:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531398 00000100:00000001:0.0:1788942130.420293:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.420295:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.420298:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.420300:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.420302:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.420304:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.420306:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.420308:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942130.420598:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.420601:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b900. 00000400:00000200:3.0:1788942130.420605:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.420610:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942130.420615:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a908 00000400:00000010:3.0:1788942130.420617:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a908. 00000100:00000001:3.0:1788942130.420620:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942130.420623:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.420631:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942130.420634:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.420639:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942130.420641:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942130.423891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25200. 00010000:00000010:1.1:1788942130.423906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325c00. 00010000:00000010:0.1:1788942130.427931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:0.1:1788942130.427943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e100. 00010000:00000010:0.1:1788942130.427947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 00010000:00000010:0.1:1788942130.427951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00000080:00000010:0.1:1788942130.427955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfaec0. 00000080:00000010:0.1:1788942130.427969:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548db2100. 00000080:00000010:0.1:1788942130.427974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa9c0. 00000800:00000001:3.0:1788942130.432359:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.432375:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.432379:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.432381:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.432389:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432396:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.432405:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432409:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432415:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432419:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f50e80 00000400:00000200:3.0:1788942130.432424:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432430:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6afd [1] + 224 00000800:00000001:3.0:1788942130.432436:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.432440:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.432443:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.432448:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.432455:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.432464:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.432475:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.432494:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.432504:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.432508:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.432510:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.432512:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.432515:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432518:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.432522:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432525:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432528:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432531:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f50e00 00000400:00000200:3.0:1788942130.432534:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.432539:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6af5 [1] + 224 00000800:00000001:3.0:1788942130.432543:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.432550:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.432552:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.432556:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.432559:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.432563:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942130.432572:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.432591:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.432596:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.432599:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.432665:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.432672:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.432674:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.432678:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942130.432682:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:0.0:1788942130.432684:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:0.0:1788942130.432687:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.432692:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.432700:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.432705:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.432707:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.432709:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.432713:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.432715:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.432718:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.432721:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.432730:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942130.432734:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.432736:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.432738:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.432752:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.432755:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.432759:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.432761:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967643 00000100:00000001:0.0:1788942130.432763:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.432766:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.432770:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.432776:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.432779:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.432781:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.432784:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.432792:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884267136:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942130.432797:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.432799:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.432801:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.432803:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.432806:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.432832:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.432835:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.432839:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.432840:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.432843:0:31565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942130.432847:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.432889:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.432893:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=4 00000020:00000001:0.0:1788942130.432896:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.432907:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000040:0.0:1788942130.432914:0:31565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324a00, remote cookie: 0x4d194fbcadeecc04, flags: 0x1001 00010000:00010000:0.0:1788942130.432920:0:31565:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942130.432927:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1788942130.432928:0:31565:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00000100:00000001:1.0:1788942130.432930:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1788942130.432931:0:31565:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00000400:00000001:1.0:1788942130.432933:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942130.432934:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942130.432936:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f528. 00010000:00000040:0.0:1788942130.432937:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 2 00000400:00000200:1.0:1788942130.432940:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00010000:00000001:0.0:1788942130.432940:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788942130.432942:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00010000:00000001:0.0:1788942130.432943:0:31565:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.432944:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00010000:00010000:0.0:1788942130.432946:0:31565:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1788942130.432949:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788942130.432955:0:31565:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:1.0:1788942130.432958:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788942130.432962:0:31565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1788942130.432964:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942130.432966:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942130.432966:0:31565:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1788942130.432967:0:2353:0:(client.c:1593:after_reply()) Process entered 00010000:00000001:0.0:1788942130.432967:0:31565:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 02000000:00000001:1.0:1788942130.432969:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1788942130.432969:0:31565:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00000100:00000001:1.0:1788942130.432971:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1788942130.432971:0:31565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:1.0:1788942130.432972:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1788942130.432973:0:31565:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff90b551c3ec00) refcount = 2 02000000:00000001:1.0:1788942130.432974:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1788942130.432976:0:31565:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00001000:1.0:1788942130.432979:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96538 time=105 v=5 (5 5 5 5) 00010000:00000040:0.0:1788942130.432979:0:31565:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00001000:1.0:1788942130.432982:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942130.432984:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942130.432985:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942130.432987:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1788942130.432987:0:31565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942130.432989:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.432991:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942130.432993:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942130.432995:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942130.432996:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.432999:0:31565:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:1.0:1788942130.433000:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788942130.433001:0:31565:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942130.433003:0:31565:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.433006:0:31565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1788942130.433007:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.433008:0:31565:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.433009:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942130.433011:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.433011:0:31565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1788942130.433014:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788942130.433018:0:31565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942130.433020:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433021:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1788942130.433022:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884267008:192.168.206.109@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1788942130.433022:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433023:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433025:0:31565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.433026:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.433027:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000002:00000001:0.0:1788942130.433029:0:31565:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000100:00000040:1.0:1788942130.433030:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884267008/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788942130.433030:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433031:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433033:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.433035:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433037:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433039:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433040:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433041:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=4 00000020:00000001:0.0:1788942130.433043:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433045:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00000100:00000001:1.0:1788942130.433048:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942130.433051:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1788942130.433051:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:1.0:1788942130.433054:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b552be3c00. 00010000:00000001:0.0:1788942130.433054:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.433057:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1788942130.433058:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942130.433060:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942130.433061:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00010000:00000001:0.0:1788942130.433062:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1788942130.433063:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 00010000:00000001:0.0:1788942130.433064:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433065:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000010:1.0:1788942130.433066:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543747a00. 00000020:00000001:0.0:1788942130.433066:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433067:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=5 00000020:00000001:0.0:1788942130.433069:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 02000000:00000001:1.0:1788942130.433071:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1788942130.433071:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 02000000:00000001:1.0:1788942130.433073:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1788942130.433073:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000010:1.0:1788942130.433074:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00010000:00010000:0.0:1788942130.433076:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942130.433077:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942130.433078:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942130.433080:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942130.433082:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433083:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942130.433085:0:31565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942130.433087:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942130.433089:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942130.433091:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1788942130.433091:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.433092:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433093:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942130.433094:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433094:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433095:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942130.433099:0:31565:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942130.433106:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433107:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433109:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.433110:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433113:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433115:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433116:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.433117:0:31565:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.433119:0:31565:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.433121:0:31565:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942130.433123:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433124:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433136:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.433138:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433140:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00000002:00010000:0.0:1788942130.433143:0:31565:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.433149:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433150:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433152:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942130.433153:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433154:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433156:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.433157:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433159:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000040:0.0:1788942130.433162:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 3 00010000:00000001:0.0:1788942130.433164:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942130.433168:0:31565:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1788942130.433170:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433171:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.433172:0:31565:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942130.433175:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9f0 00000002:00002000:0.0:1788942130.433177:0:31565:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942130.433180:0:31565:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.433184:0:31565:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.433186:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942130.433189:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788942130.433192:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.433196:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:0.0:1788942130.433198:0:31565:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788942130.433200:0:31565:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c9fe00 it_disposition b 00000080:00000001:0.0:1788942130.433203:0:31565:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942130.433207:0:31565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942130.433209:0:31565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942130.433212:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788942130.433216:0:31565:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788942130.433222:0:31565:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942130.433224:0:31565:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788942130.433226:0:31565:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.433229:0:31565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788942130.433231:0:31565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788942130.433234:0:31565:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788942112 to 1788942130 00000080:00200000:0.0:1788942130.433238:0:31565:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:0.0:1788942130.433241:0:31565:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff90b548da00c8): rc = 0 00000080:00000001:0.0:1788942130.433243:0:31565:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018567880 : -122366690983736 : ffff90b548da00c8) 00010000:00000001:0.0:1788942130.433245:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433247:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433248:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.433250:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433252:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433254:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433255:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.433256:0:31565:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942130.433258:0:31565:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942130.433260:0:31565:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942130.433262:0:31565:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942130.433264:0:31565:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.433267:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) for lock 0xcbb91bbb781577ff 00800000:00000001:0.0:1788942130.433270:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.433271:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.433273:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433274:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433275:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.433277:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433279:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433281:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433282:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.433283:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.433285:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788942130.433290:0:31565:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54454bd80 inode ffff90b548da00c8 refc 1 flags 0x20000e 00000080:00000001:0.0:1788942130.433294:0:31565:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788942130.433296:0:31565:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.433298:0:31565:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788942130.433301:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90b548da00c8) 00000080:00010000:0.0:1788942130.433304:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ff from it ffffa57dc1c9fe00 00010000:00000001:0.0:1788942130.433306:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433307:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433308:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324a00 refcount=3 00000020:00000001:0.0:1788942130.433310:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433312:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348736 : -122366534202880 : ffff90b552324a00) 00010000:00000001:0.0:1788942130.433313:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.433316:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942130.433322:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433323:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433324:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.433326:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.433328:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.433335:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.433337:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.433339:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.433342:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433343:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433344:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433347:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.433348:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433351:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433353:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433355:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.433356:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433357:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942130.433359:0:31565:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942130.433362:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000100:00000001:0.0:1788942130.433366:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.433370:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996a00 x1875839884267136/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.433376:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.433377:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.433379:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942130.433387:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.433389:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.433390:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.433392:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.433394:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942130.433396:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.433397:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.433398:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996a00. 00000100:00000001:0.0:1788942130.433401:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.433403:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.433406:0:31565:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942130.433407:0:31565:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1c9fe00 released 00000080:00000001:0.0:1788942130.433409:0:31565:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788942130.433413:0:31565:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942130.433415:0:31565:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942130.433416:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd50 00000080:00200000:0.0:1788942130.433419:0:31565:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942130.433425:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942130.433430:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942130.433433:0:31565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942130.433435:0:31565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.433437:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc70 00800000:00000002:0.0:1788942130.433439:0:31565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942130.433442:0:31565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942130.433445:0:31565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942130.433448:0:31565:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942130.433450:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb40 00000002:00010000:0.0:1788942130.433452:0:31565:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942130.433455:0:31565:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942130.433456:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433458:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433461:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.433463:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.433465:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.433467:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942130.433470:0:31565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942130.433478:0:31565:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942130.433481:0:31565:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.433484:0:31565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788942130.433490:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942130.433492:0:31565:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.433493:0:31565:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.433495:0:31565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942130.433497:0:31565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.433498:0:31565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942130.433501:0:31565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942130.433502:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.433504:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000080:00000001:0.0:1788942130.433507:0:31565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942130.433508:0:31565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.433510:0:31565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942130.433513:0:31565:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781577ea 00800000:00000001:0.0:1788942130.433515:0:31565:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942130.433517:0:31565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942130.433518:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433519:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433521:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.433523:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.433525:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.433527:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433528:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942130.433529:0:31565:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.433531:0:31565:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942130.433533:0:31565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781577ea from it ffffa57dc1c9fd88 00010000:00000001:0.0:1788942130.433535:0:31565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942130.433536:0:31565:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942130.433538:0:31565:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942130.433539:0:31565:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.433541:0:31565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942130.433543:0:31565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942130.433545:0:31565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942130.433551:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433552:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433553:0:31565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942130.433555:0:31565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942130.433557:0:31565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942130.433563:0:31565:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942130.433564:0:31565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942130.433565:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.433567:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433568:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433570:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433572:0:31565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942130.433573:0:31565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433574:0:31565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433576:0:31565:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433577:0:31565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942130.433579:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433580:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942130.433582:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942130.433583:0:31565:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942130.433585:0:31565:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:0.0:1788942130.433590:0:31565:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.433593:0:31565:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:0.0:1788942130.433595:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe18 00000080:00200000:0.0:1788942130.433597:0:31565:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:0.0:1788942130.433600:0:31565:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788942130.433603:0:31565:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:0.0:1788942130.433605:0:31565:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788942130.433609:0:31565:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb200. 00800000:00000002:0.0:1788942130.433611:0:31565:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:0.0:1788942130.433617:0:31565:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788942130.433621:0:31565:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788942130.433623:0:31565:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1788942130.433626:0:31565:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.433628:0:31565:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:0.0:1788942130.433631:0:31565:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788942130.433633:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942130.433636:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 2 00010000:00000001:0.0:1788942130.433638:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.433640:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942130.433643:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942130.433646:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788942130.433653:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942130.433656:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942130.433658:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942130.433660:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788942130.433662:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433664:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433665:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 3 00010000:00000001:0.0:1788942130.433667:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.433670:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.433672:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433673:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433674:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 3 00010000:00000001:0.0:1788942130.433675:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.433677:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.433679:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433680:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433681:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25c00 count: 3 00010000:00000001:0.0:1788942130.433683:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.433685:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.433687:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942130.433690:0:31565:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942130.433694:0:31565:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942130.433696:0:31565:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942130.433698:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942130.433700:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433703:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942130.433705:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942130.433706:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942130.433708:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.433709:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942130.433712:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325400 with handle 0xcbb91bbb781577ea from hash 00010000:00000001:0.0:1788942130.433714:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942130.433716:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433717:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433718:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942130.433720:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942130.433722:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942130.433725:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942130.433727:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.433729:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942130.433731:0:31565:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942130.433733:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 3 00010000:00000001:0.0:1788942130.433734:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942130.433736:0:31565:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942130.433738:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942130.433740:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788942130.433746:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942130.433748:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942130.433749:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942130.433750:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788942130.433752:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433753:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433755:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.433757:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.433759:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.433761:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433762:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433763:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.433765:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.433767:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.433768:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433769:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433771:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.433773:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.433774:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.433776:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942130.433779:0:31565:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff90b548da0000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942130.433782:0:31565:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942130.433783:0:31565:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942130.433785:0:31565:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942130.433787:0:31565:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff90b548da00c8) invalid 00000020:00000001:0.0:1788942130.433789:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa80 00000080:00002000:0.0:1788942130.433791:0:31565:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff90b54454bd80) parent ffff90b548d765e8 inode ffff90b548da00c8 refc 2 00000080:00000001:0.0:1788942130.433794:0:31565:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942130.433796:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942130.433797:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.433799:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942130.433801:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942130.433802:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942130.433803:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.433805:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942130.433807:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324a00 with handle 0xcbb91bbb781577ff from hash 00010000:00000001:0.0:1788942130.433808:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942130.433809:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.433810:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.433811:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942130.433813:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942130.433814:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942130.433816:0:31565:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942130.433818:0:31565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788942130.433824:0:31565:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942130.433826:0:31565:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942130.433827:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942130.433828:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:0.0:1788942130.433830:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433831:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433833:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.433834:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.433836:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.433838:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.433839:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.433840:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.433842:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.433844:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.433845:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.433847:0:31565:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942130.433888:0:31565:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942130.433892:0:31565:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.433894:0:31565:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942130.433898:0:31565:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942130.433900:0:31565:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942130.433902:0:31565:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:0.0:1788942130.433906:0:31565:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942130.433908:0:31565:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:0.0:1788942130.433913:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996a00. 00000020:00000040:0.0:1788942130.433916:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942130.433920:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.433923:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.433926:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.433932:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fa000. 00000100:00000001:0.0:1788942130.433938:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942130.433949:0:31565:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942130.433958:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788942130.433963:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942130.433970:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.433972:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.433976:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.433978:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.433981:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.433983:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.433986:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.433990:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.433991:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.433993:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.433996:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.434003:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.434005:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.434008:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.434010:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.434012:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.434015:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884267392:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942130.434021:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.434025:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.434027:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.434029:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.434033:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942130.434035:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.434041:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.434044:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942130.434049:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000100:00000200:0.0:1788942130.434054:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884267392, portal 10 00000100:00000001:0.0:1788942130.434056:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.434058:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:0.0:1788942130.434063:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.434069:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.434072:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.434074:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5af68. 00000100:00000200:0.0:1788942130.434077:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884267392, offset 0 00000400:00000200:0.0:1788942130.434083:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.434089:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.434096:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.434101:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.434104:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.434108:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.434110:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.434113:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2495:2495:256:4294967295] 192.168.206.109@tcp LPNI seq info [2495:2495:8:4294967295] 00000400:00000200:0.0:1788942130.434117:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.434137:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.434142:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.434147:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b400. 00000800:00000200:0.0:1788942130.434154:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.434160:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.434165:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.434173:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.434177:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 817615 usecs (818 jiffies) 00000400:00000200:0.0:1788942130.434181:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.434184:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531411 00000100:00000001:0.0:1788942130.434186:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.434189:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531411 00000100:00000001:0.0:1788942130.434191:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.434193:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.434195:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.434197:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.434199:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.434202:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.434204:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.434205:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.434380:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.434385:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b400. 00000400:00000200:2.0:1788942130.434389:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.434394:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.434399:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5af68 00000400:00000010:2.0:1788942130.434401:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5af68. 00000100:00000001:2.0:1788942130.434405:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.434409:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.434416:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.434419:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942130.434424:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.434426:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.439445:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.439459:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.439463:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.439465:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.439473:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.439479:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.439487:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.439492:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.439496:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.439500:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f50f80 00000400:00000200:3.0:1788942130.439505:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.439511:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6b05 [1] + 224 00000800:00000001:3.0:1788942130.439519:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.439525:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.439529:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.439533:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.439540:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.439549:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942130.439565:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942130.439587:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.439594:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.439597:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.439892:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942130.439908:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.439910:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.439913:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942130.439917:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:0.0:1788942130.439920:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:0.0:1788942130.439922:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.439927:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942130.439935:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884267392/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.439941:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.439943:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.439946:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.439949:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.439951:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.439953:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.439956:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.439966:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942130.439970:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.439972:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.439974:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.439976:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.439980:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.439982:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942130.439984:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942130.439986:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942130.439988:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.439990:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.439998:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.440000:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967643 00000100:00000001:0.0:1788942130.440002:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.440004:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.440009:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996a00 x1875839884267392/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.440015:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.440018:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.441324:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.441341:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996a00 x1875839884267392/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942130.441351:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884267392:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942130.441357:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.441360:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.441363:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.441365:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.441369:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884267392/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.441376:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.441379:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.441384:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.441386:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.441394:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.441395:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000002:00000001:0.0:1788942130.441398:0:31565:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.441401:0:31565:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.441406:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:0.0:1788942130.441409:0:31565:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942130.441412:0:31565:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942130.441418:0:31565:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942130.441423:0:31565:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.441430:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.441432:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942130.441434:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.441437:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.441442:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.441444:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.441446:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884267392/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.441452:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.441453:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.441456:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995880 x1875839884266624/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/608 e 0 to 0 dl 1788942146 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.441462:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788942130.441465:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.441467:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.441469:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.441473:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aee800. 02000000:00000001:0.0:1788942130.441476:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.441478:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.441480:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995880. 00000100:00000001:0.0:1788942130.441483:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.441485:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.441486:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.441489:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884267392/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.441494:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.441496:0:31565:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b548354860. 00000002:00000001:0.0:1788942130.441500:0:31565:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.441501:0:31565:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942130.441504:0:31565:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b543e805c0. 00000100:00000001:0.0:1788942130.441506:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.441509:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996a00 x1875839884267392/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942130.441515:0:31565:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942130.441517:0:31565:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942130.441519:0:31565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942130.441522:0:31565:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942130.441523:0:31565:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942130.441524:0:31565:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942130.441526:0:31565:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942130.441527:0:31565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fa000. 02000000:00000001:0.0:1788942130.441529:0:31565:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942130.441530:0:31565:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942130.441531:0:31565:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996a00. 00000100:00000001:0.0:1788942130.441533:0:31565:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942130.441534:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.441536:0:31565:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.441539:0:31565:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942130.441541:0:31565:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788942130.441544:0:31565:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942130.441547:0:31565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942130.441555:0:31565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ec00 count: 4 00010000:00000001:0.0:1788942130.441557:0:31565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942130.441561:0:31565:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.441563:0:31565:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.441566:0:31565:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942130.441569:0:31565:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff90b548da00c8) invalid 00000020:00000001:0.0:1788942130.441573:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa80 00000080:00002000:0.0:1788942130.441575:0:31565:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff90b54454bd80) parent ffff90b548d765e8 inode ffff90b548da00c8 refc 2 00000080:00000001:0.0:1788942130.441579:0:31565:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942130.441581:0:31565:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942130.441583:0:31565:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.441587:0:31565:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942130.441591:0:31565:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942130.441592:0:31565:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942130.441595:0:31565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942130.441597:0:31565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942130.441601:0:31565:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325800 with handle 0xcbb91bbb781577f8 from hash 00010000:00000001:0.0:1788942130.441603:0:31565:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942130.441605:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942130.441607:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.441608:0:31565:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942130.441612:0:31565:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942130.441614:0:31565:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942130.441617:0:31565:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942130.441620:0:31565:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788942130.441623:0:31565:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788942130.441631:0:31565:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996a00. 00000020:00000040:0.0:1788942130.441634:0:31565:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942130.441638:0:31565:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942130.441639:0:31565:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.441642:0:31565:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942130.441645:0:31565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942130.441648:0:31565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.441650:0:31565:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942130.441652:0:31565:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942130.441656:0:31565:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942130.441661:0:31565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fa000. 00000100:00000001:0.0:1788942130.441667:0:31565:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.441669:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.441672:0:31565:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942130.441677:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788942130.441686:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788942130.441693:0:31565:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788942130.441697:0:31565:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788942130.441699:0:31565:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788942130.441701:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942130.441704:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324a00/0xcbb91bbb781577ff lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecc04 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942130.441715:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.441716:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942130.441718:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325800/0xcbb91bbb781577f8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecbc5 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788942130.441724:0:31565:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ec00 count: 0 00010000:00000010:0.0:1788942130.441729:0:31565:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78380. 00010000:00000001:0.0:1788942130.441734:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.441735:0:31565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942130.441737:0:31565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb781577ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecba2 expref: -99 pid: 31565 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788942130.441742:0:31565:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25c00 count: 0 00010000:00000010:0.0:1788942130.441745:0:31565:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87300. 00010000:00000001:0.0:1788942130.441749:0:31565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942130.441750:0:31565:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.441752:0:31565:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942130.441753:0:31565:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.441756:0:31565:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788942130.441764:0:31565:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788942130.441771:0:31565:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942130.441778:0:31565:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942130.441780:0:31565:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942130.441786:0:31565:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.441788:0:31565:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706933000832 : -122366776550784 : ffff90b543c05a80) 00000100:00000001:0.0:1788942130.441791:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.441792:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.441796:0:31565:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942130.441800:0:31565:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.441801:0:31565:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942130.441802:0:31565:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942130.441806:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.441812:0:31565:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942130.441815:0:31565:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.441818:0:31565:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942130.441820:0:31565:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942130.441822:0:31565:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942130.441825:0:31565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884267648:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942130.441828:0:31565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942130.441847:0:31565:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942130.441849:0:31565:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.442676:0:31565:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942130.442682:0:31565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942130.442684:0:31565:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942130.442692:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942130.442695:0:31565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942130.442702:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000100:00000200:0.0:1788942130.442708:0:31565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884267648, portal 10 00000100:00000001:0.0:1788942130.442711:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.442713:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000040:0.0:1788942130.442721:0:31565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.442729:0:31565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942130.442732:0:31565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942130.442734:0:31565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a2a8. 00000100:00000200:0.0:1788942130.442738:0:31565:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875839884267648, offset 0 00000400:00000200:0.0:1788942130.442744:0:31565:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942130.442751:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.442758:0:31565:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942130.442763:0:31565:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942130.442767:0:31565:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942130.442770:0:31565:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942130.442772:0:31565:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942130.442776:0:31565:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2496:2496:256:4294967295] 192.168.206.109@tcp LPNI seq info [2496:2496:8:4294967295] 00000400:00000200:0.0:1788942130.442780:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942130.442789:0:31565:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942130.442795:0:31565:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942130.442800:0:31565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910be00. 00000800:00000200:0.0:1788942130.442806:0:31565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942130.442814:0:31565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942130.442818:0:31565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910be00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788942130.442846:0:31565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.442868:0:31565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 816546 usecs (817 jiffies) 00000400:00000200:0.0:1788942130.442873:0:31565:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942130.442875:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296531419 00000100:00000001:0.0:1788942130.442878:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.442881:0:31565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296531419 00000100:00000001:0.0:1788942130.442883:0:31565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296533067 00000100:00000001:0.0:1788942130.442885:0:31565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.442888:0:31565:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.442890:0:31565:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942130.442892:0:31565:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942130.442894:0:31565:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b543c05a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788942130.442897:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942130.442915:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.443142:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.443147:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910be00. 00000400:00000200:2.0:1788942130.443152:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.443157:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.443162:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a2a8 00000400:00000010:2.0:1788942130.443165:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a2a8. 00000100:00000001:2.0:1788942130.443168:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.443172:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.443181:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.443184:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.443191:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.443192:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942130.449305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324a00. 00010000:00000010:0.1:1788942130.449319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ec00. 00010000:00000010:0.1:1788942130.449323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325800. 00010000:00000010:0.1:1788942130.449326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25c00. 00010000:00000010:0.1:1788942130.449329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325400. 00000800:00000001:3.0:1788942130.456385:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.456407:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.456412:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.456415:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.456427:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.456437:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.456449:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.456455:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.456463:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.456468:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f51080 00000400:00000200:3.0:1788942130.456475:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.456483:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6b0d [1] + 224 00000800:00000001:3.0:1788942130.456492:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.456500:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.456740:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.456747:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.456759:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.456770:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942130.456784:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.456915:0:31565:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942130.457038:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942130.457051:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942130.457055:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.457062:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942130.457070:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2497:2497:256:4294967295] 192.168.206.109@tcp LPNI seq info [2497:2497:8:4294967295] 00000400:00000200:3.0:1788942130.457075:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.457083:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942130.457090:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942130.457098:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127a600. 00000800:00000200:3.0:1788942130.457106:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942130.457114:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942130.457119:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127a600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942130.457242:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942130.457247:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127a600. 00000400:00000200:3.0:1788942130.457252:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.457256:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942130.457264:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.457269:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942130.458791:0:31565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942130.458800:0:31565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942130.458807:0:31565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942130.458817:0:31565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:0.0:1788942130.458821:0:31565:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:0.0:1788942130.458826:0:31565:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942130.458972:0:31565:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942130.458985:0:31565:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996a00 x1875839884267648/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/624 e 0 to 0 dl 1788942146 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.458995:0:31565:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942130.458998:0:31565:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.459001:0:31565:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942130.459006:0:31565:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942130.459009:0:31565:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942130.459012:0:31565:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942130.459016:0:31565:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942130.459088:0:31565:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=120 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942130.459094:0:31565:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942130.459097:0:31565:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942130.459099:0:31565:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942130.459102:0:31565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942130.459106:0:31565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.459110:0:31565:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942130.459112:0:31565:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000150] 00000100:00000001:0.0:1788942130.459115:0:31565:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942130.459117:0:31565:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942130.459119:0:31565:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964003328 : -122366745548288 : ffff90b545996a00) 00000100:00000001:0.0:1788942130.459123:0:31565:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942130.459136:0:31565:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967643 00000100:00000001:0.0:1788942130.459138:0:31565:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942130.459142:0:31565:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942130.459148:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996a00 x1875839884267648/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.459157:0:31565:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942130.459160:0:31565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942130.459162:0:31565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942130.459166:0:31565:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996a00 x1875839884267648/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942130.459174:0:31565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996a00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:31565:1875839884267648:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942130.459179:0:31565:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942130.459183:0:31565:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942130.459186:0:31565:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942130.459188:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.459192:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545996a00 x1875839884267648/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.459199:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942130.459202:0:31565:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b543c05a80. 00000100:00000001:0.0:1788942130.459206:0:31565:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942130.459207:0:31565:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942130.459217:0:31565:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.459221:0:31565:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942130.459226:0:31565:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942130.459230:0:31565:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb200. 00000100:00000001:0.0:1788942130.459239:0:31565:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942130.459243:0:31565:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996a00 x1875839884267648/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942130.459250:0:31565:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.459252:0:31565:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.459273:0:31565:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788942130.459278:0:31565:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788942130.459280:0:31565:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90b548da00c8) 00800000:00000001:0.0:1788942130.459284:0:31565:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788942130.459286:0:31565:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:0.0:1788942130.459293:0:31565:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788942130.459300:0:31565:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942130.459302:0:31565:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.459305:0:31565:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788942130.459308:0:31565:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788942130.459310:0:31565:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.459312:0:31565:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942130.459318:0:31565:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788942130.459320:0:31565:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788942130.459338:0:31565:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942130.459343:0:31565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe30 00000080:00002000:0.0:1788942130.459345:0:31565:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff90b54454bd80, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788942130.459349:0:31565:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942130.459353:0:31565:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942130.459356:0:31565:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788942130.466351:0:31566:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da0000. 00000080:00000010:0.1:1788942130.466444:0:31566:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483541c0. 00000100:00000040:2.0:1788942130.790296:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942130.790308:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942130.790318:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369880. 00000020:00000040:2.0:1788942130.790324:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942130.790328:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942130.790331:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942130.790338:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942130.790346:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551a61e00. 00000100:00000001:2.0:1788942130.790353:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.790364:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942130.790375:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942130.790380:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.790386:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fd1e44] to pc [ptlrpcd_01_00+0] req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.790409:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.790415:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1868) 00000100:00000001:2.0:1788942130.790427:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942130.790430:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.790433:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942130.790438:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.790445:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942130.790447:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.790451:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942130.790453:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942130.790456:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942130.790459:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884267776:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942130.790463:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942130.790468:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942130.790470:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.790472:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942130.790477:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d600. 02000000:00000001:2.0:1788942130.790480:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942130.790487:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942130.790491:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098000. 00000400:00000010:2.0:1788942130.790498:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61cc0. 00000100:00000200:2.0:1788942130.790504:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884267776, portal 25 00000100:00000001:2.0:1788942130.790507:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942130.790509:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630976 : -122366533920640 : ffff90b552369880) 00000100:00000040:2.0:1788942130.790514:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.790521:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942130.790523:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942130.790526:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61990. 00000100:00000200:2.0:1788942130.790528:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884267776, offset 0 00000400:00000200:2.0:1788942130.790535:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942130.790543:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.790550:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942130.790555:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942130.790559:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942130.790562:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942130.790564:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942130.790568:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2498:2498:256:4294967295] 192.168.206.109@tcp LPNI seq info [2498:2498:8:4294967295] 00000400:00000200:2.0:1788942130.790572:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942130.790581:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942130.790587:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942130.790592:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61700. 00000800:00000200:2.0:1788942130.790597:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942130.790605:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942130.790608:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942130.790619:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942130.790623:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942130.790625:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296535114 00000100:00000001:2.0:1788942130.790632:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296533067 00000100:00000001:2.0:1788942130.790635:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296535114 00000100:00000001:2.0:1788942130.790638:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296533067 00000100:00000001:2.0:1788942130.790641:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942130.790643:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.790647:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.790649:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.790656:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942130.790658:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942130.790660:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942130.790661:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942130.790662:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.790664:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.790672:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942130.790674:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942130.790768:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942130.790772:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:2.0:1788942130.790776:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942130.790781:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942130.790786:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61990 00000400:00000010:2.0:1788942130.790788:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61990. 00000100:00000001:2.0:1788942130.790792:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942130.790796:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.790804:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.790807:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.790815:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.790816:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942130.805089:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.805112:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942130.805116:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.805119:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.805140:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.805149:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942130.805158:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.805163:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.805169:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.805173:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f51100 00000400:00000200:3.0:1788942130.805178:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942130.805183:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6b15 [1] + 224 00000800:00000001:3.0:1788942130.805190:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.805199:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942130.805203:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942130.805208:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942130.805215:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942130.805224:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942130.805236:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942130.805251:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942130.805257:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942130.805259:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.805431:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942130.805434:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942130.805441:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942130.805444:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942130.805447:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098000. 00000400:00000200:2.0:1788942130.805453:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61cc0 00000400:00000010:2.0:1788942130.805455:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61cc0. 00000100:00000001:2.0:1788942130.805459:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942130.805463:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942130.805472:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.805478:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942130.805480:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.805482:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942130.805485:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942130.805488:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942130.805490:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942130.805493:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942130.805500:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942130.805504:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942130.805506:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942130.805508:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942130.805511:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942130.805513:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.805516:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942130.805521:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.805527:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942130.805530:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942130.805532:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942130.805536:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942130.805543:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884267776:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942130.805548:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.805550:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942130.805553:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369880 x1875839884267776/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942130.805560:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942130.805562:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942130.805565:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d600. 02000000:00000001:2.0:1788942130.805569:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942130.805572:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942130.805574:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:2.0:1788942130.805576:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942130.805578:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551a61e00. 02000000:00000001:2.0:1788942130.805582:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942130.805584:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942130.805585:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369880. 00000100:00000001:2.0:1788942130.805589:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942130.805590:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.805592:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942130.805599:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942130.805601:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942130.805603:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942130.805605:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.916087:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942130.916093:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942130.916099:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942130.916100:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942130.919010:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942130.919018:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942130.919022:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788942131.489312:0:31650:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942131.936959:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942131.936965:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942131.937031:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942131.937034:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942131.937245:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942131.937248:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942131.937251:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942132.770530:0:31787:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942132.961173:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942132.961180:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942132.961186:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942132.961187:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942132.963189:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942132.963195:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942132.963200:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942133.984925:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942133.984934:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942133.984937:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942133.984940:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942133.984944:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942133.984946:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942133.984948:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942133.984950:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942133.984954:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942133.984955:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942133.986476:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942133.986482:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942133.986486:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942134.128404:0:31931:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942134.756744:0:31994:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942135.009927:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942135.009934:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942135.009939:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942135.009940:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942135.010051:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942135.010054:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942135.010056:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942135.393502:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296535114, at 4296535552 00000100:00000010:3.0:1788942135.393522:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76c60. 00000100:00000040:2.0:1788942135.394521:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296535114, at 4296535553 00000100:00000010:2.0:1788942135.394546:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76480. 00000800:00000001:2.0:1788942135.525017:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.525703:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942135.525710:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.525714:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942135.525776:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.525786:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942135.525798:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.525804:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.525812:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.525817:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103354800 00000400:00000200:2.0:1788942135.525827:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x64ed [2] + 984 00000800:00000001:2.0:1788942135.525836:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.525846:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942135.525900:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942135.525906:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942135.525917:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788942135.525920:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788942135.525927:0:2347:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369880. 00000100:00000040:2.0:1788942135.525932:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b552369880 x1875839905253376 msgsize 328 00000100:00100000:2.0:1788942135.525937:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:2.0:1788942135.526116:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788942135.526127:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.526131:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.526207:0:15937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788942135.526211:0:15937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905253376 02000000:00000001:3.0:1788942135.526215:0:15937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788942135.526218:0:15937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942135.526222:0:15937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942135.526228:0:15937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942135.526234:0:15937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905253376 00000020:00000001:3.0:1788942135.526238:0:15937:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942135.526240:0:15937:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:3.0:1788942135.526244:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942135.526247:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:3.0:1788942135.526250:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:3.0:1788942135.526253:0:15937:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000001:3.0:1788942135.526258:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942135.526265:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd900. 00000100:00000001:3.0:1788942135.526268:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942135.526271:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd900. 00000020:00000010:3.0:1788942135.526279:0:15937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5486d3200. 00000020:00000010:3.0:1788942135.526287:0:15937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551bc0600. 00000020:00000010:3.0:1788942135.526293:0:15937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b5464ed578. 00000100:00000040:3.0:1788942135.526373:0:15937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788942135.526379:0:15937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788942135.526380:0:15937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788942135.526383:0:15937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.526394:0:15937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.526409:0:15937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.526424:0:15937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788942135.526427:0:15937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788942135.526432:0:15937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 55 00000100:00000040:3.0:1788942135.526438:0:15937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b552929800 : new rpc_count 1 00000100:00000001:3.0:1788942135.526440:0:15937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621707175630976 : -122366533920640 : ffff90b552369880) 00000100:00000040:3.0:1788942135.526450:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b552369880 x1875839905253376/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:601/0 lens 328/0 e 0 to 0 dl 1788942146 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942135.526468:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942135.526472:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd900. 00000100:00000001:3.0:1788942135.526474:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942135.526476:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd900. 00000100:00100000:3.0:1788942135.526481:0:15937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b552369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6704:x1875839905253376:12345-192.168.206.109@tcp:104: 00000100:00000200:3.0:1788942135.526485:0:15937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905253376 00010000:00000001:3.0:1788942135.526489:0:15937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788942135.526500:0:15937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942135.526502:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942135.526505:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=2 00000020:00000001:3.0:1788942135.526507:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:3.0:1788942135.526511:0:15937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:3.0:1788942135.526515:0:15937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942135.526519:0:15937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942135.526526:0:15937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788942135.526716:0:15937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788942135.526719:0:15937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788942135.526777:0:15937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b54837c400. 02000000:00000001:3.0:1788942135.526780:0:15937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.526783:0:15937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942135.526789:0:15937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788942135.526792:0:15937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942135.526797:0:15937:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942135.526802:0:15937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942135.526806:0:15937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942135.526809:0:15937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:3.0:1788942135.526812:0:15937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788942135.526814:0:15937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.526819:0:15937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942135.526823:0:15937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942135.526829:0:15937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded198. 00000100:00000200:3.0:1788942135.526837:0:15937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905253376, offset 224 00000400:00000200:3.0:1788942135.526844:0:15937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942135.527080:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.527090:0:15937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942135.527108:0:15937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2499:2499:256:4294967295] 192.168.206.109@tcp LPNI seq info [2499:2499:8:4294967295] 00000400:00000200:3.0:1788942135.527114:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.527124:0:15937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942135.527131:0:15937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942135.527137:0:15937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55127a600. 00000800:00000200:3.0:1788942135.527146:0:15937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942135.527156:0:15937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942135.527161:0:15937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55127a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942135.527227:0:15937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.527232:0:15937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:3.0:1788942135.527235:0:15937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788942135.527240:0:15937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b551b85f00. 00010000:00000001:3.0:1788942135.527243:0:15937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942135.527261:0:15937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788942135.527264:0:15937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942135.527266:0:15937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942135.527268:0:15937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.527275:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369880 x1875839905253376/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:601/0 lens 328/224 e 0 to 0 dl 1788942146 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788942135.527286:0:15937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b552369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6704:x1875839905253376:12345-192.168.206.109@tcp:104: Request processed in 816us (1352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788942135.527295:0:15937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 55 00000100:00000040:3.0:1788942135.527309:0:15937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b552929800 : new rpc_count 0 00000100:00000001:3.0:1788942135.527313:0:15937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788942135.527315:0:15937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788942135.527322:0:15937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551bc0600. 00000020:00000010:3.0:1788942135.527329:0:15937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b5464ed578. 00000020:00000010:3.0:1788942135.527335:0:15937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b5486d3200. 00000020:00000040:3.0:1788942135.527341:0:15937:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:3.0:1788942135.527344:0:15937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942135.527393:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942135.527398:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942135.527401:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788942135.527405:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788942135.527408:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942135.527414:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942135.527428:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0c00 already unused, calling callback (ffffffffc1162300) 00000008:00000001:1.0:1788942135.527432:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788942135.527435:0:15944:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942135.527437:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942135.527439:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942135.527441:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942135.527444:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942135.527446:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942135.527450:0:15944:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942135.527454:0:15944:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788942135.527463:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788942135.527466:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942135.527470:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942135.527473:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000008:00000001:1.0:1788942135.527476:0:15944:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788942135.527478:0:15944:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942135.527481:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000008:00000001:1.0:1788942135.527485:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942135.527488:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942135.527493:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942135.527495:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942135.527497:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942135.527499:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942135.527502:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0c00 with handle 0xcbb91bbb781577ce from hash 00010000:00000001:1.0:1788942135.527506:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942135.527508:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942135.527509:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942135.527511:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942135.527514:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942135.527516:0:15944:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788942135.527522:0:15944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942135.527540:0:15944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942135.527543:0:15944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942135.527547:0:15944:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788942135.527554:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942135.527558:0:15944:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942135.527564:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942135.527566:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942135.527572:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942135.527580:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fb200. 00000100:00000001:1.0:1788942135.527587:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942135.527590:0:15944:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942135.527597:0:15944:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942135.527604:0:15944:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942135.527606:0:15944:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942135.527611:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942135.527617:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942135.527625:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8c4680] to pc [ptlrpcd_00_01+1] req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788942135.527659:0:15944:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942135.527662:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942135.527664:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942135.527666:0:15944:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942135.527668:0:15944:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942135.527670:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942135.527674:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942135.527683:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942135.527685:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000001e22466a/0xcbb91bbb781577ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeecb24 expref: -99 pid: 31564 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788942135.527694:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b548392180. 00010000:00000040:1.0:1788942135.527713:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3eb00 count: 0 00010000:00000010:1.0:1788942135.527722:0:15944:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b551c3ef00. 00010000:00000001:1.0:1788942135.527732:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942135.527734:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788942135.527746:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b551b85f00. 00000100:00000001:0.0:1788942135.527815:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942135.527820:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942135.527823:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942135.527831:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942135.527841:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942135.527843:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942135.527847:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942135.527876:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942135.527879:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942135.527884:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884267904:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942135.527890:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942135.527897:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942135.527899:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942135.527902:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942135.527908:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fb600. 02000000:00000001:0.0:1788942135.527911:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942135.527913:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942135.527917:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1788942135.527918:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000020:00000001:1.0:1788942135.527920:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942135.527925:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1788942135.527925:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000020:00000001:1.0:1788942135.527928:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942135.527931:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942135.527933:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1788942135.527935:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000020:00000001:1.0:1788942135.527936:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942135.527939:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942135.527942:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1788942135.527945:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884267904, portal 18 00000100:00000001:1.0:1788942135.527950:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942135.527954:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942135.527961:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942135.527964:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:0.0:1788942135.527971:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942135.527979:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942135.527981:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942135.527984:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a330. 00000100:00000200:0.0:1788942135.527988:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884267904, offset 0 00000400:00000200:0.0:1788942135.528002:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942135.528008:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942135.528014:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942135.528020:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942135.528026:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942135.528031:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942135.528034:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942135.528037:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2500:2500:255:4294967295] 192.168.206.109@tcp LPNI seq info [2500:2500:7:4294967295] 00000400:00000200:0.0:1788942135.528041:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942135.528049:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942135.528055:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942135.528059:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bf00. 00000800:00000200:0.0:1788942135.528064:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942135.528071:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942135.528075:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788942135.528078:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942135.528083:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24577 usecs (25 jiffies) 00000400:00000200:0.0:1788942135.528087:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942135.528090:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296535712 00000100:00000010:0.0:1788942135.528095:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54a20. 00000100:00000001:0.0:1788942135.528113:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788942135.528120:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296535712 00000100:00000010:0.0:1788942135.528124:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54de0. 00000100:00000001:0.0:1788942135.528127:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788942135.528131:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942135.528134:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942135.528138:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942135.528140:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942135.528146:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942135.528148:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942135.528151:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942135.528152:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942135.528154:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942135.528156:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942135.528793:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942135.528800:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55127a600. 00000400:00000200:2.0:1788942135.528810:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942135.528817:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942135.528825:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded198 00000400:00000010:2.0:1788942135.528828:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded198. 00000100:00000001:2.0:1788942135.528835:0:2348:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788942135.528837:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788942135.529411:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942135.529416:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bf00. 00000400:00000200:2.0:1788942135.529420:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942135.529426:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942135.529430:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a330 00000400:00000010:2.0:1788942135.529432:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a330. 00000100:00000001:2.0:1788942135.529437:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942135.529445:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.529459:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942135.529463:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.529471:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.529473:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942135.532918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3eb00. 00010000:00000010:1.1:1788942135.532942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00000800:00000001:2.0:1788942135.537957:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.537983:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942135.537988:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.537991:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942135.538605:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.538615:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942135.538631:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.538637:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.538643:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.538649:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f51180 00000400:00000200:2.0:1788942135.538656:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.538663:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6b2d [1] + 224 00000800:00000001:2.0:1788942135.538672:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.538688:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942135.538692:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942135.538698:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942135.538706:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942135.538718:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942135.538731:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942135.538885:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942135.538889:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942135.538924:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942135.538936:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.538940:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942135.541291:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942135.541624:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942135.541631:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942135.541644:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:0.0:1788942135.541647:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:0.0:1788942135.541653:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942135.541666:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942135.541679:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942135.541696:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942135.541698:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942135.541701:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942135.541705:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942135.541708:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942135.541711:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942135.541715:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942135.541726:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95d38 time=123 v=5 (5 5 0 5) 00000100:00001000:0.0:1788942135.541730:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942135.541734:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942135.541735:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942135.542112:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942135.542119:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942135.542124:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942135.542127:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788942135.542130:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942135.542132:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942135.542140:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942135.542149:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942135.542153:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942135.542155:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942135.542160:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942135.542168:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884267904:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942135.542175:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942135.542179:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942135.542184:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884267904/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942151 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942135.542192:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942135.542196:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942135.542202:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fb600. 02000000:00000001:0.0:1788942135.542207:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942135.542210:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942135.542212:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942135.542215:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942135.542218:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fb200. 02000000:00000001:0.0:1788942135.542223:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942135.542225:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942135.542227:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00000100:00000001:0.0:1788942135.542231:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942135.542234:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942135.542237:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942135.542247:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942135.542249:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942135.542253:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942135.542256:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942135.553969:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296535712, at 4296535713 00000100:00000010:2.0:1788942135.553988:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54a20. 00000100:00000040:3.0:1788942135.554080:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296535712, at 4296535713 00000100:00000010:3.0:1788942135.554088:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54de0. 00000080:00000001:2.0:1788942135.741167:0:32085:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905652:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942135.905666:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942135.905674:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544ace300. 00000020:00000040:3.0:1788942135.905682:0:37:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942135.905687:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942135.905691:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942135.905697:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942135.905707:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55127ae00. 00000100:00000001:3.0:1788942135.905715:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905730:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942135.905742:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942135.905748:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905755:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a2e7fc8] to pc [ptlrpcd_01_01+1] req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.905792:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905795:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942135.905798:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942135.905802:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acdf80. 00000020:00000040:3.0:1788942135.905805:0:37:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942135.905807:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942135.905809:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942135.905812:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942135.905816:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55127a600. 00000100:00000001:3.0:1788942135.905820:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905824:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942135.905831:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942135.905833:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905837:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd09c123] to pc [ptlrpcd_01_00+0] req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.905845:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905848:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942135.905872:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942135.905875:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acca80. 00000020:00000040:3.0:1788942135.905877:0:37:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942135.905879:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942135.905881:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942135.905882:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942135.905887:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35100. 00000100:00000001:3.0:1788942135.905890:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905894:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942135.905901:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942135.905903:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905906:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec9db366] to pc [ptlrpcd_01_01+1] req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.905913:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.905918:0:37:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1873) 00000100:00000001:3.0:1788942135.905936:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942135.905940:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942135.905943:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942135.905949:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.905957:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942135.905960:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942135.905965:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942135.905968:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942135.905971:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942135.905975:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884268160:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942135.905980:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942135.905986:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942135.905988:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942135.905992:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942135.905996:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5486d2200. 02000000:00000001:3.0:1788942135.905998:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942135.906007:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942135.906012:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4f20. 00000400:00000010:3.0:1788942135.906020:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded440. 00000100:00000200:3.0:1788942135.906029:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884268160, portal 10 00000100:00000001:3.0:1788942135.906031:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942135.906033:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000100:00000040:3.0:1788942135.906041:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.906048:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942135.906052:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942135.906054:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedf68. 00000100:00000200:3.0:1788942135.906057:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884268160, offset 0 00000400:00000200:3.0:1788942135.906065:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942135.906075:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.906084:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942135.906091:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942135.906095:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942135.906110:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942135.906113:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942135.906118:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2501:2501:256:4294967295] 192.168.206.109@tcp LPNI seq info [2501:2501:8:4294967295] 00000400:00000200:3.0:1788942135.906123:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.906141:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942135.906150:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942135.906156:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35d00. 00000800:00000200:3.0:1788942135.906165:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942135.906173:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942135.906178:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942135.906193:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.906197:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 815498 usecs (816 jiffies) 00000400:00000200:3.0:1788942135.906201:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942135.906204:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296536880 00000100:00000010:3.0:1788942135.906209:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76c60. 00000100:00000001:3.0:1788942135.906218:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788942135.906223:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296536880 00000100:00000010:3.0:1788942135.906226:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76720. 00000100:00000001:3.0:1788942135.906230:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788942135.906233:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942135.906236:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.906240:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.906243:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.906250:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942135.906253:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942135.906255:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942135.906256:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942135.906258:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.906360:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942135.906364:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942135.906367:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942135.906375:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.906383:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942135.906384:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942135.906386:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942135.906388:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942135.906390:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942135.906393:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884268032:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942135.906397:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942135.906400:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942135.906401:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942135.906403:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942135.906407:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d200. 02000000:00000001:2.0:1788942135.906409:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942135.906413:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942135.906416:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098000. 00000400:00000010:2.0:1788942135.906420:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61cc0. 00000100:00000200:2.0:1788942135.906424:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884268032, portal 25 00000100:00000001:2.0:1788942135.906425:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942135.906427:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948502272 : -122366761049344 : ffff90b544ace300) 00000100:00000040:2.0:1788942135.906432:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.906438:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942135.906440:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942135.906443:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61990. 00000100:00000200:2.0:1788942135.906445:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884268032, offset 0 00000400:00000200:2.0:1788942135.906450:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942135.906453:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.906458:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942135.906461:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942135.906463:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942135.906465:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942135.906468:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942135.906471:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2502:2502:255:4294967295] 192.168.206.109@tcp LPNI seq info [2502:2502:7:4294967295] 00000400:00000200:2.0:1788942135.906475:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.906482:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942135.906486:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942135.906490:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61300. 00000800:00000200:2.0:1788942135.906494:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942135.906498:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942135.906501:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942135.906504:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942135.906507:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942135.906509:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296540233 00000100:00000001:2.0:1788942135.906515:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296536880 00000100:00000001:2.0:1788942135.906518:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296540233 00000100:00000001:2.0:1788942135.906521:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296536880 00000100:00000001:2.0:1788942135.906523:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942135.906526:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.906528:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942135.906531:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.906538:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942135.906540:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942135.906542:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942135.906543:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942135.906545:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942135.906548:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884268288:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942135.906551:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942135.906553:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942135.906555:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942135.906557:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942135.906560:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222c400. 02000000:00000001:2.0:1788942135.906562:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942135.906565:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942135.906568:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098688. 00000400:00000010:2.0:1788942135.906571:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61bb0. 00000100:00000200:2.0:1788942135.906574:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884268288, portal 4 00000100:00000001:2.0:1788942135.906575:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942135.906577:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00000100:00000040:2.0:1788942135.906583:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.906589:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942135.906591:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942135.906593:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61d48. 00000100:00000200:2.0:1788942135.906595:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884268288, offset 0 00000400:00000200:2.0:1788942135.906600:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942135.906603:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.906606:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942135.906609:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942135.906611:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942135.906613:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942135.906616:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942135.906618:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2503:2503:254:4294967295] 192.168.206.109@tcp LPNI seq info [2503:2503:6:4294967295] 00000400:00000200:2.0:1788942135.906622:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.906628:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942135.906632:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942135.906636:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61a00. 00000800:00000200:2.0:1788942135.906640:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942135.906644:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942135.906646:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942135.906649:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942135.906652:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 261788 usecs (262 jiffies) 00000400:00000200:2.0:1788942135.906656:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942135.906657:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296536327 00000100:00000001:2.0:1788942135.906660:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:2.0:1788942135.906662:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296536327 00000100:00000001:2.0:1788942135.906664:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:2.0:1788942135.906666:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942135.906668:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.906669:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.906672:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942135.906676:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942135.906678:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942135.906680:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942135.906681:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942135.906682:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.906684:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.906727:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942135.906779:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942135.906784:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35d00. 00000400:00000200:3.0:1788942135.906792:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942135.906798:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942135.906806:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedf68 00000400:00000010:3.0:1788942135.906809:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedf68. 00000100:00000001:3.0:1788942135.906814:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942135.906819:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.906828:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942135.906832:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.906840:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.906841:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942135.906894:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942135.906897:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:3.0:1788942135.906901:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942135.906904:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942135.906907:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61990 00000400:00000010:3.0:1788942135.906909:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61990. 00000100:00000001:3.0:1788942135.906911:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942135.906915:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.906922:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942135.906925:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.906931:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.906932:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942135.907687:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942135.907693:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61a00. 00000400:00000200:3.0:1788942135.907699:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942135.907705:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942135.907709:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61d48 00000400:00000010:3.0:1788942135.907712:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61d48. 00000100:00000001:3.0:1788942135.907716:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942135.907722:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.907737:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942135.907740:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.907747:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.907749:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942135.917846:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.917914:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942135.917920:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.917923:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942135.917933:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.917943:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942135.917953:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.917959:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.917966:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.917970:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f51200 00000400:00000200:2.0:1788942135.917977:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942135.917985:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6b45 [1] + 224 00000800:00000001:2.0:1788942135.918005:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.918014:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942135.918019:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942135.918024:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942135.918034:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942135.918045:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942135.918058:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.918078:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942135.918087:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942135.918091:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.918404:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942135.918409:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942135.918419:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942135.918421:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942135.918425:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098000. 00000400:00000200:3.0:1788942135.918430:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61cc0 00000400:00000010:3.0:1788942135.918433:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61cc0. 00000100:00000001:3.0:1788942135.918438:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942135.918444:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942135.918454:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.918461:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942135.918464:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.918468:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942135.918473:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942135.918477:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942135.918480:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942135.918485:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942135.918495:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942135.918501:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=125 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942135.918504:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942135.918506:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942135.918510:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942135.918514:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.918518:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.918524:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.918539:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942135.918543:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942135.918545:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942135.918550:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942135.918558:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884268032:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942135.918564:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.918567:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942135.918572:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544ace300 x1875839884268032/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.918579:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942135.918583:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942135.918588:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d200. 02000000:00000001:3.0:1788942135.918593:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942135.918597:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942135.918599:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942135.918601:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942135.918605:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55127ae00. 02000000:00000001:3.0:1788942135.918612:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942135.918614:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942135.918617:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544ace300. 00000100:00000001:3.0:1788942135.918622:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942135.918624:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.918627:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.918629:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942135.918631:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942135.918632:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.918634:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942135.919071:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942135.919080:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942135.919083:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942135.919085:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942135.919091:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919108:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942135.919117:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919121:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919125:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919129:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f51280 00000400:00000200:3.0:1788942135.919134:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919139:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6b35 [1] + 224 00000800:00000001:3.0:1788942135.919435:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942135.919441:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942135.919445:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942135.919450:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942135.919458:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942135.919465:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942135.919476:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.919503:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942135.919511:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942135.919515:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942135.919517:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942135.919520:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942135.919524:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919527:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942135.919532:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919535:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919538:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919541:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f51300 00000400:00000200:3.0:1788942135.919544:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942135.919549:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6b55 [1] + 224 00000800:00000001:3.0:1788942135.919553:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942135.919559:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942135.919562:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942135.919565:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942135.919568:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942135.919573:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942135.919582:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.919599:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942135.919603:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942135.919606:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.919619:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942135.919622:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942135.919627:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942135.919628:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942135.919631:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098688. 00000400:00000200:3.0:1788942135.919635:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61bb0 00000400:00000010:3.0:1788942135.919637:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61bb0. 00000100:00000001:3.0:1788942135.919640:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942135.919644:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942135.919654:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.919660:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942135.919662:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.919664:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942135.919668:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942135.919670:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942135.919673:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942135.919676:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942135.919685:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=125 v=5 (5 5 5 36) 00000100:00000001:2.0:1788942135.919685:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942135.919690:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1788942135.919692:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942135.919696:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1788942135.919696:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788942135.919699:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788942135.919701:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1788942135.919703:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1788942135.919705:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4f20. 00010000:00000001:3.0:1788942135.919710:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942135.919711:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded440 00000400:00000010:2.0:1788942135.919715:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded440. 00000100:00000001:3.0:1788942135.919716:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1788942135.919719:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:3.0:1788942135.919721:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942135.919725:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1788942135.919728:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.919729:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.919737:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942135.919746:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.919750:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942135.919756:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942135.919759:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942135.919761:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942135.919764:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942135.919766:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.919767:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942135.919771:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942135.919773:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942135.919776:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942135.919781:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942135.919784:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884268288:192.168.206.109@tcp:400:kworker.0 00000100:00001000:2.0:1788942135.919788:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=125 v=5 (105 105 105 137) 00000100:00000001:3.0:1788942135.919791:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788942135.919793:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942135.919796:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942135.919797:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942135.919800:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942135.919803:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acca80 x1875839884268288/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788942135.919804:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942135.919807:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.919811:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788942135.919814:0:2355:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967649 gen 2 00000100:00000001:3.0:1788942135.919817:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942135.919821:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1788942135.919824:0:2355:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff90b545997480 x1875839884266880/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788942135.919825:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222c400. 02000000:00000001:3.0:1788942135.919831:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942135.919835:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000100:00000001:2.0:1788942135.919837:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1788942135.919839:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000040:2.0:1788942135.919842:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997480 x1875839884266880/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788942135.919843:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942135.919847:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35100. 00000100:00000001:2.0:1788942135.919879:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942135.919880:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942135.919882:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aec000. 02000000:00000001:3.0:1788942135.919888:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942135.919890:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942135.919892:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acca80. 00000100:00000001:3.0:1788942135.919896:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1788942135.919897:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942135.919899:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942135.919901:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942135.919903:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942135.919905:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428faa00. 00000100:00000001:3.0:1788942135.919908:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788942135.919910:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1788942135.919913:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788942135.919913:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942135.919916:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997480. 00000100:00000001:2.0:1788942135.919920:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942135.919921:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942135.919924:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788942135.919927:0:2355:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff90b545996a00 x1875839884267648/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942135.919929:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942135.919933:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942135.919937:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.919942:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942135.919945:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996a00 x1875839884267648/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 512/456 e 0 to 0 dl 1788942146 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.919952:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942135.919953:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942135.919954:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aedc00. 02000000:00000001:2.0:1788942135.919956:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942135.919957:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942135.919958:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942135.919960:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942135.919961:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fa000. 02000000:00000001:2.0:1788942135.919963:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942135.919964:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942135.919965:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996a00. 00000100:00000001:2.0:1788942135.919967:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942135.919968:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942135.919970:0:2355:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788942135.919973:0:2355:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1788942135.919975:0:2355:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942135.919976:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942135.919980:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.919985:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942135.919987:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942135.919989:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942135.919992:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942135.919999:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884268160:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942135.920003:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942135.920005:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942135.920008:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acdf80 x1875839884268160/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942135.920013:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942135.920014:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942135.920016:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5486d2200. 02000000:00000001:2.0:1788942135.920018:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942135.920019:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942135.920020:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942135.920021:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942135.920023:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55127a600. 02000000:00000001:2.0:1788942135.920025:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942135.920026:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942135.920027:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acdf80. 00000100:00000001:2.0:1788942135.920029:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942135.920030:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942135.920032:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942135.920036:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942135.920038:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942135.920039:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942135.920041:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942136.033032:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942136.033041:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942136.033087:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942136.033092:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942136.033104:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1788942136.172601:0:32121:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788942136.172610:0:32121:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 04:22:14 (1788942134) 00000001:00000001:2.0:1788942136.184525:0:32121:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788942136.950174:0:32141:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942136.950184:0:32141:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942136.950187:0:32141:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942136.950191:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547bc0 00000080:00200000:3.0:1788942136.950197:0:32141:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942136.950206:0:32141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c6600. 00800000:00000002:3.0:1788942136.950214:0:32141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942136.950219:0:32141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942136.950225:0:32141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942136.950227:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547ae0 00800000:00000002:3.0:1788942136.950231:0:32141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942136.950235:0:32141:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942136.950240:0:32141:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942136.950246:0:32141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942136.950249:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15479b0 00000002:00010000:3.0:1788942136.950251:0:32141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942136.950255:0:32141:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942136.950257:0:32141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942136.950261:0:32141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942136.950269:0:32141:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942136.950271:0:32141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942136.950273:0:32141:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942136.950276:0:32141:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942136.950278:0:32141:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942136.950285:0:32141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acca80. 00000020:00000040:3.0:1788942136.950290:0:32141:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942136.950298:0:32141:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942136.950304:0:32141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942136.950309:0:32141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942136.950312:0:32141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942136.950315:0:32141:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942136.950322:0:32141:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942136.950330:0:32141:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837d800. 00000100:00000001:3.0:1788942136.950339:0:32141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942136.950345:0:32141:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942136.950348:0:32141:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942136.950350:0:32141:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942136.950351:0:32141:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942136.950353:0:32141:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942136.950358:0:32141:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00010000:00000001:3.0:1788942136.950363:0:32141:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942136.950365:0:32141:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942136.950370:0:32141:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48200. 00010000:00000010:3.0:1788942136.950374:0:32141:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0080. 00010000:00000001:3.0:1788942136.950380:0:32141:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942136.950384:0:32141:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983c00. 00000020:00000001:3.0:1788942136.950388:0:32141:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942136.950391:0:32141:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983c00 with handle 0xcbb91bbb78157806 to hash 00000020:00000001:3.0:1788942136.950393:0:32141:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942136.950395:0:32141:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:3.0:1788942136.950399:0:32141:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:3.0:1788942136.950403:0:32141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942136.950407:0:32141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942136.950412:0:32141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942136.950423:0:32141:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942136.950435:0:32141:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32141 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942136.950441:0:32141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942136.950443:0:32141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942136.950451:0:32141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85540. 00000100:00000001:3.0:1788942136.950454:0:32141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167356224 : -122366542195392 : ffff90b551b85540) 00000100:00000001:3.0:1788942136.950457:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942136.950459:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00000100:00000001:3.0:1788942136.950464:0:32141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942136.950470:0:32141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942136.950472:0:32141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942136.950474:0:32141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942136.950486:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942136.950496:0:32141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942136.950498:0:32141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942136.950503:0:32141:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942136.950506:0:32141:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942136.950508:0:32141:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942136.950512:0:32141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32141:1875839884268416:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942136.950517:0:32141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942136.950523:0:32141:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942136.950526:0:32141:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942136.950529:0:32141:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942136.957539:0:32141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7a000. 02000000:00000001:3.0:1788942136.957552:0:32141:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942136.957566:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942136.957571:0:32141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4c60. 00000400:00000010:3.0:1788942136.957580:0:32141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedf68. 00000100:00000200:3.0:1788942136.957589:0:32141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884268416, portal 10 00000100:00000001:3.0:1788942136.957594:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942136.957596:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00000100:00000040:3.0:1788942136.957613:0:32141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942152 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942136.957623:0:32141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942136.957627:0:32141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942136.957629:0:32141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedb28. 00000100:00000200:3.0:1788942136.957633:0:32141:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884268416, offset 0 00000400:00000200:3.0:1788942136.957641:0:32141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942136.957651:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.957661:0:32141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942136.957668:0:32141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942136.957673:0:32141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942136.957678:0:32141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942136.957681:0:32141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942136.957684:0:32141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2504:2504:256:4294967295] 192.168.206.109@tcp LPNI seq info [2504:2504:8:4294967295] 00000400:00000200:3.0:1788942136.957689:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.957699:0:32141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942136.957706:0:32141:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942136.957712:0:32141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35100. 00000800:00000200:3.0:1788942136.957719:0:32141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942136.957729:0:32141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942136.957735:0:32141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788942136.957758:0:32141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942136.957763:0:32141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 814448 usecs (815 jiffies) 00000400:00000200:3.0:1788942136.957766:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942136.957769:0:32141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296537931 00000100:00000001:3.0:1788942136.957773:0:32141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:3.0:1788942136.957776:0:32141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296537931 00000100:00000001:3.0:1788942136.957779:0:32141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:3.0:1788942136.957781:0:32141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942136.957785:0:32141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942136.957789:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942136.957791:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942136.957794:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85540 going to sleep for 11 seconds 00000100:00000001:3.0:1788942136.957797:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942136.957801:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942136.958310:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942136.958316:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35100. 00000400:00000200:2.0:1788942136.958323:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942136.958331:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942136.958337:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedb28 00000400:00000010:2.0:1788942136.958340:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedb28. 00000100:00000001:2.0:1788942136.958345:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942136.958351:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942152 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.958362:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942136.958366:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942152 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.958373:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.958375:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942136.967222:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942136.967242:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942136.967247:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942136.967249:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942136.967260:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.967270:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942136.967279:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.967285:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.967292:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.967296:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f51380 00000400:00000200:3.0:1788942136.967302:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.967309:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6b65 [1] + 224 00000800:00000001:3.0:1788942136.967317:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942136.967324:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942136.967328:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942136.967333:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942136.967342:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942136.967354:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942152 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942136.967365:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942152 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942136.967390:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942136.967441:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942136.967445:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942136.967495:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942136.967505:0:32141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942136.967507:0:32141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942136.967511:0:32141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4c60. 00000400:00000200:2.0:1788942136.967516:0:32141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedf68 00000400:00000010:2.0:1788942136.967519:0:32141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedf68. 00000100:00000001:2.0:1788942136.967523:0:32141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942136.967527:0:32141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942152 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942136.967536:0:32141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942152 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.967542:0:32141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942136.967545:0:32141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942136.967548:0:32141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942136.967552:0:32141:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942136.967555:0:32141:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942136.967557:0:32141:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942136.967560:0:32141:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942136.967570:0:32141:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=126 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942136.967575:0:32141:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942136.967578:0:32141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942136.967580:0:32141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.967583:0:32141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942136.967587:0:32141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.967591:0:32141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942136.967594:0:32141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1788942136.967596:0:32141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942136.967598:0:32141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942136.967602:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942152 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.967609:0:32141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942136.967612:0:32141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942136.967615:0:32141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942136.967619:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942152 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942136.967628:0:32141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32141:1875839884268416:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942136.967634:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942136.967637:0:32141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.967640:0:32141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942136.967643:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942136.967646:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942152 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.967655:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942136.967658:0:32141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85540. 00000100:00000001:2.0:1788942136.967662:0:32141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942136.967664:0:32141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.967667:0:32141:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942136.967672:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.967675:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.967679:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=4 00000020:00000001:2.0:1788942136.967682:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967685:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000040:2.0:1788942136.967693:0:32141:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983c00, remote cookie: 0x4d194fbcadeecc2e, flags: 0x1001 00010000:00010000:2.0:1788942136.967699:0:32141:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942136.967711:0:32141:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.967719:0:32141:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942136.967724:0:32141:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942136.967727:0:32141:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942136.967729:0:32141:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942136.967730:0:32141:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942136.967734:0:32141:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b545f48200) refcount = 1 00010000:00010000:2.0:1788942136.967739:0:32141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.967746:0:32141:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942136.967750:0:32141:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942136.967752:0:32141:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942136.967755:0:32141:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942136.967758:0:32141:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942136.967761:0:32141:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.967768:0:32141:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942136.967770:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967772:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.967774:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967775:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.967777:0:32141:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.967782:0:32141:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942136.967784:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.967785:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.967787:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.967789:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967791:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967794:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.967795:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.967797:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=4 00000020:00000001:2.0:1788942136.967799:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967801:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967804:0:32141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942136.967808:0:32141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942136.967812:0:32141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.967818:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967820:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.967821:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.967822:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.967824:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=5 00000020:00000001:2.0:1788942136.967826:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967828:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967831:0:32141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942136.967834:0:32141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.967840:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967841:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942136.967845:0:32141:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.967898:0:32141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942136.967900:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967901:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.967902:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967903:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942136.967909:0:32141:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942152 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942136.967919:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.967921:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.967922:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.967924:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967926:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967929:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967930:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942136.967932:0:32141:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.967934:0:32141:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.967938:0:32141:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942136.967941:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.967942:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.967944:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.967946:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967948:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00000002:00010000:2.0:1788942136.967952:0:32141:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.967959:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967960:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.967962:0:32141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942136.967964:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.967965:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.967966:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.967968:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.967970:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000040:2.0:1788942136.967977:0:32141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48200 count: 2 00010000:00000001:2.0:1788942136.967981:0:32141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942136.967985:0:32141:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788942136.967988:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.967989:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942136.967990:0:32141:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942136.967993:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547938 00000002:00002000:2.0:1788942136.967996:0:32141:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942136.967998:0:32141:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.968002:0:32141:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.968005:0:32141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942136.968008:0:32141:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942136.968012:0:32141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942136.968016:0:32141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942136.968020:0:32141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c6600. 00000080:00000001:2.0:1788942136.968025:0:32141:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942136.968028:0:32141:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942136.968034:0:32141:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788942136.968039:0:32141:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788942136.968046:0:32141:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b5453454c0. 00800000:00000001:2.0:1788942136.968048:0:32141:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706957378752 : -122366752172864 : ffff90b5453454c0) 00800000:00000001:2.0:1788942136.968051:0:32141:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.968054:0:32141:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942136.968057:0:32141:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942136.968060:0:32141:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788942136.968063:0:32141:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942136.968067:0:32141:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942136.968068:0:32141:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.968074:0:32141:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788942136.968078:0:32141:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788942136.968084:0:32141:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788942136.968086:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.968088:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.968089:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.968103:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968106:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968108:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968109:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942136.968111:0:32141:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942136.968114:0:32141:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788942136.968116:0:32141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b5453454c0 1 00800000:00000010:2.0:1788942136.968119:0:32141:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b5453454c0. 00800000:00000001:2.0:1788942136.968123:0:32141:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942136.968127:0:32141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157806 00800000:00000001:2.0:1788942136.968131:0:32141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942136.968132:0:32141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942136.968134:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.968135:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.968137:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.968139:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968141:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968144:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968145:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942136.968147:0:32141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.968149:0:32141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.968152:0:32141:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942136.968154:0:32141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942136.968158:0:32141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157806 from it ffffa57dc1547bf8 00010000:00000001:2.0:1788942136.968161:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.968162:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.968164:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.968166:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968168:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968170:0:32141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942136.968173:0:32141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.968185:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968186:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.968188:0:32141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942136.968191:0:32141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942136.968194:0:32141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942136.968203:0:32141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942136.968207:0:32141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942136.968209:0:32141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942136.968214:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968215:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.968217:0:32141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968221:0:32141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942136.968223:0:32141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968225:0:32141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968228:0:32141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968230:0:32141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942136.968232:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968233:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942136.968236:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942136.968241:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acca80 x1875839884268416/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942152 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.968249:0:32141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942136.968252:0:32141:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942136.968256:0:32141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7a000. 02000000:00000001:2.0:1788942136.968260:0:32141:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942136.968263:0:32141:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942136.968265:0:32141:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942136.968268:0:32141:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942136.968271:0:32141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837d800. 02000000:00000001:2.0:1788942136.968274:0:32141:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942136.968276:0:32141:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942136.968279:0:32141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acca80. 00000100:00000001:2.0:1788942136.968283:0:32141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942136.968284:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942136.968288:0:32141:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942136.968294:0:32141:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942136.968313:0:32141:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900f4a0. 00000080:00000001:2.0:1788942136.968319:0:32141:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942136.968321:0:32141:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942136.968323:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547b00 00000080:00200000:2.0:1788942136.968325:0:32141:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942136.968332:0:32141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d600. 00800000:00000002:2.0:1788942136.968337:0:32141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942136.968341:0:32141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942136.968343:0:32141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942136.968345:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547a20 00800000:00000002:2.0:1788942136.968348:0:32141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942136.968351:0:32141:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942136.968355:0:32141:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942136.968359:0:32141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942136.968361:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15478f0 00000002:00010000:2.0:1788942136.968363:0:32141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942136.968366:0:32141:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942136.968368:0:32141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942136.968370:0:32141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942136.968374:0:32141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48200 count: 2 00010000:00000001:2.0:1788942136.968376:0:32141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942136.968379:0:32141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942136.968381:0:32141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942136.968385:0:32141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942136.968393:0:32141:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942136.968398:0:32141:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942136.968402:0:32141:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942136.968412:0:32141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942136.968415:0:32141:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942136.968417:0:32141:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942136.968419:0:32141:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942136.968421:0:32141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942136.968423:0:32141:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942136.968425:0:32141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942136.968427:0:32141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942136.968429:0:32141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d600. 00000080:00000001:2.0:1788942136.968433:0:32141:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942136.968435:0:32141:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942136.968437:0:32141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942136.968441:0:32141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157806 00800000:00000001:2.0:1788942136.968444:0:32141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942136.968445:0:32141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942136.968447:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.968448:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.968450:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.968452:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968454:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968456:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968457:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942136.968458:0:32141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.968460:0:32141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942136.968462:0:32141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157806 from it ffffa57dc1547b38 00010000:00000001:2.0:1788942136.968464:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.968465:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.968467:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983c00 refcount=3 00000020:00000001:2.0:1788942136.968468:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968470:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997480448 : -122366712071168 : ffff90b547983c00) 00010000:00000001:2.0:1788942136.968472:0:32141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942136.968475:0:32141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942136.968482:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968483:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.968484:0:32141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942136.968485:0:32141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942136.968488:0:32141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942136.968494:0:32141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942136.968495:0:32141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942136.968497:0:32141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942136.968499:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968500:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.968501:0:32141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968503:0:32141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942136.968505:0:32141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968507:0:32141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968509:0:32141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968510:0:32141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942136.968512:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968513:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942136.968514:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942136.968516:0:32141:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942136.968518:0:32141:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:2.0:1788942136.968521:0:32141:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.968525:0:32141:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788942136.968527:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547b58 00000080:00200000:2.0:1788942136.968530:0:32141:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b542c17500, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788942136.968536:0:32141:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b544abd600. 00000080:00000001:2.0:1788942136.968540:0:32141:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942136.968543:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547a08 00000080:00200000:2.0:1788942136.968545:0:32141:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000010:2.0:1788942136.968551:0:32141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d600. 00800000:00000002:2.0:1788942136.968554:0:32141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942136.968559:0:32141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942136.968561:0:32141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942136.968562:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547928 00800000:00000002:2.0:1788942136.968564:0:32141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942136.968568:0:32141:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788942136.968572:0:32141:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788942136.968576:0:32141:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:2.0:1788942136.968580:0:32141:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788942136.968582:0:32141:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788942136.968585:0:32141:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788942136.968588:0:32141:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788942136.968590:0:32141:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:2.0:1788942136.968594:0:32141:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.968596:0:32141:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.968598:0:32141:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.968600:0:32141:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942136.968603:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15478a8 00800000:00000002:2.0:1788942136.968605:0:32141:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1788942136.968608:0:32141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942136.968610:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15477e0 00000002:00010000:2.0:1788942136.968611:0:32141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788942136.968615:0:32141:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942136.968618:0:32141:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788942136.968621:0:32141:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788942136.968625:0:32141:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.968627:0:32141:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942136.968629:0:32141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48200 count: 2 00010000:00000001:2.0:1788942136.968631:0:32141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942136.968634:0:32141:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942136.968637:0:32141:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942136.968641:0:32141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788942136.968655:0:32141:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942136.968659:0:32141:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942136.968662:0:32141:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942136.968663:0:32141:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942136.968666:0:32141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942136.968667:0:32141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942136.968670:0:32141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48200 count: 3 00010000:00000001:2.0:1788942136.968672:0:32141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942136.968674:0:32141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.968676:0:32141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942136.968677:0:32141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942136.968679:0:32141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48200 count: 3 00010000:00000001:2.0:1788942136.968681:0:32141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942136.968683:0:32141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.968685:0:32141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942136.968686:0:32141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942136.968687:0:32141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48200 count: 3 00010000:00000001:2.0:1788942136.968689:0:32141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942136.968690:0:32141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.968692:0:32141:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942136.968695:0:32141:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942136.968700:0:32141:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942136.968702:0:32141:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942136.968705:0:32141:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942136.968706:0:32141:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968710:0:32141:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942136.968713:0:32141:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942136.968715:0:32141:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942136.968717:0:32141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942136.968719:0:32141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942136.968722:0:32141:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547983c00 with handle 0xcbb91bbb78157806 from hash 00010000:00000001:2.0:1788942136.968725:0:32141:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942136.968726:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.968728:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.968730:0:32141:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942136.968732:0:32141:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942136.968734:0:32141:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942136.968737:0:32141:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942136.968739:0:32141:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942136.968741:0:32141:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788942136.968747:0:32141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236aa00. 00000020:00000040:2.0:1788942136.968751:0:32141:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942136.968757:0:32141:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942136.968759:0:32141:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968762:0:32141:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942136.968767:0:32141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942136.968768:0:32141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.968772:0:32141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942136.968774:0:32141:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942136.968777:0:32141:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942136.968785:0:32141:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276800. 00000100:00000001:2.0:1788942136.968792:0:32141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968796:0:32141:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942136.968798:0:32141:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942136.968802:0:32141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788942136.968808:0:32141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788942136.968810:0:32141:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942136.968812:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942136.968815:0:32141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983c00/0xcbb91bbb78157806 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecc2e expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788942136.968824:0:32141:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48200 count: 0 00010000:00000010:2.0:1788942136.968830:0:32141:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0080. 00010000:00000001:2.0:1788942136.968840:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.968842:0:32141:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968844:0:32141:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942136.968846:0:32141:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.968849:0:32141:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.968894:0:32141:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00010000:00000001:2.0:1788942136.968898:0:32141:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942136.968900:0:32141:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942136.968905:0:32141:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227800. 00010000:00000010:2.0:1788942136.968909:0:32141:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4ca00. 00010000:00000001:2.0:1788942136.968915:0:32141:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942136.968918:0:32141:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792be00. 00000020:00000001:2.0:1788942136.968920:0:32141:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942136.968923:0:32141:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792be00 with handle 0xcbb91bbb7815780d to hash 00000020:00000001:2.0:1788942136.968925:0:32141:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942136.968927:0:32141:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.968931:0:32141:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.968933:0:32141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942136.968935:0:32141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942136.968938:0:32141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942136.968945:0:32141:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32141 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788942136.968957:0:32141:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788942136.968966:0:32141:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788942136.968974:0:32141:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32141 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942136.968980:0:32141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942136.968982:0:32141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942136.968990:0:32141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033240. 00000100:00000001:2.0:1788942136.968992:0:32141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289702976 : -122366419848640 : ffff90b559033240) 00000100:00000001:2.0:1788942136.968995:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942136.968997:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000001:2.0:1788942136.969003:0:32141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942136.969008:0:32141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.969010:0:32141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942136.969012:0:32141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942136.969016:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.969022:0:32141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942136.969025:0:32141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942136.969029:0:32141:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942136.969031:0:32141:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942136.969034:0:32141:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942136.969038:0:32141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32141:1875839884268672:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942136.969042:0:32141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942136.969048:0:32141:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942136.969049:0:32141:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942136.969052:0:32141:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942136.969146:0:32141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559240000. 02000000:00000001:2.0:1788942136.969149:0:32141:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942136.969158:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942136.969164:0:32141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098688. 00000400:00000010:2.0:1788942136.969172:0:32141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b552275800. 00000100:00000200:2.0:1788942136.969179:0:32141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884268672, portal 10 00000100:00000001:2.0:1788942136.969182:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942136.969183:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000040:2.0:1788942136.969189:0:32141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942152 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.969197:0:32141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942136.969200:0:32141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942136.969204:0:32141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61880. 00000100:00000200:2.0:1788942136.969207:0:32141:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875839884268672, offset 0 00000400:00000200:2.0:1788942136.969213:0:32141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942136.969222:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942136.969231:0:32141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942136.969238:0:32141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942136.969242:0:32141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942136.969246:0:32141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942136.969249:0:32141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942136.969254:0:32141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2505:2505:256:4294967295] 192.168.206.109@tcp LPNI seq info [2505:2505:8:4294967295] 00000400:00000200:2.0:1788942136.969259:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942136.969270:0:32141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942136.969277:0:32141:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942136.969283:0:32141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61f00. 00000800:00000200:2.0:1788942136.969290:0:32141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942136.969298:0:32141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942136.969304:0:32141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788942136.969325:0:32141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942136.969330:0:32141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 813406 usecs (814 jiffies) 00000400:00000200:2.0:1788942136.969334:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942136.969337:0:32141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296537942 00000100:00000001:2.0:1788942136.969341:0:32141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:2.0:1788942136.969343:0:32141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296537942 00000100:00000001:2.0:1788942136.969345:0:32141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:2.0:1788942136.969348:0:32141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942136.969350:0:32141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.969353:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942136.969355:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942136.969358:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033240 going to sleep for 11 seconds 00000100:00000001:2.0:1788942136.969360:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942136.969363:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942136.970038:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942136.970045:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61f00. 00000400:00000200:3.0:1788942136.970051:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942136.970058:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942136.970064:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61880 00000400:00000010:3.0:1788942136.970067:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61880. 00000100:00000001:3.0:1788942136.970072:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942136.970077:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942152 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942136.970107:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942136.970111:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942152 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942136.970118:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942136.970120:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942136.979259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48200. 00010000:00000010:2.1:1788942136.979282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983c00. 00000800:00000001:3.0:1788942136.981807:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942136.981828:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942136.981833:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942136.981836:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942136.981846:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.981904:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942136.981916:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.981921:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.981929:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.981934:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f51480 00000400:00000200:3.0:1788942136.981940:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.981946:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x6b75 [32] + 224 00000800:00000001:3.0:1788942136.981955:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942136.981963:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942136.981967:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942136.981973:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942136.981982:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942136.981993:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942152 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942136.982004:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942152 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942136.982026:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942136.982036:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942136.982040:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.982046:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942136.982054:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2506:2506:256:4294967295] 192.168.206.109@tcp LPNI seq info [2506:2506:8:4294967295] 00000400:00000200:3.0:1788942136.982058:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942136.982066:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942136.982073:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942136.982080:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b54837dc00. 00000800:00000200:3.0:1788942136.982088:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942136.982107:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942136.982112:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54837dc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942136.982215:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942136.982220:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b54837dc00. 00000400:00000200:3.0:1788942136.982223:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942136.982227:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942136.982234:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942136.982238:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942136.982369:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942136.982378:0:32141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942136.982381:0:32141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942136.982385:0:32141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098688. 00000400:00000200:2.0:1788942136.982391:0:32141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b552275800 00000400:00000010:2.0:1788942136.982394:0:32141:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b552275800. 00000100:00000001:2.0:1788942136.982397:0:32141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942136.982402:0:32141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942152 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942136.982413:0:32141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236aa00 x1875839884268672/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942152 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.982420:0:32141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942136.982427:0:32141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942136.982431:0:32141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942136.982435:0:32141:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942136.982438:0:32141:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942136.982441:0:32141:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942136.982445:0:32141:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942136.982455:0:32141:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=126 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942136.982460:0:32141:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942136.982463:0:32141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942136.982465:0:32141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.982468:0:32141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942136.982472:0:32141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.982476:0:32141:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942136.982478:0:32141:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1788942136.982480:0:32141:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942136.982483:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942136.982485:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000001:2.0:1788942136.982488:0:32141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942136.982490:0:32141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1788942136.982493:0:32141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942136.982495:0:32141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942136.982501:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942152 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.982508:0:32141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942136.982511:0:32141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942136.982514:0:32141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942136.982518:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942152 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942136.982536:0:32141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32141:1875839884268672:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942136.982542:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942136.982545:0:32141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.982547:0:32141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942136.982550:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942136.982553:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942152 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.982560:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942136.982563:0:32141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033240. 00000100:00000001:2.0:1788942136.982566:0:32141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942136.982568:0:32141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.982571:0:32141:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942136.982577:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.982581:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.982584:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=4 00000020:00000001:2.0:1788942136.982587:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982591:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000040:2.0:1788942136.982598:0:32141:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792be00, remote cookie: 0x4d194fbcadeecc4a, flags: 0x1001 00010000:00010000:2.0:1788942136.982604:0:32141:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942136.982613:0:32141:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788942136.982617:0:32141:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788942136.982626:0:32141:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227300. 00010000:00000010:2.0:1788942136.982632:0:32141:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4ce80. 00010000:00000040:2.0:1788942136.982639:0:32141:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227800 count: 0 00010000:00000010:2.0:1788942136.982645:0:32141:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4ca00. 00010000:00000001:2.0:1788942136.982654:0:32141:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942136.982658:0:32141:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942136.982668:0:32141:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.982675:0:32141:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942136.982680:0:32141:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942136.982682:0:32141:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942136.982684:0:32141:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942136.982686:0:32141:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942136.982689:0:32141:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff90b551227300) refcount = 1 00010000:00010000:2.0:1788942136.982693:0:32141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.982700:0:32141:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942136.982703:0:32141:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942136.982705:0:32141:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942136.982708:0:32141:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942136.982711:0:32141:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942136.982714:0:32141:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.982720:0:32141:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942136.982722:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982724:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.982725:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982726:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.982728:0:32141:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.982734:0:32141:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942136.982737:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.982738:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.982740:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942136.982742:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982745:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982747:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.982748:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.982750:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=4 00000020:00000001:2.0:1788942136.982751:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982753:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982757:0:32141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942136.982760:0:32141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942136.982763:0:32141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.982770:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982771:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.982773:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.982774:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.982775:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=5 00000020:00000001:2.0:1788942136.982777:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982779:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982782:0:32141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942136.982785:0:32141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.982790:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982790:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942136.982793:0:32141:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.982799:0:32141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942136.982801:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982802:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.982803:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982804:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942136.982810:0:32141:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942152 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942136.982819:0:32141:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788942136.982824:0:32141:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942152 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942136.982830:0:32141:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.982838:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.982840:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.982841:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942136.982843:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982845:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00000002:00010000:2.0:1788942136.982904:0:32141:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788942136.982914:0:32141:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5453454c0. 00010000:00000001:2.0:1788942136.982917:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982918:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942136.982920:0:32141:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.982922:0:32141:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942136.982925:0:32141:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788942136.982927:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942136.982929:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000001:2.0:1788942136.982931:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942136.982932:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00010000:00000001:2.0:1788942136.982934:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.982936:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.982937:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942136.982939:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982941:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00000002:00010000:2.0:1788942136.982945:0:32141:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.982957:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982958:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.982960:0:32141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942136.982961:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.982962:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.982963:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942136.982965:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.982967:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000040:2.0:1788942136.982971:0:32141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:2.0:1788942136.982974:0:32141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942136.982978:0:32141:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:2.0:1788942136.982980:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.982981:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942136.982982:0:32141:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942136.982986:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547768 00000002:00002000:2.0:1788942136.982988:0:32141:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788942136.982992:0:32141:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.982996:0:32141:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.982999:0:32141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942136.983002:0:32141:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942136.983006:0:32141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942136.983010:0:32141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:2.0:1788942136.983013:0:32141:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942136.983015:0:32141:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b544abd600 it_disposition 1800037 00000080:00002000:2.0:1788942136.983021:0:32141:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544577948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788942136.983026:0:32141:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942136.983029:0:32141:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788942136.983030:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547990 00000080:00200000:2.0:1788942136.983032:0:32141:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000001:2.0:1788942136.983035:0:32141:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788942136.983037:0:32141:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942136.983044:0:32141:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942136.983047:0:32141:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942136.983051:0:32141:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788942136.983054:0:32141:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788942136.983067:0:32141:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548da39c0. 00000020:00000001:2.0:1788942136.983079:0:32141:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788942136.983081:0:32141:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788942136.983085:0:32141:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788942136.983087:0:32141:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff90b548da3a88) 00000020:00000001:2.0:1788942136.983100:0:32141:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942136.983105:0:32141:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:2.0:1788942136.983108:0:32141:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:2.0:1788942136.983114:0:32141:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788942136.983119:0:32141:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b54363f4b0. 00000020:00000001:2.0:1788942136.983121:0:32141:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788942136.983123:0:32141:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942136.983133:0:32141:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788942136.983138:0:32141:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b551308aa8. 00020000:00000001:2.0:1788942136.983140:0:32141:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621707158457000 : -122366551094616 : ffff90b551308aa8) 00020000:00000001:2.0:1788942136.983143:0:32141:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788942136.983146:0:32141:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942136.983152:0:32141:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd360. 00020000:00000010:2.0:1788942136.983157:0:32141:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b543472500. 00020000:00000010:2.0:1788942136.983162:0:32141:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abdae0. 00020000:00000001:2.0:1788942136.983165:0:32141:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948434656 : -122366761116960 : ffff90b544abdae0) 00020000:00000002:2.0:1788942136.983169:0:32141:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abdae0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942136.983174:0:32141:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942136.983178:0:32141:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472500: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788942136.983181:0:32141:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788942136.983183:0:32141:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abdae0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942136.983186:0:32141:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942136.983189:0:32141:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472500: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1788942136.983193:0:32141:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b5431651f0. 00020000:00000010:2.0:1788942136.983197:0:32141:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b559033240. 00020000:00000001:2.0:1788942136.983202:0:32141:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788942136.983206:0:32141:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b5464294f8. 00020000:00000001:2.0:1788942136.983210:0:32141:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788942136.983211:0:32141:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788942136.983217:0:32141:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788942136.983220:0:32141:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b54363f0c8. 00000020:00000001:2.0:1788942136.983223:0:32141:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788942136.983224:0:32141:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942136.983226:0:32141:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621706926944584 : -122366782607032 : ffff90b54363f148) 00020000:00000001:2.0:1788942136.983230:0:32141:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788942136.983236:0:32141:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b548956a80. 00020000:00000001:2.0:1788942136.983238:0:32141:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942136.983243:0:32141:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706926944584 : -122366782607032 : ffff90b54363f148) 00020000:00000001:2.0:1788942136.983246:0:32141:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621706926944584 : -122366782607032 : ffff90b54363f148) 00020000:00000002:2.0:1788942136.983250:0:32141:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff90b54363f0c8[0:0] -> [0x200000404:0x2b:0x0]@ffff90b54363f4b0: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788942136.983255:0:32141:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788942136.983258:0:32141:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788942136.983260:0:32141:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942136.983263:0:32141:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706926945584 : -122366782606032 : ffff90b54363f530) 00000020:00001000:2.0:1788942136.983266:0:32141:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:2.0:1788942136.983271:0:32141:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788942136.983274:0:32141:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788942136.983277:0:32141:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1788942136 00000080:00000001:2.0:1788942136.983281:0:32141:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788942136.983283:0:32141:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018582664 : -122366690968952 : ffff90b548da3a88) 00010000:00000001:2.0:1788942136.983286:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.983288:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.983289:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942136.983291:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.983294:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00000080:00000001:2.0:1788942136.983297:0:32141:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788942136.983299:0:32141:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942136.983301:0:32141:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:2.0:1788942136.983303:0:32141:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:2.0:1788942136.983305:0:32141:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942136.983307:0:32141:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942136.983309:0:32141:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942136.983312:0:32141:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abdcc0. 00020000:00000010:2.0:1788942136.983314:0:32141:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b543472680. 00020000:00000010:2.0:1788942136.983317:0:32141:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd960. 00020000:00000001:2.0:1788942136.983318:0:32141:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948434272 : -122366761117344 : ffff90b544abd960) 00020000:00000002:2.0:1788942136.983321:0:32141:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd960, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942136.983325:0:32141:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942136.983327:0:32141:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472680: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1788942136.983331:0:32141:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b551308aa8) owner ffff90b551bd8000 00020000:00000001:2.0:1788942136.983335:0:32141:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942136.983337:0:32141:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b551308aa8) owner ffff90b551bd8000 00020000:00000010:2.0:1788942136.983342:0:32141:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b543472680. 00020000:00000010:2.0:1788942136.983345:0:32141:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abdcc0. 00020000:00000010:2.0:1788942136.983349:0:32141:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abd960. 00020000:00000002:2.0:1788942136.983351:0:32141:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942136.983353:0:32141:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942136.983355:0:32141:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942136.983358:0:32141:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788942136.983361:0:32141:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551bd8000 00020000:00000002:2.0:1788942136.983364:0:32141:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abdae0 addref 2/0 by ffff90b551bd8000. 00020000:00000002:2.0:1788942136.983367:0:32141:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551bd8000 00020000:00000001:2.0:1788942136.983370:0:32141:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788942136.983372:0:32141:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942136.983373:0:32141:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788942136.983375:0:32141:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788942136.983377:0:32141:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788942136.983380:0:32141:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788942136.983382:0:32141:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:2.0:1788942136.983385:0:32141:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.983387:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.983388:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942136.983390:0:32141:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942136.983393:0:32141:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942136.983395:0:32141:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942136.983397:0:32141:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff90b548da3a88) 00000080:00010000:2.0:1788942136.983401:0:32141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90b548da3a88) for lock 0xcbb91bbb7815780d 00800000:00000001:2.0:1788942136.983403:0:32141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942136.983405:0:32141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942136.983406:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.983408:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.983409:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942136.983411:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.983413:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.983416:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.983417:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942136.983418:0:32141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.983420:0:32141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983422:0:32141:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788942136.983424:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942136.983430:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.983437:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942136.983442:0:32141:0:(namei.c:1651:ll_create_it()) inode ffff90b548da3a88 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:2.0:1788942136.983446:0:32141:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942136.983450:0:32141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90b548da3a88) 00000080:00000001:2.0:1788942136.983453:0:32141:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942136.983457:0:32141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d600. 00000100:00000001:2.0:1788942136.983461:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942136.983464:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.983471:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983475:0:32141:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788942136.983476:0:32141:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942136.983479:0:32141:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548da3a88 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:2.0:1788942136.983489:0:32141:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942136.983491:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547a68 00000080:00200008:2.0:1788942136.983493:0:32141:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90b548da3a88), flags 100102 00000080:00000010:2.0:1788942136.983501:0:32141:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e072c0. 00000080:00000010:2.0:1788942136.983507:0:32141:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b545345c80. 00000080:00000001:2.0:1788942136.983510:0:32141:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788942136.983514:0:32141:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788942136.983516:0:32141:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788942136.983520:0:32141:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b55900f160. 00000002:00100000:2.0:1788942136.983524:0:32141:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942136.983531:0:32141:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942136.983533:0:32141:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788942136.983537:0:32141:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788942136.983540:0:32141:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983543:0:32141:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942136.983545:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942136.983547:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788942136.983555:0:32141:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942136.983559:0:32141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559240000. 02000000:00000001:2.0:1788942136.983591:0:32141:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788942136.983593:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942136.983596:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547a68 00000080:00000008:2.0:1788942136.983598:0:32141:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90b548da3a88), flags 100102, rc = 0 00000080:00000001:2.0:1788942136.983603:0:32141:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788942136.983604:0:32141:0:(dcache.c:176:ll_intent_release()) intent ffff90b544abd600 released 00000080:00010000:2.0:1788942136.983607:0:32141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815780d from it ffff90b544abd600 00010000:00000001:2.0:1788942136.983609:0:32141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942136.983611:0:32141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942136.983612:0:32141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942136.983614:0:32141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.983617:0:32141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942136.983620:0:32141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942136.983623:0:32141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942136.983630:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.983631:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.983633:0:32141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942136.983636:0:32141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942136.983638:0:32141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942136.983648:0:32141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942136.983650:0:32141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942136.983652:0:32141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942136.983657:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.983658:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942136.983660:0:32141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.983664:0:32141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942136.983666:0:32141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.983668:0:32141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.983671:0:32141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942136.983673:0:32141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942136.983675:0:32141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942136.983676:0:32141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942136.983677:0:32141:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788942136.983679:0:32141:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788942136.983682:0:32141:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788942136.983684:0:32141:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942136.983687:0:32141:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788942136.983688:0:32141:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983691:0:32141:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788942136.983693:0:32141:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983695:0:32141:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942136.983698:0:32141:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983700:0:32141:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942136.983702:0:32141:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b544abd600. 00000080:00000001:2.0:1788942136.983706:0:32141:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983710:0:32141:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942136.983713:0:32141:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff90b548da3a88), inode mode 81a4 mask 40 00000080:00000001:2.0:1788942136.983717:0:32141:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942136.983744:0:32141:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788942136.983747:0:32141:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551bd8000 00020000:00000002:2.0:1788942136.983751:0:32141:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551bd8000 00020000:00000001:2.0:1788942136.983754:0:32141:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983763:0:32141:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942136.983766:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547df0 00000080:00200008:2.0:1788942136.983768:0:32141:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90b548da3a88), flags 100002 00000080:00000001:2.0:1788942136.983771:0:32141:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788942136.983774:0:32141:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788942136.983776:0:32141:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788942136.983777:0:32141:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551bd8000 00020000:00000002:2.0:1788942136.983780:0:32141:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551bd8000 00020000:00000001:2.0:1788942136.983782:0:32141:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942136.983784:0:32141:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788942136.983790:0:32141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942136.983792:0:32141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942136.983795:0:32141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:2.0:1788942136.983798:0:32141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942136.983801:0:32141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942136.983803:0:32141:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:2.0:1788942136.983805:0:32141:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788942136.983808:0:32141:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788942136.983811:0:32141:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b55222d600. 00000080:00000001:2.0:1788942136.983814:0:32141:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788942136.983819:0:32141:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788942136.983822:0:32141:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788942136.983825:0:32141:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:2.0:1788942136.983828:0:32141:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788942136.983830:0:32141:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:2.0:1788942136.983836:0:32141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236a300. 00000020:00000040:2.0:1788942136.983841:0:32141:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942136.983846:0:32141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942136.983881:0:32141:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942136.983886:0:32141:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942136.983895:0:32141:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222c000. 00000100:00000001:2.0:1788942136.983903:0:32141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788942136.983914:0:32141:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788942136.983924:0:32141:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788942136.983930:0:32141:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788942136.983936:0:32141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942136.983938:0:32141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942136.983945:0:32141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033000. 00000100:00000001:2.0:1788942136.983948:0:32141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289702400 : -122366419849216 : ffff90b559033000) 00000100:00000001:2.0:1788942136.983950:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942136.983952:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175633664 : -122366533917952 : ffff90b55236a300) 00000100:00000001:2.0:1788942136.983957:0:32141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942136.983961:0:32141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.983963:0:32141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942136.983965:0:32141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942136.983969:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.983976:0:32141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942136.983979:0:32141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942136.983982:0:32141:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942136.983985:0:32141:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942136.983988:0:32141:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942136.983991:0:32141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236a300 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32141:1875839884268928:192.168.206.109@tcp:35:multiop.0 00000100:00000001:2.0:1788942136.983995:0:32141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942136.984000:0:32141:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942136.984002:0:32141:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942136.984005:0:32141:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942136.984010:0:32141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942136.984012:0:32141:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942136.984020:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942136.984024:0:32141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098688. 00000400:00000010:2.0:1788942136.984032:0:32141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61880. 00000100:00000200:2.0:1788942136.984040:0:32141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884268928, portal 10 00000100:00000001:2.0:1788942136.984042:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942136.984043:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175633664 : -122366533917952 : ffff90b55236a300) 00000100:00000040:2.0:1788942136.984049:0:32141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942152 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942136.984056:0:32141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942136.984059:0:32141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942136.984062:0:32141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61bb0. 00000100:00000200:2.0:1788942136.984065:0:32141:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884268928, offset 0 00000400:00000200:2.0:1788942136.984073:0:32141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942136.984081:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942136.984089:0:32141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942136.984106:0:32141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942136.984111:0:32141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942136.984115:0:32141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942136.984118:0:32141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942136.984122:0:32141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2507:2507:256:4294967295] 192.168.206.109@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:2.0:1788942136.984127:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942136.984137:0:32141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942136.984143:0:32141:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942136.984148:0:32141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61700. 00000800:00000200:2.0:1788942136.984155:0:32141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942136.984164:0:32141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942136.984168:0:32141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788942136.984183:0:32141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942136.984189:0:32141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 812361 usecs (813 jiffies) 00000400:00000200:2.0:1788942136.984193:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942136.984196:0:32141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296537956 00000100:00000001:2.0:1788942136.984200:0:32141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:2.0:1788942136.984203:0:32141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296537956 00000100:00000001:2.0:1788942136.984206:0:32141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:2.0:1788942136.984208:0:32141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942136.984211:0:32141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942136.984213:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942136.984216:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942136.984219:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 11 seconds 00000100:00000001:2.0:1788942136.984221:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942136.984224:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942136.985668:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942136.985678:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788942136.985686:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942136.985695:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942136.985703:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61bb0 00000400:00000010:3.0:1788942136.985707:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61bb0. 00000100:00000001:3.0:1788942136.985713:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942136.985722:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942152 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942136.985735:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942136.985739:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942152 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942136.985746:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942136.985748:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942136.992114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227800. 00010000:00000001:3.0:1788942137.057059:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942137.057068:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942137.057073:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942137.057075:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942137.057238:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942137.057242:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942137.057245:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942137.959957:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942137.959969:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942137.959972:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942137.959976:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487b98 00000080:00200000:3.0:1788942137.959982:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942137.959996:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c6000. 00800000:00000002:3.0:1788942137.960006:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942137.960010:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942137.960016:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942137.960018:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487ab8 00800000:00000002:3.0:1788942137.960020:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942137.960024:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942137.960029:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942137.960035:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942137.960037:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487988 00000002:00010000:3.0:1788942137.960039:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942137.960044:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942137.960046:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942137.960050:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942137.960058:0:32143:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942137.960061:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942137.960063:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942137.960066:0:32143:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942137.960068:0:32143:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942137.960075:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544ace300. 00000020:00000040:3.0:1788942137.960080:0:32143:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942137.960098:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942137.960103:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942137.960112:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942137.960114:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942137.960115:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942137.960119:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942137.960123:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942137.960129:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942137.960138:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837dc00. 00000100:00000001:3.0:1788942137.960997:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942137.961010:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942137.961013:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942137.961014:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942137.961015:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942137.961017:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942137.961025:0:32143:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948502272 : -122366761049344 : ffff90b544ace300) 00010000:00000001:3.0:1788942137.961032:0:32143:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942137.961035:0:32143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942137.961043:0:32143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48000. 00010000:00000010:3.0:1788942137.961049:0:32143:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0500. 00010000:00000001:3.0:1788942137.961055:0:32143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942137.961059:0:32143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982600. 00000020:00000001:3.0:1788942137.961066:0:32143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942137.961069:0:32143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982600 with handle 0xcbb91bbb78157814 to hash 00000020:00000001:3.0:1788942137.961072:0:32143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942137.961074:0:32143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942137.961078:0:32143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:3.0:1788942137.961083:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942137.961095:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942137.961100:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942137.961111:0:32143:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942137.961123:0:32143:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942137.961129:0:32143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942137.961132:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942137.961140:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b859c0. 00000100:00000001:3.0:1788942137.961143:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167357376 : -122366542194240 : ffff90b551b859c0) 00000100:00000001:3.0:1788942137.961298:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942137.961300:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948502272 : -122366761049344 : ffff90b544ace300) 00000100:00000001:3.0:1788942137.961307:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942137.961313:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942137.961315:0:32143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942137.961317:0:32143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942137.961332:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942137.961341:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942137.961344:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942137.961348:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942137.961352:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942137.961355:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942137.961360:0:32143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544ace300 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269056:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942137.961364:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942137.961371:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942137.961374:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942137.961377:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942137.961383:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7c800. 02000000:00000001:3.0:1788942137.961385:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942137.961395:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942137.961400:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4bb0. 00000400:00000010:3.0:1788942137.961409:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded990. 00000100:00000200:3.0:1788942137.961419:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884269056, portal 10 00000100:00000001:3.0:1788942137.961421:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942137.961422:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948502272 : -122366761049344 : ffff90b544ace300) 00000100:00000040:3.0:1788942137.961429:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942153 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942137.961437:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942137.961440:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942137.961443:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded2a8. 00000100:00000200:3.0:1788942137.961446:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884269056, offset 0 00000400:00000200:3.0:1788942137.961453:0:32143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942137.961463:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942137.961471:0:32143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942137.961479:0:32143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942137.961484:0:32143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942137.961489:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942137.961491:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942137.961495:0:32143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2508:2508:256:4294967295] 192.168.206.109@tcp LPNI seq info [2508:2508:8:4294967295] 00000400:00000200:3.0:1788942137.961500:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942137.961510:0:32143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942137.961516:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942137.961522:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35d00. 00000800:00000200:3.0:1788942137.961529:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942137.961539:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942137.961543:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788942137.961572:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942137.961577:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 812361 usecs (813 jiffies) 00000400:00000200:3.0:1788942137.961581:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942137.961583:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296538933 00000100:00000001:3.0:1788942137.961588:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:3.0:1788942137.961590:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296538933 00000100:00000001:3.0:1788942137.961592:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:3.0:1788942137.961594:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942137.961597:0:32143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942137.961599:0:32143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942137.961602:0:32143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942137.961605:0:32143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b859c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788942137.961608:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942137.961611:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942137.964187:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942137.964199:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35d00. 00000400:00000200:2.0:1788942137.964209:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942137.964218:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942137.964228:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded2a8 00000400:00000010:2.0:1788942137.964231:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded2a8. 00000100:00000001:2.0:1788942137.964237:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942137.964247:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942153 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942137.964261:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942137.964265:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942153 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942137.964273:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942137.964275:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942137.975010:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942137.975035:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942137.975040:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942137.975043:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942137.975054:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942137.975065:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942137.975076:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942137.975082:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942137.975100:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942137.975105:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f51600 00000400:00000200:3.0:1788942137.975112:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942137.975118:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6b95 [1] + 224 00000800:00000001:3.0:1788942137.975128:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942137.975138:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942137.975147:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942137.975153:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942137.975162:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942137.975173:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942153 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942137.975186:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942153 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942137.975212:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942137.975222:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942137.975227:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942137.975573:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942137.975583:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942137.975586:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942137.975591:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4bb0. 00000400:00000200:2.0:1788942137.975597:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded990 00000400:00000010:2.0:1788942137.975600:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded990. 00000100:00000001:2.0:1788942137.975603:0:32143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942137.975609:0:32143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942153 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942137.975618:0:32143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942153 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942137.975624:0:32143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942137.975626:0:32143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942137.975628:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942137.975632:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942137.975636:0:32143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942137.975638:0:32143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942137.975641:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942137.975652:0:32143:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=127 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942137.975656:0:32143:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942137.975659:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942137.975661:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.975664:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942137.975668:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942137.975672:0:32143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942137.975674:0:32143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1788942137.975677:0:32143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942137.975680:0:32143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942137.975685:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942153 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942137.975692:0:32143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942137.975695:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942137.975697:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942137.975701:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942153 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942137.975708:0:32143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544ace300 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269056:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942137.975714:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942137.975717:0:32143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942137.975720:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942137.975722:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942137.975726:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942153 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942137.975732:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942137.975735:0:32143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b859c0. 00000100:00000001:2.0:1788942137.975738:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942137.975740:0:32143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.975743:0:32143:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942137.975747:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.975750:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.975753:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=4 00000020:00000001:2.0:1788942137.975756:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975759:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000040:2.0:1788942137.975766:0:32143:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982600, remote cookie: 0x4d194fbcadeecc5f, flags: 0x1001 00010000:00010000:2.0:1788942137.975772:0:32143:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942137.975784:0:32143:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942137.975791:0:32143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942137.975796:0:32143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942137.975798:0:32143:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942137.975799:0:32143:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942137.975801:0:32143:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942137.975804:0:32143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b545f48000) refcount = 1 00010000:00010000:2.0:1788942137.975808:0:32143:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942137.975820:0:32143:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942137.975824:0:32143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942137.975826:0:32143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942137.975829:0:32143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942137.975832:0:32143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942137.975836:0:32143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942137.975842:0:32143:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942137.975843:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.975845:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.975846:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.975847:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.975849:0:32143:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942137.975883:0:32143:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942137.975885:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.975896:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.975898:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.975901:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975903:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975906:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.975907:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.975908:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=4 00000020:00000001:2.0:1788942137.975910:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975912:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975916:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942137.975919:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942137.975923:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942137.975928:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.975930:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.975932:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.975933:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.975934:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=5 00000020:00000001:2.0:1788942137.975936:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975938:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975940:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942137.975943:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942137.975949:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.975950:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942137.975953:0:32143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942137.975960:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942137.975961:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.975962:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.975963:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.975965:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942137.975970:0:32143:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942153 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942137.975978:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.975980:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.975981:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.975983:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975985:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.975987:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.975988:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942137.975990:0:32143:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942137.975992:0:32143:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942137.975995:0:32143:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942137.975998:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.976000:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.976002:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.976004:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.976006:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00000002:00010000:2.0:1788942137.976010:0:32143:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942137.976017:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.976018:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.976020:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942137.976021:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.976022:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.976023:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.976025:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.976027:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000040:2.0:1788942137.976034:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48000 count: 2 00010000:00000001:2.0:1788942137.976038:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942137.976042:0:32143:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788942137.976044:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.976045:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942137.976047:0:32143:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942137.976051:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487910 00000002:00002000:2.0:1788942137.976053:0:32143:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942137.976056:0:32143:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942137.976060:0:32143:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942137.976064:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942137.976067:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942137.976071:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942137.976075:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942137.976079:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c6000. 00000080:00000001:2.0:1788942137.976093:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942137.976096:0:32143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942137.976103:0:32143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788942137.976108:0:32143:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788942137.976116:0:32143:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b545345040. 00800000:00000001:2.0:1788942137.976119:0:32143:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706957377600 : -122366752174016 : ffff90b545345040) 00800000:00000001:2.0:1788942137.976121:0:32143:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942137.976124:0:32143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942137.976127:0:32143:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942137.976129:0:32143:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788942137.976132:0:32143:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942137.976135:0:32143:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942137.976136:0:32143:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942137.976142:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788942137.976145:0:32143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788942137.976147:0:32143:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942130 to 1788942136 00000080:00200000:2.0:1788942137.976153:0:32143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788942137.976155:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.976157:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.976158:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.976160:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.976163:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.976164:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.976166:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942137.976167:0:32143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942137.976170:0:32143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788942137.976172:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b545345040 1 00800000:00000010:2.0:1788942137.976175:0:32143:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b545345040. 00800000:00000001:2.0:1788942137.976178:0:32143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942137.976182:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157814 00800000:00000001:2.0:1788942137.976185:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942137.976187:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942137.976188:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.976189:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.976190:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.976192:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.976194:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.976197:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.976199:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942137.976200:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942137.976202:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942137.976205:0:32143:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942137.976207:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942137.976211:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157814 from it ffffa57dc1487bd0 00010000:00000001:2.0:1788942137.976213:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.976214:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.976216:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.976218:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.976220:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.976222:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942137.976225:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942137.976232:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.976233:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.976235:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942137.976238:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942137.976241:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942137.976250:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942137.976252:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942137.976255:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942137.976260:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.976261:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.976263:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.976267:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942137.976269:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.976271:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.976274:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.976275:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942137.976277:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.976278:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942137.976281:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942137.976285:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544ace300 x1875839884269056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942153 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942137.976293:0:32143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942137.976296:0:32143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942137.976300:0:32143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7c800. 02000000:00000001:2.0:1788942137.976303:0:32143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942137.976306:0:32143:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942137.976307:0:32143:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942137.976309:0:32143:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942137.976313:0:32143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837dc00. 02000000:00000001:2.0:1788942137.976317:0:32143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942137.976319:0:32143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942137.976321:0:32143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544ace300. 00000100:00000001:2.0:1788942137.976325:0:32143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942137.976326:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942137.976330:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942137.976335:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942137.979101:0:32143:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900f780. 00000020:00000001:2.0:1788942137.979115:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487d88 00000080:00200000:2.0:1788942137.979118:0:32143:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=1536 00000080:00000001:2.0:1788942137.979125:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942137.979127:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942137.979129:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487c98 00000080:00200000:2.0:1788942137.979132:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942137.979137:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:2.0:1788942137.979145:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942137.979150:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942137.979156:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942137.979158:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487bb8 00800000:00000002:2.0:1788942137.979161:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942137.979165:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942137.979170:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942137.979176:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942137.979178:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487a88 00000002:00010000:2.0:1788942137.979181:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942137.979184:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942137.979186:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942137.979190:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942137.979197:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48000 count: 2 00010000:00000001:2.0:1788942137.979200:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942137.979206:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942137.979210:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942137.979215:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942137.979225:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942137.979231:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942137.979234:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942137.979241:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942137.979243:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942137.979245:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942137.979247:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942137.979249:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942137.979251:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942137.979254:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942137.979256:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942137.979260:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:2.0:1788942137.979267:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942137.979268:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942137.979271:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942137.979274:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157814 00800000:00000001:2.0:1788942137.979277:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942137.979279:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942137.979281:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.979283:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.979287:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.979290:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.979293:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.979296:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.979298:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942137.979299:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942137.979301:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942137.979303:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157814 from it ffffa57dc1487cd0 00010000:00000001:2.0:1788942137.979305:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.979306:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.979308:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.979309:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.979311:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.979313:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942137.979316:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942137.979322:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.979323:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.979324:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942137.979327:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942137.979329:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942137.979336:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942137.979340:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942137.979342:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942137.979358:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.979360:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.979362:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.979366:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942137.979368:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.979369:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.979372:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.979374:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942137.979376:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.979377:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942137.979380:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942137.979382:0:32143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942137.979384:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:2.0:1788942137.979390:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942137.979405:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942137.979406:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942137.979407:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487d78 00000080:00200000:2.0:1788942137.979409:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942137.979413:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:2.0:1788942137.979415:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942137.979417:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942137.980994:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942137.980999:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487c98 00800000:00000002:2.0:1788942137.981004:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942137.981009:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942137.981014:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942137.981018:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942137.981021:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487b68 00000002:00010000:2.0:1788942137.981023:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942137.981026:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942137.981028:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942137.981032:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942137.981038:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48000 count: 2 00010000:00000001:2.0:1788942137.981041:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942137.981046:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942137.981050:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942137.981054:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788942137.981064:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942137.981070:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942137.981073:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788942137.981099:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942137.981101:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942137.981103:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942137.981105:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942137.981106:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942137.981109:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942137.981112:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942137.981115:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942137.981119:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:2.0:1788942137.981126:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942137.981128:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942137.981130:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942137.981134:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157814 00800000:00000001:2.0:1788942137.981137:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942137.981139:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942137.981140:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.981142:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.981145:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.981147:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.981150:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.981152:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.981154:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942137.981155:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942137.981157:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942137.981160:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157814 from it ffffa57dc1487db0 00010000:00000001:2.0:1788942137.981162:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942137.981163:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942137.981164:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982600 refcount=3 00000020:00000001:2.0:1788942137.981166:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.981168:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474816 : -122366712076800 : ffff90b547982600) 00010000:00000001:2.0:1788942137.981170:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942137.981174:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942137.981180:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.981181:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.981183:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942137.981185:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942137.981188:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942137.981195:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942137.981198:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942137.981200:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942137.981204:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.981205:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.981207:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.981210:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942137.981212:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.981213:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.981216:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.981218:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942137.981219:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.981220:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942137.981223:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942137.981225:0:32143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942137.981228:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:2.0:1788942137.981232:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942137.981237:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487e20 00000080:00200000:2.0:1788942137.981239:0:32143:0:(namei.c:2062:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=33188, excl=1 00000080:00000001:2.0:1788942137.981243:0:32143:0:(namei.c:2013:ll_mknod()) Process entered 00000020:00000001:2.0:1788942137.981245:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487dd0 00000080:00200000:2.0:1788942137.981247:0:32143:0:(namei.c:2017:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908) mode 100644 dev 0 00000080:00000001:2.0:1788942137.981250:0:32143:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1788942137.981252:0:32143:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1788942137.981260:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:2.0:1788942137.981265:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942137.981272:0:32143:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942137.981275:0:32143:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788942137.981278:0:32143:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788942137.981282:0:32143:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:2.0:1788942137.981284:0:32143:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788942137.981286:0:32143:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788942137.981290:0:32143:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788942137.981292:0:32143:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788942137.981295:0:32143:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:2.0:1788942137.981298:0:32143:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942137.981300:0:32143:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942137.981302:0:32143:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942137.981304:0:32143:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942137.981306:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487c38 00800000:00000002:2.0:1788942137.981308:0:32143:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788942137.981312:0:32143:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788942137.981314:0:32143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942137.981317:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48000 count: 2 00010000:00000001:2.0:1788942137.981318:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942137.981321:0:32143:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942137.981324:0:32143:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942137.981327:0:32143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788942137.981334:0:32143:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942137.981338:0:32143:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942137.981340:0:32143:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942137.981342:0:32143:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942137.981344:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942137.981345:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942137.981347:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48000 count: 3 00010000:00000001:2.0:1788942137.981349:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942137.981740:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942137.981743:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942137.981745:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942137.981748:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48000 count: 3 00010000:00000001:2.0:1788942137.981751:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942137.981753:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942137.981755:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942137.981756:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942137.981757:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48000 count: 3 00010000:00000001:2.0:1788942137.981760:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942137.981761:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942137.981764:0:32143:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942137.981767:0:32143:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942137.981772:0:32143:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942137.981775:0:32143:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942137.981778:0:32143:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942137.981780:0:32143:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.981784:0:32143:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942137.981788:0:32143:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942137.981790:0:32143:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942137.981792:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942137.981794:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942137.981797:0:32143:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982600 with handle 0xcbb91bbb78157814 from hash 00010000:00000001:2.0:1788942137.981800:0:32143:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942137.981801:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.981803:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.981804:0:32143:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942137.981807:0:32143:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942137.981809:0:32143:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942137.981813:0:32143:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942137.981815:0:32143:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942137.981818:0:32143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788942137.981827:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b480. 00000020:00000040:2.0:1788942137.981832:0:32143:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942137.981839:0:32143:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942137.981841:0:32143:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.981844:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942137.981848:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942137.981883:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942137.981885:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.981887:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942137.981960:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942137.981963:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942137.981967:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942137.981979:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552274800. 00000100:00000001:2.0:1788942137.981987:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.981990:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942137.981993:0:32143:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942137.982000:0:32143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788942137.982007:0:32143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788942137.982009:0:32143:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942137.982011:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942137.982014:0:32143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982600/0xcbb91bbb78157814 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecc5f expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788942137.982022:0:32143:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48000 count: 0 00010000:00000010:2.0:1788942137.982027:0:32143:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0500. 00010000:00000001:2.0:1788942137.982043:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942137.982045:0:32143:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.982046:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942137.982048:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942137.982050:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788942137.982066:0:32143:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1788942137.982083:0:32143:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942137.982145:0:32143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942137.982147:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942137.982156:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033180. 00000100:00000001:2.0:1788942137.982158:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289702784 : -122366419848832 : ffff90b559033180) 00000100:00000001:2.0:1788942137.982161:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942137.982162:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175638144 : -122366533913472 : ffff90b55236b480) 00000100:00000001:2.0:1788942137.982168:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942137.982174:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942137.982176:0:32143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942137.982178:0:32143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942137.982183:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942137.982191:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942137.982194:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942137.982198:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942137.982201:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942137.982203:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942137.982207:0:32143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b480 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269312:192.168.206.109@tcp:36:multiop.0 00000100:00000001:2.0:1788942137.982211:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942137.982217:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942137.982219:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942137.982222:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942137.982227:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552275400. 02000000:00000001:2.0:1788942137.982229:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942137.982238:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942137.982243:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098000. 00000400:00000010:2.0:1788942137.982251:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61cc0. 00000100:00000200:2.0:1788942137.982260:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884269312, portal 10 00000100:00000001:2.0:1788942137.982262:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942137.982263:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175638144 : -122366533913472 : ffff90b55236b480) 00000100:00000040:2.0:1788942137.982272:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1788942153 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942137.982279:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942137.982282:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942137.982284:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61d48. 00000100:00000200:2.0:1788942137.982287:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884269312, offset 0 00000400:00000200:2.0:1788942137.982294:0:32143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942137.982303:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942137.982312:0:32143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942137.982318:0:32143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942137.982323:0:32143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942137.982328:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942137.982331:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942137.982336:0:32143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2509:2509:256:4294967295] 192.168.206.109@tcp LPNI seq info [2509:2509:8:4294967295] 00000400:00000200:2.0:1788942137.982340:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942137.983413:0:32143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942137.983439:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942137.983449:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942137.983462:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942137.983472:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942137.983477:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788942137.983500:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942137.983507:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 811320 usecs (812 jiffies) 00000400:00000200:2.0:1788942137.983513:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942137.983516:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296538954 00000100:00000001:2.0:1788942137.983521:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:2.0:1788942137.983523:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296538954 00000100:00000001:2.0:1788942137.983525:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:2.0:1788942137.983528:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942137.983531:0:32143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942137.983535:0:32143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942137.983537:0:32143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942137.983540:0:32143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033180 going to sleep for 11 seconds 00000100:00000001:2.0:1788942137.983543:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942137.983547:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942137.985692:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942137.985704:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:3.0:1788942137.985712:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942137.985721:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942137.985729:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61d48 00000400:00000010:3.0:1788942137.985732:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61d48. 00000100:00000001:3.0:1788942137.985737:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942137.985746:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1788942153 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942137.985759:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942137.985762:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1788942153 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942137.985776:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942137.985778:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942137.988563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48000. 00010000:00000010:2.1:1788942137.988583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982600. 00000800:00000001:3.0:1788942138.000728:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.000751:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942138.000756:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.000759:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.000781:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.000791:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942138.000803:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.000808:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.000815:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.000820:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f51700 00000400:00000200:3.0:1788942138.000826:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.000832:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x6ba5 [1] + 224 00000800:00000001:3.0:1788942138.000841:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.000848:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.000915:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942138.000921:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942138.000930:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942138.000940:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1788942153 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942138.000952:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1788942153 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.001018:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942138.001040:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942138.001051:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942138.001055:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.001061:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942138.001068:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2510:2510:256:4294967295] 192.168.206.109@tcp LPNI seq info [2510:2510:8:4294967295] 00000400:00000200:3.0:1788942138.001073:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.001083:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942138.001100:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942138.001108:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35f00. 00000800:00000200:3.0:1788942138.001116:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942138.001125:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942138.001131:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942138.001227:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942138.001231:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35f00. 00000400:00000200:3.0:1788942138.001235:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942138.001239:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942138.001246:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.001250:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788942138.002188:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942138.002194:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942138.002199:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098000. 00000400:00000200:2.0:1788942138.002205:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61cc0 00000400:00000010:2.0:1788942138.002208:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61cc0. 00000100:00000001:2.0:1788942138.002214:0:32143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942138.002222:0:32143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1788942153 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942138.002232:0:32143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b480 x1875839884269312/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/576 e 0 to 0 dl 1788942153 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.002239:0:32143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942138.002241:0:32143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942138.002245:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942138.002249:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942138.002252:0:32143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942138.002254:0:32143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942138.002258:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942138.002269:0:32143:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=128 v=5 (105 105 105 137) 00000100:00001000:2.0:1788942138.002273:0:32143:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942138.002275:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942138.002277:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.002331:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942138.002335:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.002338:0:32143:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942138.002340:0:32143:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1788942138.002342:0:32143:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942138.002345:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942138.002347:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175638144 : -122366533913472 : ffff90b55236b480) 00000100:00000001:2.0:1788942138.002407:0:32143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942138.002409:0:32143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1788942138.002411:0:32143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942138.002414:0:32143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942138.002471:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b480 x1875839884269312/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1788942153 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.002480:0:32143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942138.002483:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942138.002485:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942138.002489:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b480 x1875839884269312/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1788942153 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942138.002503:0:32143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b480 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269312:192.168.206.109@tcp:36:multiop.0 00000100:00000001:2.0:1788942138.002508:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942138.002511:0:32143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.002513:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942138.002515:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942138.002519:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b480 x1875839884269312/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1788942153 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.002526:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942138.002529:0:32143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033180. 00000100:00000001:2.0:1788942138.002533:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942138.002535:0:32143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942138.002545:0:32143:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942138.002548:0:32143:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:2.0:1788942138.002551:0:32143:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942138.002554:0:32143:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1788942138.002557:0:32143:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788942136 to 1788942137 00000080:00000001:2.0:1788942138.002561:0:32143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942138.002568:0:32143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942138.002570:0:32143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942138.002573:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1788942138.002577:0:32143:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788942138.003052:0:32143:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548d9eb40. 00000020:00000001:3.0:1788942138.003067:0:32143:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788942138.003069:0:32143:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788942138.003074:0:32143:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788942138.003076:0:32143:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff90b548d9ec08) 00000080:00000001:3.0:1788942138.003079:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:3.0:1788942138.003082:0:32143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788942138.003346:0:32143:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1788942137 00000080:00000001:3.0:1788942138.003508:0:32143:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1788942138.003512:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942138.003517:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942138.003521:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942138.003527:0:32143:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788942138.003533:0:32143:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b5464ed578. 00000020:00000001:3.0:1788942138.003535:0:32143:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788942138.003538:0:32143:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942138.003547:0:32143:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788942138.003552:0:32143:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b544afeba0. 00020000:00000001:3.0:1788942138.003555:0:32143:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621706948701088 : -122366760850528 : ffff90b544afeba0) 00020000:00000001:3.0:1788942138.003558:0:32143:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788942138.003561:0:32143:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.003567:0:32143:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706975892984 : -122366733658632 : ffff90b5464ed5f8) 00000020:00001000:3.0:1788942138.003570:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:3.0:1788942138.003574:0:32143:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018562568 : -122366690989048 : ffff90b548d9ec08) 00000080:00000001:3.0:1788942138.003576:0:32143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942138.003582:0:32143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942138.003584:0:32143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942138.003590:0:32143:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942138.003593:0:32143:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:3.0:1788942138.003595:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942138.003605:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b480 x1875839884269312/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1788942153 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942138.003613:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942138.003615:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942138.003618:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:3.0:1788942138.003624:0:32143:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942138.003629:0:32143:0:(namei.c:2045:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.003632:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487e20 00000080:00200000:3.0:1788942138.003634:0:32143:0:(namei.c:2070:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:3.0:1788942138.003652:0:32143:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788942138.003659:0:32143:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788942138.004316:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942138.004321:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942138.004323:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942138.004325:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487b20 00000080:00200000:3.0:1788942138.004328:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942138.004335:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5464c7200. 00800000:00000002:3.0:1788942138.004343:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942138.004348:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942138.004362:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942138.004365:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487a40 00800000:00000002:3.0:1788942138.004368:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942138.004372:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942138.004377:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942138.004382:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942138.004385:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487910 00000002:00010000:3.0:1788942138.004386:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942138.004392:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942138.004394:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942138.004398:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942138.004405:0:32143:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942138.004408:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942138.004410:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942138.004412:0:32143:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942138.004414:0:32143:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942138.004421:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf800. 00000020:00000040:3.0:1788942138.004425:0:32143:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942138.004432:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942138.004437:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942138.006520:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942138.006530:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942138.006532:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942138.006542:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942138.006547:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942138.006554:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942138.006570:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837cc00. 00000100:00000001:3.0:1788942138.006581:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.006588:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942138.006591:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.006592:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942138.006593:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.006596:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942138.006605:0:32143:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00010000:00000001:3.0:1788942138.006612:0:32143:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942138.006614:0:32143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942138.006623:0:32143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48d00. 00010000:00000010:3.0:1788942138.006629:0:32143:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0a80. 00010000:00000001:3.0:1788942138.006634:0:32143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942138.006638:0:32143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982000. 00000020:00000001:3.0:1788942138.006644:0:32143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942138.006648:0:32143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982000 with handle 0xcbb91bbb7815781b to hash 00000020:00000001:3.0:1788942138.006651:0:32143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942138.006653:0:32143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:3.0:1788942138.006658:0:32143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:3.0:1788942138.006662:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942138.006665:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942138.006670:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942138.006681:0:32143:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942138.006693:0:32143:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942138.006698:0:32143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942138.006700:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942138.006708:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85cc0. 00000100:00000001:3.0:1788942138.006711:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167358144 : -122366542193472 : ffff90b551b85cc0) 00000100:00000001:3.0:1788942138.006714:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942138.006716:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000001:3.0:1788942138.006721:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942138.006726:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942138.006728:0:32143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942138.006730:0:32143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942138.006742:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942138.006751:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942138.006753:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942138.006757:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942138.006760:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942138.006763:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942138.006766:0:32143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269440:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942138.006771:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942138.006776:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942138.006779:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942138.006782:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942138.006786:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7d000. 02000000:00000001:3.0:1788942138.006788:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942138.006797:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942138.006801:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c43c8. 00000400:00000010:3.0:1788942138.006808:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded3b8. 00000100:00000200:3.0:1788942138.006816:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884269440, portal 10 00000100:00000001:3.0:1788942138.006817:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942138.006819:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000040:3.0:1788942138.006824:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942154 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942138.006833:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942138.006836:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942138.006839:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded4c8. 00000100:00000200:3.0:1788942138.006841:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884269440, offset 0 00000400:00000200:3.0:1788942138.006848:0:32143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942138.006874:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.006883:0:32143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942138.006889:0:32143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942138.006894:0:32143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942138.006898:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942138.006901:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942138.006905:0:32143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2511:2511:256:4294967295] 192.168.206.109@tcp LPNI seq info [2511:2511:8:4294967295] 00000400:00000200:3.0:1788942138.006910:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.006920:0:32143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942138.006926:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942138.006931:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35f00. 00000800:00000200:3.0:1788942138.006938:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942138.006948:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942138.006953:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788942138.006978:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942138.006983:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 810291 usecs (811 jiffies) 00000400:00000200:3.0:1788942138.006987:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942138.006991:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296538977 00000100:00000001:3.0:1788942138.006994:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:3.0:1788942138.006997:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296538977 00000100:00000001:3.0:1788942138.006999:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:3.0:1788942138.007001:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942138.007004:0:32143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942138.007006:0:32143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942138.007008:0:32143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942138.007011:0:32143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788942138.007014:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942138.007017:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942138.007623:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942138.007630:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35f00. 00000400:00000200:2.0:1788942138.007637:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942138.007644:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942138.007651:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded4c8 00000400:00000010:2.0:1788942138.007654:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded4c8. 00000100:00000001:2.0:1788942138.007658:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942138.007664:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942154 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.007675:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942138.007679:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942154 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.007686:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.007688:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:3.1:1788942138.013185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f780. 00000800:00000001:3.0:1788942138.013299:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.013315:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942138.013318:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.013321:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.013330:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.013338:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942138.013347:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.013363:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.013369:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.013374:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f51780 00000400:00000200:3.0:1788942138.013380:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.013386:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6bb5 [1] + 224 00000800:00000001:3.0:1788942138.013394:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.013403:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.013407:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942138.013412:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942138.013478:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942138.013488:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942154 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942138.013505:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942138.013530:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942138.013539:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.013543:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.013756:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942138.013767:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942138.013769:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942138.013781:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c43c8. 00000400:00000200:0.0:1788942138.013786:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded3b8 00000400:00000010:0.0:1788942138.013790:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded3b8. 00000100:00000001:0.0:1788942138.013793:0:32143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942138.013798:0:32143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942138.013807:0:32143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.013813:0:32143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942138.013816:0:32143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.013818:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942138.013821:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942138.013824:0:32143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942138.013827:0:32143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.013830:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942138.013840:0:32143:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=128 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942138.013844:0:32143:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942138.013847:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942138.013975:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.014031:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942138.014036:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.014041:0:32143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942138.014043:0:32143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788942138.014046:0:32143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942138.014050:0:32143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942138.014056:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.014064:0:32143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942138.014067:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942138.014070:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942138.014074:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942154 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942138.014082:0:32143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269440:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942138.014094:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.014097:0:32143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.014100:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942138.014102:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942138.014106:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942154 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.014113:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942138.014116:0:32143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85cc0. 00000100:00000001:0.0:1788942138.014120:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942138.014121:0:32143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.014124:0:32143:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.014129:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014132:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.014136:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=4 00000020:00000001:0.0:1788942138.014139:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014143:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000040:0.0:1788942138.014150:0:32143:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982000, remote cookie: 0x4d194fbcadeecc7b, flags: 0x1001 00010000:00010000:0.0:1788942138.014156:0:32143:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.014168:0:32143:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.014176:0:32143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942138.014181:0:32143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942138.014183:0:32143:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942138.014185:0:32143:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942138.014186:0:32143:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942138.014190:0:32143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b545f48d00) refcount = 1 00010000:00010000:0.0:1788942138.014194:0:32143:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.014200:0:32143:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942138.014204:0:32143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942138.014206:0:32143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942138.014209:0:32143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942138.014211:0:32143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.014215:0:32143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.014222:0:32143:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942138.014223:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014225:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.014226:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014227:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.014228:0:32143:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.014233:0:32143:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942138.014235:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014236:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.014237:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.014239:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014242:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014244:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014245:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.014246:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=4 00000020:00000001:0.0:1788942138.014248:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014250:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014253:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.014256:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.014259:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.014265:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014266:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.014267:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014268:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.014269:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=5 00000020:00000001:0.0:1788942138.014271:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014273:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014275:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.014278:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.014283:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014284:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.014287:0:32143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.014293:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.014294:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014295:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.014296:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014298:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942138.014302:0:32143:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942154 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942138.014312:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014313:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.014314:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.014316:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014318:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014320:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014321:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.014322:0:32143:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.014324:0:32143:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.014327:0:32143:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942138.014329:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014330:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.014332:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.014333:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014335:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00000002:00010000:0.0:1788942138.014338:0:32143:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.014344:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014345:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.014347:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942138.014684:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014686:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.014688:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.014691:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014693:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000040:0.0:1788942138.014700:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48d00 count: 2 00010000:00000001:0.0:1788942138.014703:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942138.014708:0:32143:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942138.014711:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014713:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.014715:0:32143:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942138.014719:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487898 00000002:00002000:0.0:1788942138.014721:0:32143:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942138.014724:0:32143:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.014729:0:32143:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.014732:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942138.014736:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942138.014739:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942138.014744:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942138.014748:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c7200. 00000080:00000001:0.0:1788942138.014753:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942138.014756:0:32143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942138.014763:0:32143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942138.014768:0:32143:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942138.014778:0:32143:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e80840. 00800000:00000001:0.0:1788942138.014780:0:32143:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935601216 : -122366773950400 : ffff90b543e80840) 00800000:00000001:0.0:1788942138.014783:0:32143:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.014786:0:32143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942138.014789:0:32143:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942138.014792:0:32143:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942138.014794:0:32143:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942138.014798:0:32143:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942138.014799:0:32143:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.014805:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942138.014808:0:32143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788942138.014814:0:32143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942138.014817:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014818:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.014819:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.014821:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014823:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.014825:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.014826:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942138.014828:0:32143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942138.014832:0:32143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942138.014834:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e80840 1 00800000:00000010:0.0:1788942138.014836:0:32143:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e80840. 00800000:00000001:0.0:1788942138.014839:0:32143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.014843:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815781b 00800000:00000001:0.0:1788942138.014845:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942138.014847:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942138.014848:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.014849:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.015137:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.015140:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.015142:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.015145:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.015146:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.015148:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.015150:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.015153:0:32143:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.015155:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942138.015159:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815781b from it ffffa57dc1487b58 00010000:00000001:0.0:1788942138.015161:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.015162:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.015164:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.015166:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.015168:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.015170:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.015173:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.015180:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.015181:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.015183:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942138.015186:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942138.015188:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942138.015203:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942138.015207:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942138.015210:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942138.015214:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.015215:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.015217:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.015221:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942138.015223:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.015225:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.015228:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.015230:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.015231:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.015232:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942138.015235:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942138.015243:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf800 x1875839884269440/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942154 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.015251:0:32143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942138.015254:0:32143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942138.015258:0:32143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7d000. 02000000:00000001:0.0:1788942138.015263:0:32143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942138.015265:0:32143:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942138.015267:0:32143:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942138.015270:0:32143:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942138.015273:0:32143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837cc00. 02000000:00000001:0.0:1788942138.015823:0:32143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942138.015828:0:32143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942138.015832:0:32143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf800. 00000100:00000001:0.0:1788942138.015839:0:32143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942138.015841:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942138.015846:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942138.016219:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942138.016242:0:32143:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b5483546a0. 00000020:00000001:0.0:1788942138.016250:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487ae8 00000080:00200000:0.0:1788942138.016253:0:32143:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=9 00000080:00000001:0.0:1788942138.016257:0:32143:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942138.016259:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487998 00000080:00200000:0.0:1788942138.016261:0:32143:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000010:0.0:1788942138.016273:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fba00. 00800000:00000002:0.0:1788942138.016280:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942138.016285:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942138.016288:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942138.016291:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc14878b8 00800000:00000002:0.0:1788942138.016293:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942138.016297:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942138.016302:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487850 00800000:00000002:0.0:1788942138.016304:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788942138.016309:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942138.016311:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487788 00000002:00010000:0.0:1788942138.016314:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788942138.016318:0:32143:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942138.016321:0:32143:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942138.016326:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995880. 00000020:00000040:0.0:1788942138.016329:0:32143:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942138.016336:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942138.016340:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942138.016346:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.016347:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.016844:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.017562:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942138.017568:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942138.017574:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942138.017589:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aee800. 00000100:00000001:0.0:1788942138.017599:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.017607:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942138.017609:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.017610:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942138.017611:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.017613:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.017624:0:32143:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00010000:00000001:0.0:1788942138.017631:0:32143:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942138.017634:0:32143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942138.017642:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48d00 count: 2 00010000:00000001:0.0:1788942138.017644:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942138.017648:0:32143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942138.017653:0:32143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324e00. 00000020:00000001:0.0:1788942138.017658:0:32143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942138.017662:0:32143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324e00 with handle 0xcbb91bbb78157822 to hash 00000020:00000001:0.0:1788942138.017663:0:32143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942138.017665:0:32143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.017669:0:32143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.017673:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.017676:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.017681:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.017690:0:32143:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.017701:0:32143:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942138.017706:0:32143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942138.017709:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942138.017717:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291600. 00000100:00000001:0.0:1788942138.017719:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745600 : -122366534806016 : ffff90b552291600) 00000100:00000001:0.0:1788942138.017722:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942138.017724:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942138.017729:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942138.017734:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.017736:0:32143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942138.017738:0:32143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942138.017750:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.017765:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942138.017768:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.017785:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942138.017788:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942138.017791:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942138.017795:0:32143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269568:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942138.017800:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942138.017806:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942138.017808:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.017811:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942138.017817:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942138.017819:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942138.017829:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942138.017834:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942138.017842:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000100:00000200:0.0:1788942138.018824:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884269568, portal 10 00000100:00000001:0.0:1788942138.018832:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942138.018833:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000040:0.0:1788942138.018845:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942154 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.019065:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942138.019069:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942138.019077:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a198. 00000100:00000200:0.0:1788942138.019083:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884269568, offset 0 00000400:00000200:0.0:1788942138.019100:0:32143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942138.019111:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942138.019121:0:32143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942138.019128:0:32143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942138.019133:0:32143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942138.019138:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942138.019141:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942138.019145:0:32143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2512:2512:256:4294967295] 192.168.206.109@tcp LPNI seq info [2512:2512:8:4294967295] 00000400:00000200:0.0:1788942138.019150:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942138.019162:0:32143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942138.019169:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942138.019174:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b300. 00000800:00000200:0.0:1788942138.019182:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942138.019191:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942138.019195:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788942138.019259:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942138.019264:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 809243 usecs (810 jiffies) 00000400:00000200:0.0:1788942138.019268:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942138.019270:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296538988 00000100:00000001:0.0:1788942138.019274:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:0.0:1788942138.019276:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296538988 00000100:00000001:0.0:1788942138.019279:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:0.0:1788942138.019281:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942138.019284:0:32143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.019286:0:32143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942138.019288:0:32143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942138.019291:0:32143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291600 going to sleep for 11 seconds 00000100:00000001:0.0:1788942138.019294:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942138.019297:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942138.024291:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942138.024303:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b300. 00000400:00000200:2.0:1788942138.024312:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942138.024323:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942138.024332:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a198 00000400:00000010:2.0:1788942138.024335:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a198. 00000100:00000001:2.0:1788942138.024341:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942138.024361:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942154 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.024375:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942138.024379:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942154 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.024386:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.024388:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942138.029628:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.029654:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942138.029660:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.029663:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.029674:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.029685:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942138.029697:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.029704:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.029711:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.029717:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f51800 00000400:00000200:3.0:1788942138.029723:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.029730:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6bc5 [1] + 224 00000800:00000001:3.0:1788942138.029740:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.029748:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.029753:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942138.030123:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942138.030134:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942138.030145:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942154 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942138.030158:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.030228:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942138.030248:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942138.030260:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.030265:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942138.030370:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942138.030372:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942138.030376:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:0.0:1788942138.030382:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:0.0:1788942138.030385:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:0.0:1788942138.030388:0:32143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942138.030393:0:32143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942138.030409:0:32143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.030416:0:32143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942138.030418:0:32143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.030421:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942138.030426:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942138.030429:0:32143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942138.030431:0:32143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.030435:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942138.030447:0:32143:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=128 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942138.030452:0:32143:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942138.030455:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942138.030457:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.030460:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942138.030464:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.030468:0:32143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942138.030471:0:32143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788942138.030473:0:32143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942138.030537:0:32143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942138.030544:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.030553:0:32143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942138.030556:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942138.030558:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942138.030562:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942154 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942138.030569:0:32143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269568:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942138.030575:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.030578:0:32143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.030581:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942138.030583:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942138.030588:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942154 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.030594:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942138.030598:0:32143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291600. 00000100:00000001:0.0:1788942138.030603:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942138.030605:0:32143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.030608:0:32143:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.030613:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.030617:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.030622:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=4 00000020:00000001:0.0:1788942138.030625:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.030628:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000040:0.0:1788942138.030636:0:32143:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324e00, remote cookie: 0x4d194fbcadeecc97, flags: 0x1001 00010000:00010000:0.0:1788942138.030642:0:32143:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942138.030651:0:32143:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942138.030654:0:32143:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788942138.030665:0:32143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25300. 00010000:00000010:0.0:1788942138.030670:0:32143:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87d80. 00010000:00000001:0.0:1788942138.030677:0:32143:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.030680:0:32143:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.030689:0:32143:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.030696:0:32143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942138.030701:0:32143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942138.030704:0:32143:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942138.030706:0:32143:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942138.030708:0:32143:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942138.030711:0:32143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff90b553d25300) refcount = 1 00010000:00010000:0.0:1788942138.030715:0:32143:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.030722:0:32143:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942138.030726:0:32143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942138.030727:0:32143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942138.030730:0:32143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942138.030733:0:32143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.030736:0:32143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.030743:0:32143:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942138.030745:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.030747:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.030748:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.030749:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.030750:0:32143:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.030826:0:32143:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942138.030922:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.030924:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.030926:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.030928:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.030930:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.030933:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.030934:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.030936:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=4 00000020:00000001:0.0:1788942138.030937:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.030939:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.030943:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.030946:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.030950:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.031084:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031094:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.031096:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.031097:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.031099:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=5 00000020:00000001:0.0:1788942138.031101:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031104:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031107:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.031110:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.031117:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031119:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.031122:0:32143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.031129:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.031131:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031133:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.031134:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031135:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942138.031142:0:32143:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942154 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942138.031150:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.031151:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.031152:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.031154:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031156:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031158:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031160:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.031161:0:32143:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.031164:0:32143:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.031168:0:32143:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942138.031170:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.031172:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.031173:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.031174:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031177:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00000002:00010000:0.0:1788942138.031180:0:32143:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.031187:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031188:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.031190:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942138.031191:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.031192:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.031193:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.031195:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031198:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000040:0.0:1788942138.031202:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25300 count: 2 00010000:00000001:0.0:1788942138.031205:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942138.031209:0:32143:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:0.0:1788942138.031212:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031213:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.031214:0:32143:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942138.031218:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487710 00000002:00002000:0.0:1788942138.031220:0:32143:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942138.031224:0:32143:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.031228:0:32143:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.031231:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942138.031234:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788942138.031238:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942138.031242:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:0.0:1788942138.031245:0:32143:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788942138.031247:0:32143:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1487b20 it_disposition b 00000080:00000001:0.0:1788942138.031251:0:32143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942138.031259:0:32143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942138.031262:0:32143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942138.031265:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788942138.031334:0:32143:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788942138.031343:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788942138.031346:0:32143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788942138.031352:0:32143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:0.0:1788942138.031356:0:32143:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff90b548d9ec08): rc = 0 00000080:00000001:0.0:1788942138.031358:0:32143:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018562568 : -122366690989048 : ffff90b548d9ec08) 00010000:00000001:0.0:1788942138.031360:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.031361:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.031363:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.031365:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031367:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00000080:00000001:0.0:1788942138.031370:0:32143:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942138.031373:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942138.031379:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942138.031381:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942138.031383:0:32143:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788942138.031388:0:32143:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788942138.031391:0:32143:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afeba0) owner ffff90b5412f27c0 00020000:00000001:0.0:1788942138.031394:0:32143:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942138.031397:0:32143:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afeba0) owner ffff90b5412f27c0 00020000:00000002:0.0:1788942138.031400:0:32143:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788942138.031402:0:32143:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942138.031403:0:32143:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942138.031407:0:32143:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942138.031410:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:0.0:1788942138.031413:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942138.031416:0:32143:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942138.031418:0:32143:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942138.031420:0:32143:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1788942138.031422:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942138.031426:0:32143:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.031427:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031428:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942138.031430:0:32143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942138.031433:0:32143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942138.031435:0:32143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.031438:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff90b548d9ec08) for lock 0xcbb91bbb78157822 00800000:00000001:0.0:1788942138.031441:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942138.031443:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942138.031445:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.031446:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.031447:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.031449:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031451:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031454:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031455:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.031457:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.031459:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788942138.031466:0:32143:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54454dd80 inode ffff90b548d9ec08 refc 1 flags 0x40000e 00000080:00000001:0.0:1788942138.031470:0:32143:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788942138.031474:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff90b548d9ec08) 00000080:00010000:0.0:1788942138.031544:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157822 from it ffffa57dc1487b20 00010000:00000001:0.0:1788942138.031547:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.031549:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.031550:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.031553:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031555:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.031557:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.031560:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.031567:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031568:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.031570:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942138.031574:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942138.031577:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942138.031585:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942138.031588:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942138.031590:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942138.031595:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031596:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.031597:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.031601:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942138.031603:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.031605:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.031609:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.031611:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.031612:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.031613:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942138.031615:0:32143:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942138.031620:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fba00. 00000100:00000001:0.0:1788942138.031626:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942138.031632:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995880 x1875839884269568/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942154 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942138.031640:0:32143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942138.031643:0:32143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942138.031647:0:32143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b93800. 02000000:00000001:0.0:1788942138.031650:0:32143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942138.031652:0:32143:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942138.031654:0:32143:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942138.031656:0:32143:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942138.031660:0:32143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aee800. 02000000:00000001:0.0:1788942138.031663:0:32143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942138.031665:0:32143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942138.031667:0:32143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995880. 00000100:00000001:0.0:1788942138.031671:0:32143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942138.031673:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942138.031676:0:32143:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942138.031678:0:32143:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc1487b20 released 00000080:00000001:0.0:1788942138.031680:0:32143:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788942138.031697:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487d08 00000080:00200008:0.0:1788942138.031700:0:32143:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff90b548d9ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942138.031709:0:32143:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788942138.031713:0:32143:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:0.0:1788942138.031718:0:32143:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff90b5590fba00. 00000080:00000001:0.0:1788942138.031721:0:32143:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446621707290524160 : -122366419027456 : ffff90b5590fba00) 00000080:00000001:0.0:1788942138.031726:0:32143:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:0.0:1788942138.031731:0:32143:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff90b552983000. 00000080:00000001:0.0:1788942138.031735:0:32143:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446621707182026752 : -122366527524864 : ffff90b552983000) 00000080:00400000:0.0:1788942138.031739:0:32143:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 32143] [parent /] 00000080:00000001:0.0:1788942138.032712:0:32143:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:0.0:1788942138.032717:0:32143:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff90b5590fba00, parent / 00000080:00000001:0.0:1788942138.033255:0:32143:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:0.0:1788942138.033304:0:32143:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942138.033312:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942138.033315:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487c80 00000080:00200000:0.0:1788942138.033318:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff90b548d9ec08),name=f22.recovery-small-1 00000080:00000010:0.0:1788942138.033326:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb600. 00800000:00000002:0.0:1788942138.033334:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942138.033342:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942138.033347:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942138.033350:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487ba0 00800000:00000002:0.0:1788942138.033352:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942138.033357:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942138.033363:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942138.033368:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942138.033370:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487a70 00000002:00010000:0.0:1788942138.033372:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942138.033376:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942138.033378:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.033381:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.033388:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25300 count: 2 00010000:00000001:0.0:1788942138.033391:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942138.033396:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.033401:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942138.033405:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942138.033417:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942138.033422:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.033426:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788942138.033433:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942138.033435:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942138.033437:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942138.033439:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942138.033441:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942138.033443:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942138.033446:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942138.033448:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942138.033452:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb600. 00000080:00000001:0.0:1788942138.033456:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942138.033458:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.033461:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff90b548d9ec08) 00000080:00010000:0.0:1788942138.033464:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff90b548d9ec08) for lock 0xcbb91bbb78157822 00800000:00000001:0.0:1788942138.033467:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942138.033469:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942138.033471:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.033472:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.033475:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.033487:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.033490:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.033493:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.033494:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.033496:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.033498:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.033501:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157822 from it ffffa57dc1487cb8 00010000:00000001:0.0:1788942138.033503:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.033504:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.033506:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324e00 refcount=3 00000020:00000001:0.0:1788942138.033507:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.033510:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175349760 : -122366534201856 : ffff90b552324e00) 00010000:00000001:0.0:1788942138.033512:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.033515:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942138.033522:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.033523:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.033525:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942138.033527:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942138.033529:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942138.033537:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942138.033540:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942138.033542:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942138.033545:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.033546:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.033548:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.033551:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942138.033553:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.033555:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.033558:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.033560:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.033562:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.033563:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942138.033565:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942138.033567:0:32143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942138.033570:0:32143:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788942138.033574:0:32143:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788942138.033576:0:32143:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942138.033578:0:32143:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788942138.033580:0:32143:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.033582:0:32143:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.033585:0:32143:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942138.033591:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487d08 00000080:00000008:0.0:1788942138.033593:0:32143:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff90b548d9ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942138.033598:0:32143:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942138.033599:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487da0 00000080:00002000:0.0:1788942138.033601:0:32143:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff90b54454dd80, parent ffff90b548d765e8, inode ffff90b548d9ec08) hashed, 00000080:00000001:0.0:1788942138.033603:0:32143:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.033653:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942138.033658:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942138.033659:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942138.033660:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487bd8 00000080:00200000:0.0:1788942138.033663:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942138.033667:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb600. 00800000:00000002:0.0:1788942138.033669:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942138.033671:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942138.033673:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942138.033674:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487af8 00800000:00000002:0.0:1788942138.033676:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942138.033678:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942138.033681:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942138.033683:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942138.033685:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc14879c8 00000002:00010000:0.0:1788942138.033686:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942138.033689:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942138.033690:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.033691:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.033695:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48d00 count: 2 00010000:00000001:0.0:1788942138.033697:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942138.033700:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.033702:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942138.033705:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942138.033718:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942138.033720:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.033722:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788942138.033728:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942138.033729:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942138.033731:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942138.033732:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942138.033734:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942138.033736:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942138.033738:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942138.033740:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942138.033742:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb600. 00000080:00000001:0.0:1788942138.033744:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942138.033745:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.033747:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942138.033751:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815781b 00800000:00000001:0.0:1788942138.033753:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942138.033754:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942138.033768:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.033770:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.033772:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.033774:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.033777:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.033779:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.033780:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.033781:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.033783:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.033785:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815781b from it ffffa57dc1487c10 00010000:00000001:0.0:1788942138.033788:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.033789:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.033791:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.033793:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.033795:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.033796:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.033799:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942138.033805:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.033806:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.033807:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942138.033808:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942138.033810:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942138.033816:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942138.033818:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942138.033819:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942138.033821:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.033822:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.033824:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.033826:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942138.033827:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.033840:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.033843:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.033844:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.033846:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.033847:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942138.033849:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942138.033884:0:32143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942138.033887:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942138.033891:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.033899:0:32143:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942138.033901:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487da8 00000080:00002000:0.0:1788942138.033903:0:32143:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff90b54454dd80) flags 0x48000e refc 0 00000080:00000001:0.0:1788942138.033906:0:32143:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942138.033908:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487e18 00000080:00200000:0.0:1788942138.033910:0:32143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:0.0:1788942138.033915:0:32143:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:0.0:1788942138.033917:0:32143:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:0.0:1788942138.033920:0:32143:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1788942138.033923:0:32143:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1788942138.033926:0:32143:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1788942138.033929:0:32143:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:0.0:1788942138.033931:0:32143:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:0.0:1788942138.033936:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942138.033937:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942138.033939:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487d38 00000080:00200000:0.0:1788942138.033940:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942138.033944:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb600. 00800000:00000002:0.0:1788942138.033947:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942138.033950:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942138.033962:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942138.033963:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487c58 00800000:00000002:0.0:1788942138.033965:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942138.033968:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942138.033970:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942138.033974:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942138.033975:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487b28 00000002:00010000:0.0:1788942138.033977:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942138.033988:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942138.033989:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.033990:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.033993:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48d00 count: 2 00010000:00000001:0.0:1788942138.033995:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942138.033997:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.033999:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942138.034003:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788942138.034016:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942138.034019:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.034022:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788942138.034029:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942138.034030:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942138.034032:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942138.034034:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942138.034036:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942138.034037:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942138.034040:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942138.034041:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942138.034043:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb600. 00000080:00000001:0.0:1788942138.034046:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942138.034047:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.034048:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942138.034051:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815781b 00800000:00000001:0.0:1788942138.034054:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942138.034055:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942138.034056:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.034058:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.034060:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.034062:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.034064:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.034066:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.034068:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.034069:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942138.034070:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942138.034072:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815781b from it ffffa57dc1487d70 00010000:00000001:0.0:1788942138.034074:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.034075:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.034077:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982000 refcount=3 00000020:00000001:0.0:1788942138.034079:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.034081:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997473280 : -122366712078336 : ffff90b547982000) 00010000:00000001:0.0:1788942138.034083:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.034097:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942138.034103:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.034104:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.034105:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942138.034107:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942138.034109:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942138.034115:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942138.034116:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942138.034118:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942138.034120:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.034121:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.034122:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034124:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942138.034126:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034127:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034129:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034131:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.034132:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.034133:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942138.034134:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942138.034136:0:32143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942138.034138:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:0.0:1788942138.034140:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.034145:0:32143:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788942138.034146:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487e00 00000080:00200000:0.0:1788942138.034148:0:32143:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:0.0:1788942138.034151:0:32143:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788942138.034155:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942138.034160:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942138.034163:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942138.034165:0:32143:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942138.034170:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:0.0:1788942138.034173:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942138.034175:0:32143:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942138.034177:0:32143:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942138.034179:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942138.034182:0:32143:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788942138.034186:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb600. 00800000:00000002:0.0:1788942138.034189:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:0.0:1788942138.034196:0:32143:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788942138.034201:0:32143:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788942138.034203:0:32143:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:0.0:1788942138.034206:0:32143:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942138.034208:0:32143:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00000002:00000001:0.0:1788942138.034212:0:32143:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788942138.034214:0:32143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942138.034217:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48d00 count: 2 00010000:00000001:0.0:1788942138.034219:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942138.034221:0:32143:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942138.034225:0:32143:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.034228:0:32143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788942138.034237:0:32143:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.034241:0:32143:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942138.034243:0:32143:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942138.034245:0:32143:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788942138.034247:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.034249:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.034250:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48d00 count: 3 00010000:00000001:0.0:1788942138.034253:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942138.034255:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.034257:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.034258:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.034259:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48d00 count: 3 00010000:00000001:0.0:1788942138.034261:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942138.034262:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.034264:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.034265:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.034266:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48d00 count: 3 00010000:00000001:0.0:1788942138.034268:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942138.034270:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.034271:0:32143:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942138.034274:0:32143:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942138.034279:0:32143:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942138.034281:0:32143:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942138.034284:0:32143:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942138.034286:0:32143:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034290:0:32143:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.034294:0:32143:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.034295:0:32143:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.034297:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.034299:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942138.034301:0:32143:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982000 with handle 0xcbb91bbb7815781b from hash 00010000:00000001:0.0:1788942138.034303:0:32143:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.034305:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.034306:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.034307:0:32143:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.034309:0:32143:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.034311:0:32143:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942138.034313:0:32143:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942138.034316:0:32143:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942138.034317:0:32143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942138.034320:0:32143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942138.034322:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25300 count: 2 00010000:00000001:0.0:1788942138.034324:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942138.034325:0:32143:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942138.034327:0:32143:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.034330:0:32143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788942138.034336:0:32143:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.034338:0:32143:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942138.034339:0:32143:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942138.034340:0:32143:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00000002:00000001:0.0:1788942138.034342:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.034343:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.034345:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25300 count: 3 00010000:00000001:0.0:1788942138.034347:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942138.034349:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.034351:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.034352:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.034353:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25300 count: 3 00010000:00000001:0.0:1788942138.034355:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942138.034356:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.034358:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.034359:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.034360:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25300 count: 3 00010000:00000001:0.0:1788942138.034362:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942138.034364:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942138.034365:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942138.034366:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942138.034368:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25300 count: 3 00010000:00000001:0.0:1788942138.034369:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942138.034371:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.034373:0:32143:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.034375:0:32143:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942138.034377:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942138.034378:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942138.034380:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942138.034382:0:32143:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942138.034385:0:32143:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000080:00000001:0.0:1788942138.034388:0:32143:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942138.034391:0:32143:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942138.034395:0:32143:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942138.034398:0:32143:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942138.034401:0:32143:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942138.034403:0:32143:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942138.034405:0:32143:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942138.034407:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00000080:00000001:0.0:1788942138.034409:0:32143:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.034411:0:32143:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942138.034413:0:32143:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff90b548d9ec08) invalid 00000020:00000001:0.0:1788942138.034415:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487a68 00000080:00002000:0.0:1788942138.034417:0:32143:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff90b54454dd80) parent ffff90b548d765e8 inode ffff90b548d9ec08 refc 1 00000080:00000001:0.0:1788942138.034420:0:32143:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942138.034421:0:32143:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942138.034423:0:32143:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034425:0:32143:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.034427:0:32143:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.034428:0:32143:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.034429:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.034431:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942138.034433:0:32143:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324e00 with handle 0xcbb91bbb78157822 from hash 00010000:00000001:0.0:1788942138.034435:0:32143:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.034436:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.034438:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.034439:0:32143:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.034440:0:32143:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.034441:0:32143:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942138.034443:0:32143:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942138.034445:0:32143:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942138.034447:0:32143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788942138.034455:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995880. 00000020:00000040:0.0:1788942138.034459:0:32143:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942138.034465:0:32143:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942138.034467:0:32143:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034469:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942138.034473:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942138.034476:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.034477:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.034479:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.034481:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942138.034483:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942138.034487:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942138.034494:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590faa00. 00000100:00000001:0.0:1788942138.034502:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034505:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942138.034507:0:32143:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942138.034515:0:32143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788942138.034523:0:32143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788942138.034529:0:32143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788942138.034531:0:32143:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942138.034533:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.034535:0:32143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324e00/0xcbb91bbb78157822 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeecc97 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788942138.034542:0:32143:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25300 count: 0 00010000:00000010:0.0:1788942138.034548:0:32143:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87d80. 00010000:00000001:0.0:1788942138.034559:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.034561:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.034564:0:32143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982000/0xcbb91bbb7815781b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecc7b expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788942138.034570:0:32143:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48d00 count: 0 00010000:00000010:0.0:1788942138.034572:0:32143:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0a80. 00010000:00000001:0.0:1788942138.034580:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.034581:0:32143:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034583:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942138.034584:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.034587:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788942138.034600:0:32143:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1788942138.034615:0:32143:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942138.034623:0:32143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942138.034625:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942138.034633:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291600. 00000100:00000001:0.0:1788942138.034635:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745600 : -122366534806016 : ffff90b552291600) 00000100:00000001:0.0:1788942138.034639:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942138.034640:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:0.0:1788942138.034645:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942138.034650:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.034652:0:32143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942138.034654:0:32143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942138.034659:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.034667:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942138.034669:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.034673:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942138.034677:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942138.034679:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942138.034683:0:32143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269824:192.168.206.109@tcp:36:multiop.0 00000100:00000001:0.0:1788942138.034687:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942138.034693:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942138.034696:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.034698:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942138.034703:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aee800. 02000000:00000001:0.0:1788942138.034705:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942138.034715:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942138.034720:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097dc0. 00000400:00000010:0.0:1788942138.034729:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000100:00000200:0.0:1788942138.034738:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884269824, portal 10 00000100:00000001:0.0:1788942138.034740:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942138.034742:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000040:0.0:1788942138.034748:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.034755:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942138.034758:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942138.034760:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5acc0. 00000100:00000200:0.0:1788942138.034764:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875839884269824, offset 0 00000400:00000200:0.0:1788942138.034772:0:32143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942138.034781:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942138.034791:0:32143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942138.034797:0:32143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942138.034801:0:32143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942138.034820:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942138.034823:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942138.034828:0:32143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2513:2513:256:4294967295] 192.168.206.109@tcp LPNI seq info [2513:2513:8:4294967295] 00000400:00000200:0.0:1788942138.034833:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942138.034844:0:32143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942138.034902:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942138.034908:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b600. 00000800:00000200:0.0:1788942138.034916:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942138.034926:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942138.034931:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788942138.034943:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942138.034947:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 808207 usecs (809 jiffies) 00000400:00000200:0.0:1788942138.034951:0:32143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942138.034953:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296539003 00000100:00000001:0.0:1788942138.034957:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:0.0:1788942138.034959:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296539003 00000100:00000001:0.0:1788942138.034962:0:32143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:0.0:1788942138.034965:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942138.034969:0:32143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.034971:0:32143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942138.034973:0:32143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942138.034977:0:32143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291600 going to sleep for 11 seconds 00000100:00000001:0.0:1788942138.034980:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942138.034983:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942138.035439:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942138.035454:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b600. 00000400:00000200:2.0:1788942138.035460:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942138.035467:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942138.035474:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5acc0 00000400:00000010:2.0:1788942138.035476:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5acc0. 00000100:00000001:2.0:1788942138.035481:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942138.035486:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.035496:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942138.035499:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.035507:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.035508:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:3.0:1788942138.036578:0:32145:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:3.0:1788942138.036586:0:32145:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff90b5590fba00, parent / 00000080:00000001:1.0:1788942138.039414:0:32144:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:1.0:1788942138.039423:0:32144:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff90b5590fba00, parent / 00800000:00000001:1.0:1788942138.039430:0:32144:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:1.0:1788942138.039440:0:32144:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff90b548392c80. 00800000:00000001:1.0:1788942138.039443:0:32144:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446621707008027776 : -122366701523840 : ffff90b548392c80) 00000080:00000001:1.0:1788942138.039447:0:32144:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:1.0:1788942138.039510:0:32144:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:1.0:1788942138.039515:0:32144:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff90b554618c00. 00000080:00000001:1.0:1788942138.039519:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788942138.039522:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788942138.039574:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78f80. 00000020:00000001:1.0:1788942138.039579:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00000080:00400000:1.0:1788942138.039581:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff90b551f78f80) index 1 00000080:00000001:1.0:1788942138.039585:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171499904 : -122366538051712 : ffff90b551f78f80) 00000080:00000001:1.0:1788942138.039590:0:32144:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942138.039592:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fc98 00000080:00002000:1.0:1788942138.039594:0:32144:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff90b544577948) flags 0x40000e refc 1 00000080:00000001:1.0:1788942138.039597:0:32144:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.039598:0:32144:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:1.0:1788942138.039602:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487b9c00. 00800000:00000002:1.0:1788942138.039610:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 3 00800000:00000001:1.0:1788942138.039630:0:32144:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942138.039636:0:32144:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942138.039638:0:32144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942138.039642:0:32144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942138.039650:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:1.0:1788942138.039653:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942138.039659:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942138.039663:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942138.039669:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942138.039885:0:32144:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942138.039892:0:32144:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.039896:0:32144:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942138.039906:0:32144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942138.039908:0:32144:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942138.039910:0:32144:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942138.039912:0:32144:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942138.039915:0:32144:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc0d7fd78 released 00000080:00010000:1.0:1788942138.039917:0:32144:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815780d from it ffffa57dc0d7fd78 00010000:00000001:1.0:1788942138.039920:0:32144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942138.039923:0:32144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942138.039925:0:32144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:1.0:1788942138.039928:0:32144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:1.0:1788942138.039930:0:32144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:1.0:1788942138.039933:0:32144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942138.039937:0:32144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942138.039944:0:32144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942138.039946:0:32144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942138.039947:0:32144:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942138.039951:0:32144:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942138.039953:0:32144:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942138.039962:0:32144:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942138.039966:0:32144:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942138.039968:0:32144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942138.039973:0:32144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942138.039975:0:32144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942138.039976:0:32144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.039980:0:32144:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942138.039982:0:32144:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.039985:0:32144:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.039988:0:32144:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.039990:0:32144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942138.039992:0:32144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942138.039993:0:32144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942138.039994:0:32144:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1788942138.039997:0:32144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 3 00000080:00000010:1.0:1788942138.040002:0:32144:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487b9c00. 00000080:00000001:1.0:1788942138.040009:0:32144:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942138.040080:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788942138.040113:0:32145:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:3.0:1788942138.040119:0:32145:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:3.0:1788942138.040123:0:32145:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788942138.040127:0:32145:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942138.040133:0:32145:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942138.040137:0:32145:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942138.040143:0:32145:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942138.040146:0:32145:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942138.040149:0:32145:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942138.040151:0:32145:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788942138.040155:0:32145:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942138.040157:0:32145:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942138.040159:0:32145:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942138.040161:0:32145:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942138.040163:0:32145:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942138.040168:0:32145:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff90b545ebfc80 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788942138.040172:0:32145:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b544adcf80 00020000:00000001:3.0:1788942138.040176:0:32145:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942138.040178:0:32145:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942138.040181:0:32145:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942138.040183:0:32145:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942138.040185:0:32145:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942138.040188:0:32145:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942138.040189:0:32145:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.040191:0:32145:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942138.040192:0:32145:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942138.040193:0:32145:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942138.040195:0:32145:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b544adcf80 00000020:00000001:3.0:1788942138.040197:0:32145:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942138.040200:0:32145:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788942138.040201:0:32145:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:3.0:1788942138.040204:0:32145:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788942138.040205:0:32145:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788942138.040208:0:32145:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788942138.040211:0:32145:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788942138.040217:0:32145:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788942138.040225:0:32145:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551bc0400. 00020000:00000002:3.0:1788942138.040229:0:32145:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942138.040232:0:32145:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788942138.040235:0:32145:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942138.040241:0:32145:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942138.040243:0:32145:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942138.040244:0:32145:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000080:00000001:1.0:1788942138.040244:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788942138.040246:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000020:00001000:3.0:1788942138.040247:0:32145:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000080:00000010:1.0:1788942138.040249:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78180. 00000020:00000001:3.0:1788942138.040250:0:32145:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:1.0:1788942138.040251:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00000020:00000001:3.0:1788942138.040252:0:32145:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00400000:1.0:1788942138.040253:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff90b551f78180) index 2 00000020:00000001:3.0:1788942138.040256:0:32145:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000080:00000001:1.0:1788942138.040256:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171496320 : -122366538055296 : ffff90b551f78180) 00000020:00000001:3.0:1788942138.040257:0:32145:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942138.040258:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000020:00000001:3.0:1788942138.040259:0:32145:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942138.040260:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487b9c00. 00020000:00000001:3.0:1788942138.040261:0:32145:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942138.040263:0:32145:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00800000:00000002:1.0:1788942138.040264:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 3 00000020:00000001:3.0:1788942138.040265:0:32145:0:(cl_lock.c:90:cl_lock_init()) Process entered 00800000:00000001:1.0:1788942138.040269:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00000008:00000010:3.0:1788942138.040270:0:32145:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b558116720. 00000008:00010000:3.0:1788942138.040273:0:32145:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00800000:00000001:1.0:1788942138.040273:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00000020:00000001:3.0:1788942138.040276:0:32145:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00800000:00000010:1.0:1788942138.040276:0:32144:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff90b558bfaec0. 00000020:00000001:3.0:1788942138.040278:0:32145:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788942138.040279:0:32145:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551bc0430, osc lock ffff90b558116720, flags 0x400041012 00000002:00000001:1.0:1788942138.040280:0:32144:0:(batch.c:649:cli_batch_create()) Process entered 00000020:00000001:3.0:1788942138.040282:0:32145:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.040282:0:32144:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff90b558bfa180. 00020000:00000001:3.0:1788942138.040284:0:32145:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.040286:0:32144:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff90b5466c99c0. 00020000:00000001:3.0:1788942138.040287:0:32145:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707167597568 : -122366541954048 : ffff90b551bc0400) 00000020:00000001:3.0:1788942138.040288:0:32145:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000002:00000010:1.0:1788942138.040289:0:32144:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff90b548392700. 00000020:00000001:3.0:1788942138.040290:0:32145:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788942138.040291:0:32145:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.040293:0:32145:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.040294:0:32144:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff90b54813a000. 00000020:00000001:3.0:1788942138.040296:0:32145:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000002:00000001:1.0:1788942138.040296:0:32144:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00020000:00000001:3.0:1788942138.040298:0:32145:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00800000:00000001:1.0:1788942138.040298:0:32144:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00020000:00000001:3.0:1788942138.040299:0:32145:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942138.040300:0:32145:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942138.040302:0:32145:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000002:00000001:1.0:1788942138.040302:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000008:00000001:3.0:1788942138.040304:0:32145:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000002:00000010:1.0:1788942138.040306:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90b55908d240. 00000008:00000001:3.0:1788942138.040307:0:32145:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942138.040308:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788942138.040310:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000020:00000001:3.0:1788942138.040311:0:32145:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000002:00000001:1.0:1788942138.040312:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00020000:00000001:3.0:1788942138.040313:0:32145:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942138.040314:0:32145:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942138.040316:0:32145:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942138.040318:0:32145:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942138.040319:0:32145:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942138.040321:0:32145:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788942138.040323:0:32145:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942138.040328:0:32145:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.040328:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788942138.040331:0:32145:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00010000:00000001:1.0:1788942138.040331:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788942138.040333:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000100:00000010:3.0:1788942138.040336:0:32145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd180. 00010000:00000010:1.0:1788942138.040338:0:32144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3eb00. 00000020:00000040:3.0:1788942138.040341:0:32145:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00010000:00000010:1.0:1788942138.040342:0:32144:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78000. 00010000:00000001:3.0:1788942138.040346:0:32145:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942138.040346:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1788942138.040349:0:32145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000010:1.0:1788942138.040349:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0000. 00010000:00000001:3.0:1788942138.040352:0:32145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942138.040352:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000100:00000001:3.0:1788942138.040355:0:32145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1788942138.040355:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0000 with handle 0xcbb91bbb78157829 to hash 02000000:00000001:3.0:1788942138.040357:0:32145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1788942138.040357:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942138.040359:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 02000000:00000001:3.0:1788942138.040360:0:32145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.040362:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942138.040365:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:3.0:1788942138.040367:0:32145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5464c6000. 00010000:00000001:1.0:1788942138.040367:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.040371:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942138.040374:0:32145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.040378:0:32145:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00010000:1.0:1788942138.040378:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942138.040380:0:32145:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.040382:0:32145:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942138.040383:0:32145:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.040385:0:32145:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.040388:0:32145:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00010000:00000001:1.0:1788942138.040391:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.040392:0:32145:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942138.040393:0:32145:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000002:00000001:1.0:1788942138.040393:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1788942138.040396:0:32145:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48500. 00000002:00000001:1.0:1788942138.040397:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1788942138.040399:0:32145:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b545f48400. 00000002:00000010:1.0:1788942138.040400:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90b5483927c0. 00000002:00000001:1.0:1788942138.040402:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.040403:0:32145:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000002:00000001:1.0:1788942138.040404:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1788942138.040406:0:32145:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983a00. 00000002:00000001:1.0:1788942138.040406:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.040408:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.040409:0:32145:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000080:00000001:1.0:1788942138.040410:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942138.040411:0:32145:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983a00 with handle 0xcbb91bbb78157830 to hash 00000080:00000001:1.0:1788942138.040412:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000020:00000001:3.0:1788942138.040413:0:32145:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942138.040414:0:32145:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00000080:00000001:1.0:1788942138.040414:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788942138.040415:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788942138.040418:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78900. 00010000:00000010:3.0:1788942138.040419:0:32145:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b5435ddc80. 00000020:00000001:1.0:1788942138.040420:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00010000:00000001:3.0:1788942138.040421:0:32145:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00000080:00400000:1.0:1788942138.040422:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff90b551f78900) index 3 00010000:00000001:3.0:1788942138.040423:0:32145:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:1.0:1788942138.040424:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171498240 : -122366538053376 : ffff90b551f78900) 00010000:00000001:3.0:1788942138.040425:0:32145:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.040427:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00010000:00010000:3.0:1788942138.040429:0:32145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00000010:1.0:1788942138.040429:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487b9400. 00800000:00000002:1.0:1788942138.040431:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 4 00800000:00000001:1.0:1788942138.040434:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788942138.040435:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788942138.040437:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00000002:00000001:1.0:1788942138.040439:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00010000:00010000:3.0:1788942138.040440:0:32145:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788942138.040441:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90b55908d000. 00000002:00000001:1.0:1788942138.040443:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788942138.040445:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788942138.040446:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00010000:00000001:3.0:1788942138.040450:0:32145:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942138.040455:0:32145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942138.040460:0:32145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942138.040476:0:32145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9f8626] to pc [ptlrpcd_01_00+0] req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.040541:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942138.040546:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942138.040549:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942138.040557:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.040566:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942138.040569:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942138.040573:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942138.040576:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942138.040578:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942138.040582:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884269952:192.168.206.109@tcp:101:ll_agl.0 00000002:00000001:1.0:1788942138.040584:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788942138.040587:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00000100:00000001:2.0:1788942138.040588:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1788942138.040589:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942138.040592:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3eb00 count: 2 00010000:00000001:1.0:1788942138.040593:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942138.040595:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1788942138.040596:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 02000000:00000001:2.0:1788942138.040598:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1788942138.040598:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0400. 02000000:00000001:2.0:1788942138.040600:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1788942138.040601:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942138.040603:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0400 with handle 0xcbb91bbb78157837 to hash 00000020:00000001:1.0:1788942138.040604:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 02000000:00000010:2.0:1788942138.040605:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277800. 00010000:00000001:1.0:1788942138.040606:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942138.040608:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942138.040610:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942138.040612:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.040615:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1788942138.040621:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.040627:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1788942138.040631:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00010000:00000001:1.0:1788942138.040633:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.040635:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788942138.040636:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098000. 00000002:00000001:1.0:1788942138.040637:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.040640:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90b548392cc0. 00000002:00000001:1.0:1788942138.040642:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.040643:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788942138.040645:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61cc0. 00000002:00000001:1.0:1788942138.040645:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.040647:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.040648:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.040650:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788942138.040652:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000100:00000200:2.0:1788942138.040653:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884269952, portal 4 00000080:00000001:1.0:1788942138.040653:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788942138.040655:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78c00. 00000100:00000001:2.0:1788942138.040656:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1788942138.040657:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00000100:00000001:2.0:1788942138.040658:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000080:00400000:1.0:1788942138.040659:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff90b551f78c00) index 4 00000080:00000001:1.0:1788942138.040661:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171499008 : -122366538052608 : ffff90b551f78c00) 00000080:00000001:1.0:1788942138.040664:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000100:00000040:2.0:1788942138.040665:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000080:00000010:1.0:1788942138.040666:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487bac00. 00800000:00000002:1.0:1788942138.040669:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 5 00800000:00000001:1.0:1788942138.040672:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00000100:00000001:2.0:1788942138.040673:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00800000:00000001:1.0:1788942138.040674:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788942138.040675:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00000100:00000040:2.0:1788942138.040676:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942138.040678:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61990. 00000002:00000001:1.0:1788942138.040678:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788942138.040680:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90b55908d180. 00000100:00000200:2.0:1788942138.040681:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884269952, offset 0 00000400:00000200:2.0:1788942138.040689:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942138.040699:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.040709:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942138.040715:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942138.040720:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942138.040726:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942138.040729:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942138.040733:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2514:2514:256:4294967295] 192.168.206.109@tcp LPNI seq info [2514:2514:8:4294967295] 00000400:00000200:2.0:1788942138.040747:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.040758:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942138.040765:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942138.040771:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61100. 00000800:00000200:2.0:1788942138.040779:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942138.040788:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942138.040793:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788942138.040812:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942138.040818:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 260250 usecs (261 jiffies) 00000400:00000200:2.0:1788942138.040821:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942138.040824:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296538460 00000100:00000001:2.0:1788942138.040827:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:2.0:1788942138.040830:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296538460 00000100:00000001:2.0:1788942138.040832:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:2.0:1788942138.041069:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942138.041073:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.041077:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.041080:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942138.041125:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788942138.041126:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788942138.041127:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788942138.041132:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788942138.041134:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788942138.041135:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942138.041138:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3eb00 count: 3 00010000:00000001:1.0:1788942138.041140:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942138.041142:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942138.041145:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0c00. 00000020:00000001:1.0:1788942138.041148:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942138.041150:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0c00 with handle 0xcbb91bbb7815783e to hash 00000020:00000001:1.0:1788942138.041152:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942138.041153:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942138.041155:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942138.041158:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942138.041160:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.041163:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942138.041170:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942138.041175:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041177:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041179:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.041182:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90b548392e00. 00000002:00000001:1.0:1788942138.041184:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041186:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041187:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.041188:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.041190:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.041192:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788942138.041194:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788942138.041195:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788942138.041197:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78780. 00000020:00000001:1.0:1788942138.041199:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00000080:00400000:1.0:1788942138.041200:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff90b551f78780) index 5 00000080:00000001:1.0:1788942138.041202:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171497856 : -122366538053760 : ffff90b551f78780) 00000080:00000001:1.0:1788942138.041204:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788942138.041206:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487bbc00. 00800000:00000002:1.0:1788942138.041209:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 6 00800000:00000001:1.0:1788942138.041212:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788942138.041215:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788942138.041216:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00000002:00000001:1.0:1788942138.041218:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788942138.041221:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90b543c05a80. 00000002:00000001:1.0:1788942138.041222:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788942138.041223:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788942138.041225:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788942138.041228:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788942138.041229:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788942138.041230:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942138.041233:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3eb00 count: 4 00010000:00000001:1.0:1788942138.041234:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942138.041236:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942138.041238:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0e00. 00000020:00000001:1.0:1788942138.041241:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942138.041242:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0e00 with handle 0xcbb91bbb78157845 to hash 00000020:00000001:1.0:1788942138.041244:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942138.041245:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942138.041247:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942138.041249:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942138.041251:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.041254:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942138.041261:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942138.041266:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041268:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041270:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.041273:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90b548392f00. 00000002:00000001:1.0:1788942138.041275:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041277:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041278:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.041280:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.041281:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.041283:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788942138.041285:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788942138.041286:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788942138.041287:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78980. 00000020:00000001:1.0:1788942138.041289:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00000080:00400000:1.0:1788942138.041291:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff90b551f78980) index 6 00000080:00000001:1.0:1788942138.041293:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171498368 : -122366538053248 : ffff90b551f78980) 00000080:00000001:1.0:1788942138.041296:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788942138.041298:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487bb400. 00800000:00000002:1.0:1788942138.041301:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 7 00800000:00000001:1.0:1788942138.041304:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788942138.041305:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788942138.041307:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00000002:00000001:1.0:1788942138.041309:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788942138.041312:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90b553e13600. 00000002:00000001:1.0:1788942138.041314:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788942138.041315:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788942138.041316:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788942138.041320:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788942138.041322:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788942138.041324:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942138.041326:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3eb00 count: 5 00010000:00000001:1.0:1788942138.041328:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942138.041329:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942138.041332:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1600. 00000020:00000001:1.0:1788942138.041334:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942138.041336:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1600 with handle 0xcbb91bbb7815784c to hash 00000020:00000001:1.0:1788942138.041338:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942138.041339:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00000008:00000001:3.0:1788942138.041340:0:32145:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.041341:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942138.041343:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000008:00000001:3.0:1788942138.041344:0:32145:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.041344:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.041347:0:32145:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.041347:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00020000:00000001:3.0:1788942138.041349:0:32145:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.041351:0:32145:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.041354:0:32145:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.041354:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788942138.041357:0:32145:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788942138.041359:0:32145:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_release():245 00010000:00000001:1.0:1788942138.041360:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.041362:0:32145:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000002:00000001:1.0:1788942138.041362:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:3.0:1788942138.041363:0:32145:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_cancel():142 00000002:00000001:1.0:1788942138.041364:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.041366:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90b548392c00. 00020000:00000001:3.0:1788942138.041367:0:32145:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00000002:00000001:1.0:1788942138.041368:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942138.041369:0:32145:0:(lov_io.c:158:lov_sub_get()) Process entered 00000002:00000001:1.0:1788942138.041370:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942138.041371:0:32145:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000002:00000001:1.0:1788942138.041372:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942138.041373:0:32145:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00800000:00000001:1.0:1788942138.041373:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:3.0:1788942138.041374:0:32145:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551bc0430 (ffff90b542d10a28/1) at cl_lock_cancel():142 00000080:00000001:1.0:1788942138.041375:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.041377:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000008:00000001:3.0:1788942138.041378:0:32145:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788942138.041379:0:32145:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000080:00000001:1.0:1788942138.041379:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788942138.041380:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000008:00000001:3.0:1788942138.041381:0:32145:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000080:00000010:1.0:1788942138.041382:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78500. 00000008:00000001:3.0:1788942138.041383:0:32145:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942138.041383:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00000020:00000001:3.0:1788942138.041384:0:32145:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000080:00400000:1.0:1788942138.041385:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff90b551f78500) index 7 00000020:00000001:3.0:1788942138.041386:0:32145:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942138.041387:0:32145:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000080:00000001:1.0:1788942138.041387:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171497216 : -122366538054400 : ffff90b551f78500) 00000020:00010000:3.0:1788942138.041389:0:32145:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_fini():72 00000080:00000001:1.0:1788942138.041390:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00020000:00000001:3.0:1788942138.041392:0:32145:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788942138.041393:0:32145:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000080:00000010:1.0:1788942138.041393:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487bb800. 00000020:00010000:3.0:1788942138.041394:0:32145:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551bc0430 (ffff90b552124488/1) at cl_lock_fini():72 00800000:00000002:1.0:1788942138.041395:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 8 00000008:00000010:3.0:1788942138.041397:0:32145:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b558116720. 00800000:00000001:1.0:1788942138.041398:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788942138.041399:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788942138.041400:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00000020:00000001:3.0:1788942138.041402:0:32145:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000002:00000001:1.0:1788942138.041402:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00020000:00000010:3.0:1788942138.041404:0:32145:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551bc0400. 00000002:00000010:1.0:1788942138.041404:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90b553e13000. 00000002:00000001:1.0:1788942138.041406:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00020000:00000001:3.0:1788942138.041407:0:32145:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000002:00000001:1.0:1788942138.041407:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788942138.041408:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000020:00000001:3.0:1788942138.041409:0:32145:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788942138.041410:0:32145:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788942138.041411:0:32145:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041411:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788942138.041413:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00000020:00000001:3.0:1788942138.041414:0:32145:0:(cl_io.c:71:cl_io_fini()) Process entered 00010000:00000001:1.0:1788942138.041414:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942138.041416:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3eb00 count: 6 00020000:00000001:3.0:1788942138.041417:0:32145:0:(lov_io.c:900:lov_io_fini()) Process entered 00010000:00000001:1.0:1788942138.041417:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942138.041419:0:32145:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00010000:00000001:1.0:1788942138.041419:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1788942138.041421:0:32145:0:(cl_io.c:71:cl_io_fini()) Process entered 00010000:00000010:1.0:1788942138.041421:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1a00. 00000020:00000001:3.0:1788942138.041422:0:32145:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788942138.041423:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942138.041424:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1a00 with handle 0xcbb91bbb78157853 to hash 00000020:00001000:3.0:1788942138.041425:0:32145:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00000020:00000001:1.0:1788942138.041426:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942138.041427:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00020000:00000001:3.0:1788942138.041428:0:32145:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00010000:00000001:1.0:1788942138.041429:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00020000:00000001:3.0:1788942138.041430:0:32145:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942138.041434:0:32145:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942138.041436:0:32145:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942138.041440:0:32145:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942138.041442:0:32145:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942138.041445:0:32145:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942138.041447:0:32145:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942138.041448:0:32145:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942138.041449:0:32145:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000001:00000001:3.0:1788942138.041451:0:32145:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788942138.041454:0:32145:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000001:3.0:1788942138.041457:0:32145:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:3.0:1788942138.041466:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942138.041469:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.041489:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942138.041491:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.041493:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942138.041499:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942138.041504:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041505:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041507:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.041510:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90b548392f80. 00000002:00000001:1.0:1788942138.041512:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041514:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041515:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.041516:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.041518:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.041519:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788942138.041521:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788942138.041522:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788942138.041524:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78700. 00000020:00000001:1.0:1788942138.041592:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00000080:00400000:1.0:1788942138.041594:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff90b551f78700) index 8 00000080:00000001:1.0:1788942138.041596:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171497728 : -122366538053888 : ffff90b551f78700) 00000080:00000001:1.0:1788942138.041599:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788942138.041601:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487bb000. 00800000:00000002:1.0:1788942138.041604:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 9 00800000:00000001:1.0:1788942138.041607:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788942138.041609:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788942138.041610:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00000002:00000001:1.0:1788942138.041613:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788942138.041615:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90b553e130c0. 00000002:00000001:1.0:1788942138.041617:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788942138.041618:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788942138.041619:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788942138.041623:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00000800:00000200:3.0:1788942138.041624:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1788942138.041625:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788942138.041626:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000800:00000010:3.0:1788942138.041628:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00010000:00000040:1.0:1788942138.041629:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3eb00 count: 7 00010000:00000001:1.0:1788942138.041631:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942138.041632:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000400:00000200:3.0:1788942138.041634:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1788942138.041634:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1400. 00000020:00000001:1.0:1788942138.041637:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942138.041638:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1400 with handle 0xcbb91bbb7815785a to hash 00000020:00000001:1.0:1788942138.041640:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942138.041641:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00000400:00000200:3.0:1788942138.041642:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00010000:00000001:1.0:1788942138.041644:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:1.0:1788942138.041646:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1788942138.041648:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61990 00010000:00000001:1.0:1788942138.041648:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788942138.041651:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61990. 00010000:00010000:1.0:1788942138.041651:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942138.041656:0:2347:0:(events.c:35:request_out_callback()) Process entered 00010000:00010000:1.0:1788942138.041657:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1788942138.041662:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942138.041662:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041664:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041666:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942138.041669:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90b548392880. 00000002:00000001:1.0:1788942138.041670:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041672:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942138.041673:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000002:00000001:1.0:1788942138.041673:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.041675:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942138.041677:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000080:00000001:1.0:1788942138.041677:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.041679:0:32144:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788942138.041681:0:32144:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788942138.041683:0:32144:0:(batch.c:435:batch_send_update_req()) Process entered 00000100:00000001:3.0:1788942138.041684:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.041685:0:32144:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000001:3.0:1788942138.041686:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:1.0:1788942138.041688:0:32144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942138.041702:0:32144:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942138.041707:0:32144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942138.041709:0:32144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942138.041712:0:32144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942138.041719:0:32144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff90b54813c000. 00000100:00000001:1.0:1788942138.042012:0:32144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.042018:0:32144:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.042021:0:32144:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942138.042023:0:32144:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942138.042027:0:32144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942138.042031:0:32144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942138.042037:0:32144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_00+0] req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1788942138.042060:0:32144:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.042063:0:32144:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.042066:0:32144:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.042068:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:0.0:1788942138.042080:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942138.042082:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788942138.042097:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788942138.042101:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.042111:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942138.042113:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.042116:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942138.042118:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942138.042120:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942138.042128:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.042152:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942138.042155:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942138.042158:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942138.042159:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942138.042161:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.042163:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.042202:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942138.042205:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.042209:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942138.042211:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942138.042214:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942138.042219:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884270080:192.168.206.109@tcp:63:ll_sa.0 00000100:00000001:0.0:1788942138.042223:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942138.042290:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942138.042293:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.042296:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942138.042304:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff90b559142000. 02000000:00000001:0.0:1788942138.042306:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942138.042313:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942138.042318:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097318. 00000400:00000010:0.0:1788942138.042325:0:2354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90b5522916c0. 00000100:00000200:0.0:1788942138.042330:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875839884270080, portal 4 00000100:00000001:0.0:1788942138.042333:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942138.042334:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:0.0:1788942138.042342:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.042350:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942138.042353:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942138.042357:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a000. 00000100:00000200:0.0:1788942138.042361:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1875839884270080, offset 0 00000400:00000200:0.0:1788942138.042367:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942138.042375:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942138.042382:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942138.042388:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942138.042391:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942138.042395:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942138.042397:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942138.042400:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2515:2515:256:4294967295] 192.168.206.109@tcp LPNI seq info [2515:2515:8:4294967295] 00000400:00000200:0.0:1788942138.042405:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942138.042413:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942138.042418:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942138.042423:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b500. 00000800:00000200:0.0:1788942138.042430:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942138.042436:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942138.042440:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b500 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:0.0:1788942138.042459:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942138.042464:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 808207 usecs (809 jiffies) 00000400:00000200:0.0:1788942138.042467:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942138.042470:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296539010 00000100:00000001:0.0:1788942138.042473:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:0.0:1788942138.042475:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296539010 00000100:00000001:0.0:1788942138.042478:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:0.0:1788942138.042480:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942138.042483:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.042486:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.042489:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942138.042601:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942138.042665:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b500. 00000400:00000200:2.0:1788942138.042671:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942138.042676:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942138.042680:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a000 00000400:00000010:2.0:1788942138.042682:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a000. 00000100:00000001:2.0:1788942138.042686:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942138.042690:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.042699:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942138.042702:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.042708:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.042709:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942138.044121:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788942138.046002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25300. 00010000:00000010:0.1:1788942138.046044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324e00. 00010000:00000010:0.1:1788942138.046048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48d00. 00010000:00000010:0.1:1788942138.046054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982000. 00000800:00000001:3.0:1788942138.048319:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.048341:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942138.048345:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.048348:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.048359:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.048369:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942138.048379:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.048386:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.048392:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.048398:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f51980 00000400:00000200:3.0:1788942138.048404:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.048411:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x6bd5 [1] + 224 00000800:00000001:3.0:1788942138.048420:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.048432:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.048437:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942138.048442:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942138.048451:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942138.048463:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942138.048474:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942138.048500:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942138.048509:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.048513:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942138.048903:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942138.048908:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942138.048918:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942138.048920:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942138.048924:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098000. 00000400:00000200:2.0:1788942138.048929:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61cc0 00000400:00000010:2.0:1788942138.048932:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61cc0. 00000100:00000001:2.0:1788942138.048936:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942138.048942:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942138.048952:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.048958:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942138.048961:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942138.048963:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942138.048967:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942138.048971:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942138.048973:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942138.048977:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942138.048988:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=128 v=5 (5 5 5 36) 00000100:00001000:2.0:1788942138.048993:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942138.048996:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942138.048998:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.049001:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942138.049006:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.049010:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942138.049012:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942138.049015:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942138.049017:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942138.049022:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.049029:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942138.049032:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942138.049034:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788942138.049038:0:2355:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788942138.049041:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942138.049044:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942138.049047:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=4 00000020:00000001:2.0:1788942138.049050:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049054:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049057:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942138.049058:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942138.049059:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=5 00000020:00000001:2.0:1788942138.049061:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049064:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049069:0:2355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942138.049072:0:2355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942138.049077:0:2355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942138.049101:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049103:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942138.049106:0:2355:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942138.049109:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942138.049111:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942138.049112:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=6 00000020:00000001:2.0:1788942138.049114:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049116:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000040:2.0:1788942138.049124:0:2355:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983a00, remote cookie: 0x4d194fbcadeeccb3, flags: 0x41011 00010000:00010000:2.0:1788942138.049129:0:2355:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942138.049137:0:2355:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788942138.049140:0:2355:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.049142:0:2355:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942138.049146:0:2355:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788942138.049151:0:2355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942138.049159:0:2355:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x14:0x0].0x0 (ffff90b545f48500) refcount = 1 00010000:00000040:2.0:1788942138.049163:0:2355:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788942138.049165:0:2355:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942138.049173:0:2355:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942138.049175:0:2355:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942138.049178:0:2355:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942138.049180:0:2355:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942138.049184:0:2355:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942138.049191:0:2355:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942138.049192:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049193:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942138.049194:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049195:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942138.049197:0:2355:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788942138.049200:0:2355:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:2.0:1788942138.049204:0:2355:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942138.049209:0:2355:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:2.0:1788942138.049211:0:2355:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00010000:00000001:2.0:1788942138.049213:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942138.049215:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942138.049216:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=5 00000020:00000001:2.0:1788942138.049219:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049221:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00000008:00000001:2.0:1788942138.049225:0:2355:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788942138.049230:0:2355:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00010000:2.0:1788942138.049235:0:2355:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788942138.049243:0:2355:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:2.0:1788942138.049245:0:2355:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788942138.049249:0:2355:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788942138.049252:0:2355:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942138.049255:0:2355:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942138.049257:0:2355:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942138.049259:0:2355:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:2.0:1788942138.049261:0:2355:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:2.0:1788942138.049263:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049264:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:2.0:1788942138.049268:0:2355:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000008:00000001:2.0:1788942138.049272:0:2355:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.049274:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942138.049276:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942138.049277:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=5 00000020:00000001:2.0:1788942138.049279:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049281:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049284:0:2355:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942138.049288:0:2355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942138.049301:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049303:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942138.049305:0:2355:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942138.049313:0:2355:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942138.049315:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049316:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942138.049318:0:2355:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.049320:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942138.049321:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942138.049322:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=4 00000020:00000001:2.0:1788942138.049324:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049326:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:2.0:1788942138.049327:0:2355:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942138.049329:0:2355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942138.049335:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049336:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942138.049338:0:2355:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942138.049341:0:2355:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942138.049344:0:2355:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942138.049354:0:2355:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942138.049357:0:2355:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942138.049359:0:2355:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942138.049363:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049364:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942138.049366:0:2355:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.049370:0:2355:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942138.049372:0:2355:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.049374:0:2355:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.049376:0:2355:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942138.049378:0:2355:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942138.049379:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049380:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942138.049381:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942138.049382:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942138.049383:0:2355:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942138.049388:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942138.049397:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884269952:192.168.206.109@tcp:101:ll_agl.0 00000100:00000001:2.0:1788942138.049402:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942138.049405:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942138.049408:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd180 x1875839884269952/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942154 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942138.049414:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942138.049417:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942138.049421:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552277800. 02000000:00000001:2.0:1788942138.049427:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942138.049430:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942138.049432:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942138.049434:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942138.049437:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5464c6000. 02000000:00000001:2.0:1788942138.049441:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942138.049443:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942138.049445:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd180. 00000100:00000001:2.0:1788942138.049449:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942138.049450:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942138.049453:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942138.049462:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942138.049464:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942138.049466:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942138.049469:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942138.053164:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942138.053191:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942138.053197:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942138.053201:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942138.053212:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.053221:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942138.053232:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.053238:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.053245:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.053250:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 7008 into portal 4 MB=0x6aa1101f51a00 00000400:00000200:2.0:1788942138.053256:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.053262:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 7008/7008 into md 0x6be5 [2] + 224 00000800:00000001:2.0:1788942138.053282:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942138.053319:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942138.053324:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942138.053329:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942138.053339:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942138.053349:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942138.053360:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.053383:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942138.053394:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942138.053398:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.053532:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942138.053538:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942138.053547:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942138.053549:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942138.053554:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000400:00000200:0.0:1788942138.053558:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5522916c0 00000400:00000010:0.0:1788942138.053561:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff90b5522916c0. 00000100:00000001:0.0:1788942138.053566:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942138.053572:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942138.053581:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.053587:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942138.053590:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.053592:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942138.053596:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942138.053599:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942138.053602:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.053606:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942138.053619:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbd80 time=1788942138 v=5 (0 0 0 0) 00000100:00001000:0.0:1788942138.053624:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942138.053627:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788942138.053631:0:2354:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.053637:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788942138.053641:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942138.053644:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788942138.053647:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942138.053651:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788942138.053656:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.053663:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788942138.053667:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942138.053669:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942138.053673:0:2354:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1788942138.053679:0:2354:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1788942138.053686:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.053689:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.053812:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.053817:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=4 00000020:00000001:0.0:1788942138.053820:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:0.0:1788942138.053823:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00010000:0.0:1788942138.053836:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.053846:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788942138.053894:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.053902:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.053905:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.053912:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.053914:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.053916:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.053923:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.053926:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.053929:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942138.053932:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.053938:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0000 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942138.053942:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942138.053947:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.053953:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942138.053955:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942138.053958:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.053964:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942138.053967:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942138.053969:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.053970:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.053971:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=5 00000020:00000001:0.0:1788942138.053973:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:0.0:1788942138.053975:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:0.0:1788942138.053978:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.053981:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788942138.053987:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.053988:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.053991:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942138.053993:0:2354:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.053996:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.053998:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.054000:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.054001:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942138.054004:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0000 with handle 0xcbb91bbb78157829 from hash 00010000:00000001:0.0:1788942138.054007:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.054008:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054009:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054011:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.054012:0:2354:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.054015:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942138.054017:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054018:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054020:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.054022:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.054024:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054030:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054031:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054032:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788942138.054033:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.054035:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054036:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054037:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.054039:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157829 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054052:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.054054:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.054059:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788942138.054063:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1983c58 00000080:00400000:0.0:1788942138.054065:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:0.0:1788942138.054067:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.054071:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942138.054073:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff90b5487b9d90 released 00000080:00000001:0.0:1788942138.054075:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788942138.054079:0:2354:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 9 00000080:00000010:0.0:1788942138.054083:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90b55908d240. 00000080:00000010:0.0:1788942138.054100:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487b9c00. 00000080:00000001:0.0:1788942138.054105:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788942138.054108:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90b5483927c0. 00010000:00000001:0.0:1788942138.054112:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.054114:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.054115:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.054117:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=4 00000020:00000001:0.0:1788942138.054120:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:0.0:1788942138.054122:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00010000:0.0:1788942138.054126:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054131:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788942138.054134:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054146:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.054149:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054154:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054155:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.054157:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054162:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.054163:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.054165:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942138.054167:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.054172:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0400 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942138.054173:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942138.054176:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054181:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942138.054182:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942138.054185:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054191:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942138.054193:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942138.054195:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.054196:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.054197:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=5 00000020:00000001:0.0:1788942138.054199:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:0.0:1788942138.054200:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:0.0:1788942138.054202:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.054204:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788942138.054209:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.054210:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.054212:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942138.054213:0:2354:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.054214:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.054215:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.054216:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.054218:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942138.054220:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0400 with handle 0xcbb91bbb78157837 from hash 00010000:00000001:0.0:1788942138.054222:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.054223:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054224:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054224:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.054226:0:2354:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.054341:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942138.054344:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054345:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054347:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.054349:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.054352:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054358:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054359:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054361:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788942138.054362:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.054364:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054365:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054366:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.054368:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157837 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054375:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.054376:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.054379:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788942138.054380:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1983c58 00000080:00400000:0.0:1788942138.054382:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:0.0:1788942138.054384:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.054386:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942138.054387:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff90b5487b9590 released 00000080:00000001:0.0:1788942138.054389:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788942138.054391:0:2354:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 8 00000080:00000010:0.0:1788942138.054393:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90b55908d000. 00000080:00000010:0.0:1788942138.054397:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487b9400. 00000080:00000001:0.0:1788942138.054399:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788942138.054401:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90b548392cc0. 00010000:00000001:0.0:1788942138.054404:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.054406:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.054407:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.054409:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=4 00000020:00000001:0.0:1788942138.054411:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:0.0:1788942138.054413:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00010000:0.0:1788942138.054417:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054421:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788942138.054424:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054430:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.054433:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054438:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054439:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.054441:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054445:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.054447:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.054448:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942138.054450:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.054455:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0c00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942138.054457:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942138.054459:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054464:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942138.054465:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942138.054468:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054472:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942138.054474:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942138.054475:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.054476:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.054477:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=5 00000020:00000001:0.0:1788942138.054479:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:0.0:1788942138.054481:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:0.0:1788942138.054484:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.054487:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788942138.054492:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.054493:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.054495:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942138.054496:0:2354:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.054497:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.054498:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.054500:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.054501:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942138.054503:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0c00 with handle 0xcbb91bbb7815783e from hash 00010000:00000001:0.0:1788942138.054514:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.054516:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054517:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054518:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.054519:0:2354:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.054521:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942138.054523:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054524:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054525:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.054527:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.054529:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054535:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054536:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054537:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788942138.054538:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.054540:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054541:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054542:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.054544:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0c00/0xcbb91bbb7815783e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054550:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.054552:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.054555:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788942138.054557:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1983c58 00000080:00400000:0.0:1788942138.054558:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:0.0:1788942138.054560:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.054562:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942138.054563:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff90b5487bad90 released 00000080:00000001:0.0:1788942138.054564:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788942138.054566:0:2354:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 7 00000080:00000010:0.0:1788942138.054568:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90b55908d180. 00000080:00000010:0.0:1788942138.054571:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487bac00. 00000080:00000001:0.0:1788942138.054574:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788942138.054576:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90b548392e00. 00010000:00000001:0.0:1788942138.054579:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.054581:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.054582:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.054583:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=4 00000020:00000001:0.0:1788942138.054585:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:0.0:1788942138.054587:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00010000:0.0:1788942138.054590:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054595:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788942138.054598:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054603:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.054605:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054609:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054610:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.054612:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054617:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.054619:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.054621:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942138.054623:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.054628:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0e00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942138.054629:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942138.054631:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054636:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942138.054638:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942138.054641:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054645:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942138.054646:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942138.054647:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.054648:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.054649:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=5 00000020:00000001:0.0:1788942138.054651:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:0.0:1788942138.054652:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:0.0:1788942138.054655:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.054657:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788942138.054662:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.054663:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.054665:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942138.054666:0:2354:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.054669:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.054670:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.054671:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.054673:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942138.054675:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0e00 with handle 0xcbb91bbb78157845 from hash 00010000:00000001:0.0:1788942138.054677:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.054678:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054679:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054680:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.054681:0:2354:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.054682:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942138.054684:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054685:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054686:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.054688:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.054690:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054796:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054798:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054799:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788942138.054800:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.054802:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054803:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.054804:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.054806:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0e00/0xcbb91bbb78157845 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054814:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.054816:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.054819:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788942138.054821:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1983c58 00000080:00400000:0.0:1788942138.054822:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:0.0:1788942138.054824:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.054826:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942138.054827:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff90b5487bbd90 released 00000080:00000001:0.0:1788942138.054829:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788942138.054831:0:2354:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 6 00000080:00000010:0.0:1788942138.054833:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90b543c05a80. 00000080:00000010:0.0:1788942138.054836:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487bbc00. 00000080:00000001:0.0:1788942138.054839:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788942138.054842:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90b548392f00. 00010000:00000001:0.0:1788942138.054845:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.054846:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.054847:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.054901:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=4 00000020:00000001:0.0:1788942138.054904:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:0.0:1788942138.054907:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00010000:0.0:1788942138.054910:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054915:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788942138.054919:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054924:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.054926:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054931:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.054933:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.054934:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054939:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.054941:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.054943:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942138.054945:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.054955:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1600 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942138.054958:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942138.054960:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054965:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942138.054967:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942138.054970:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.054975:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942138.054977:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942138.054978:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.054979:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.054981:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=5 00000020:00000001:0.0:1788942138.054983:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:0.0:1788942138.054985:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:0.0:1788942138.054987:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.054989:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788942138.054994:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.054995:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.054998:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942138.054999:0:2354:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.055000:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.055002:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.055003:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.055004:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942138.055006:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1600 with handle 0xcbb91bbb7815784c from hash 00010000:00000001:0.0:1788942138.055008:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.055010:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055011:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055012:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.055014:0:2354:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.055015:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942138.055018:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055019:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055020:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.055021:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.055023:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055029:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055030:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055031:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788942138.055032:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.055033:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055035:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055036:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.055037:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1600/0xcbb91bbb7815784c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055045:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.055047:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.055049:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788942138.055051:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1983c58 00000080:00400000:0.0:1788942138.055052:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:0.0:1788942138.055054:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.055056:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942138.055057:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff90b5487bb590 released 00000080:00000001:0.0:1788942138.055059:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788942138.055061:0:2354:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 5 00000080:00000010:0.0:1788942138.055063:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90b553e13600. 00000080:00000010:0.0:1788942138.055066:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487bb400. 00000080:00000001:0.0:1788942138.055068:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788942138.055070:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90b548392c00. 00010000:00000001:0.0:1788942138.055074:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.055076:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.055077:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.055079:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=4 00000020:00000001:0.0:1788942138.055081:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:0.0:1788942138.055083:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00010000:0.0:1788942138.055097:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055103:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788942138.055106:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055111:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.055113:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055119:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055120:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.055122:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055128:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.055129:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.055131:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942138.055133:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.055139:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1a00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942138.055141:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942138.055143:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055151:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942138.055153:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942138.055155:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055160:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942138.055162:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942138.055163:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.055164:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.055165:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1a00 refcount=5 00000020:00000001:0.0:1788942138.055167:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:0.0:1788942138.055170:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911816192 : -122366797735424 : ffff90b5427d1a00) 00010000:00000001:0.0:1788942138.055172:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.055174:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788942138.055180:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.055181:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.055183:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942138.055184:0:2354:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.055185:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.055187:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.055188:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.055190:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942138.055191:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1a00 with handle 0xcbb91bbb78157853 from hash 00010000:00000001:0.0:1788942138.055193:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.055194:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055195:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055196:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.055198:0:2354:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.055199:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942138.055200:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055202:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055203:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.055204:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.055207:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055211:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055212:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055213:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788942138.055214:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.055216:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055217:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055218:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.055219:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1a00/0xcbb91bbb78157853 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055225:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1788942138.055333:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.055347:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942138.055349:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.055351:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.055359:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.055367:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942138.055376:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.055380:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.055386:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.055391:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f51900 00000400:00000200:3.0:1788942138.055397:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.055404:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6bcd [1] + 224 00000800:00000001:3.0:1788942138.055411:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.055418:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942138.055422:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942138.055427:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942138.055436:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942138.055444:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942138.055454:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942138.055471:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942138.055491:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942138.055495:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942138.055502:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000002:00000001:0.0:1788942138.055502:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000400:00000200:3.0:1788942138.055509:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2516:2516:256:4294967295] 192.168.206.109@tcp LPNI seq info [2516:2516:8:4294967295] 00000400:00000200:3.0:1788942138.055514:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000080:00000001:0.0:1788942138.055518:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788942138.055521:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1983c58 00000400:00000200:3.0:1788942138.055522:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000080:00400000:0.0:1788942138.055523:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:0.0:1788942138.055525:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.055527:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000800:00000200:3.0:1788942138.055528:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000080:00000040:0.0:1788942138.055528:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff90b5487bb990 released 00000080:00000001:0.0:1788942138.055530:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788942138.055532:0:2354:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 4 00000080:00000010:0.0:1788942138.055535:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90b553e13000. 00000080:00000010:0.0:1788942138.055537:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487bb800. 00000080:00000001:0.0:1788942138.055540:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788942138.055542:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90b548392f80. 00010000:00000001:0.0:1788942138.055546:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942138.055548:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.055550:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.055551:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=4 00000020:00000001:0.0:1788942138.055553:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942138.055555:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00010000:0.0:1788942138.055559:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055564:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788942138.055567:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055572:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942138.055575:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055580:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055581:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942138.055583:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055588:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.055590:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.055592:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942138.055594:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942138.055599:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1400 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942138.055601:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942138.055604:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055608:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942138.055610:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942138.055613:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055619:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942138.055622:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942138.055623:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942138.055624:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942138.055625:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1400 refcount=5 00000020:00000001:0.0:1788942138.055628:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942138.055630:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814656 : -122366797736960 : ffff90b5427d1400) 00010000:00000001:0.0:1788942138.055632:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942138.055634:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788942138.055640:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942138.055641:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.055643:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942138.055645:0:2354:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.055647:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.055648:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.055650:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.055651:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942138.055654:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1400 with handle 0xcbb91bbb7815785a from hash 00010000:00000001:0.0:1788942138.055656:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.055657:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055658:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055659:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.055661:0:2354:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.055662:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942138.055664:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055665:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055667:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.055668:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.055671:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942138.055676:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055677:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055678:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788942138.055680:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942138.055681:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.055683:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.055684:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.055686:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1400/0xcbb91bbb7815785a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000010:3.0:1788942138.055770:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35600. 00000800:00000200:3.0:1788942138.055778:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942138.055787:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942138.055792:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35600 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788942138.055803:0:32143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942138.055810:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942138.055812:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942138.055816:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097dc0. 00000400:00000200:1.0:1788942138.055820:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:1.0:1788942138.055822:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:1.0:1788942138.055825:0:32143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942138.055842:0:32143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942138.055873:0:32143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995880 x1875839884269824/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788942138.055880:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788942138.055880:0:32143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942138.055882:0:32143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1788942138.055884:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35600. 00000100:00000001:1.0:1788942138.055884:0:32143:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788942138.055887:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788942138.055887:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942138.055890:0:32143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1788942138.055891:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000100:00000001:1.0:1788942138.055892:0:32143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942138.055895:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942138.055897:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942138.055900:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788942138.055903:0:32143:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=128 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942138.055907:0:32143:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942138.055910:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942138.055911:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.055914:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942138.055917:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942138.055920:0:32143:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942138.055923:0:32143:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000163] 00000100:00000001:1.0:1788942138.055925:0:32143:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942138.055927:0:32143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942138.055929:0:32143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963998848 : -122366745552768 : ffff90b545995880) 00000100:00000001:1.0:1788942138.055933:0:32143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942138.055935:0:32143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:1.0:1788942138.055937:0:32143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942138.055941:0:32143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942138.055945:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995880 x1875839884269824/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942154 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942138.055953:0:32143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942138.055956:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942138.055957:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942138.055961:0:32143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995880 x1875839884269824/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942154 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942138.055969:0:32143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32143:1875839884269824:192.168.206.109@tcp:36:multiop.0 00000100:00000001:1.0:1788942138.055974:0:32143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942138.055977:0:32143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942138.055980:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942138.055983:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942138.055986:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995880 x1875839884269824/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942154 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942138.055994:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942138.055997:0:32143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942138.056001:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942138.056003:0:32143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.056011:0:32143:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.056014:0:32143:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942138.056018:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 3 00000080:00000010:1.0:1788942138.056021:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb600. 00000100:00000001:1.0:1788942138.056028:0:32143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942138.056032:0:32143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995880 x1875839884269824/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942154 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942138.056038:0:32143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.056043:0:32143:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.056054:0:32143:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942138.056056:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1487e30 00000080:00002000:1.0:1788942138.056058:0:32143:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff90b54454dd80, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788942138.056064:0:32143:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942138.056071:0:32143:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942138.056075:0:32143:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942138.056093:0:32143:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788942138.056097:0:32143:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788942138.056099:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942138.056104:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942138.056107:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:1.0:1788942138.056113:0:32143:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed5f8 -> ffff90b5464ed5f8 00000020:00000001:1.0:1788942138.056116:0:32143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942138.056119:0:32143:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942138.056121:0:32143:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942138.056125:0:32143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942138.056127:0:32143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942138.056129:0:32143:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942138.056134:0:32143:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2c:0x0]io ffff90b544e74060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788942138.056146:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942138.056150:0:32143:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1788942138.056153:0:32143:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788942138.056155:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:1.0:1788942138.056158:0:32143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942138.056160:0:32143:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1788942138.056163:0:32143:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942138.056165:0:32143:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788942138.056168:0:32143:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942138.056169:0:32143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942138.056172:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:1.0:1788942138.056175:0:32143:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.056179:0:32143:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788942138.056182:0:32143:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff90b548d9ec08) 00800000:00000001:1.0:1788942138.056187:0:32143:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788942138.056189:0:32143:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:1.0:1788942138.056194:0:32143:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788942138.056201:0:32143:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942138.056203:0:32143:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.056205:0:32143:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788942138.056208:0:32143:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788942138.056210:0:32143:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.056212:0:32143:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942138.056216:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942138.056217:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942138.056219:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00020000:00000001:1.0:1788942138.056226:0:32143:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788942138.056369:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942138.056374:0:32143:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788942138.056376:0:32143:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942138.056378:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942138.056380:0:32143:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788942138.056383:0:32143:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788942138.056385:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942138.056387:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afeba0) owner 0000000000000000/ffff90b5412f27c0 00020000:00000010:1.0:1788942138.056391:0:32143:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90b544afeba0. 00020000:00000001:1.0:1788942138.056395:0:32143:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788942138.056398:0:32143:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90b5464ed578. 00000020:00001000:1.0:1788942138.056404:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:1.0:1788942138.056407:0:32143:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788942138.056410:0:32143:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00010000:00000040:0.0:1788942138.057354:0:2354:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3eb00 count: 0 00010000:00000010:0.0:1788942138.057365:0:2354:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78000. 00010000:00000001:0.0:1788942138.057376:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942138.057379:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.057385:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788942138.057387:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1983c58 00000080:00400000:0.0:1788942138.057389:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:0.0:1788942138.057392:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788942138.057395:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942138.057396:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff90b5487bb190 released 00000080:00000001:0.0:1788942138.057399:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788942138.057401:0:2354:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942138.057404:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90b553e130c0. 00000080:00000010:0.0:1788942138.057408:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487bb000. 00000080:00000001:0.0:1788942138.057412:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788942138.057415:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90b548392880. 00000002:00000010:0.0:1788942138.057420:0:2354:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff90b54813a000. 00000002:00000010:0.0:1788942138.057424:0:2354:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff90b548392700. 00000002:00000010:0.0:1788942138.057427:0:2354:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff90b5466c99c0. 00000002:00000001:0.0:1788942138.057430:0:2354:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1788942138.057433:0:2354:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788942138.057446:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942138.057456:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884270080:192.168.206.109@tcp:63:ll_sa.0 00000100:00000001:0.0:1788942138.057461:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.057465:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942138.057469:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884270080/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788942154 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.057753:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942138.057817:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942138.057822:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff90b559142000. 02000000:00000001:0.0:1788942138.057827:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942138.057830:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942138.057832:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942138.057835:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942138.057838:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff90b54813c000. 02000000:00000001:0.0:1788942138.057842:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942138.057844:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942138.057846:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:0.0:1788942138.057871:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942138.057873:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.057876:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.057885:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942138.057888:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.057891:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942138.057894:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788942138.061130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 00010000:00000010:0.1:1788942138.061144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00010000:00000010:0.1:1788942138.061147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0c00. 00010000:00000010:0.1:1788942138.061149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0e00. 00010000:00000010:0.1:1788942138.064916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1600. 00010000:00000010:0.1:1788942138.064933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1a00. 00010000:00000010:0.1:1788942138.064938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3eb00. 00010000:00000010:0.1:1788942138.064941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1400. 00000080:00000010:1.1:1788942138.065066:0:32146:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b5483546a0. 00000080:00000010:1.1:1788942138.065096:0:32146:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9eb40. 00010000:00010000:0.0:1788942138.077953:0:32147:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942138.077963:0:32147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942138.077966:0:32147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942138.077973:0:32147:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.077977:0:32147:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942138.077984:0:32147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942138.077988:0:32147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942138.077991:0:32147:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788942138.078003:0:32147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1788942138.078160:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942138.078164:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.078167:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788942138.078170:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788942138.078174:0:15944:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942138.078181:0:15944:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788942138.078195:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942138.078200:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942138.078203:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942138.078206:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:1.0:1788942138.078211:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942138.078214:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942138.078221:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:1.0:1788942138.078236:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942138.078243:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.078245:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942138.078246:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942138.078248:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:1.0:1788942138.078250:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942138.078251:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.078253:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942138.078254:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942138.078255:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:1.0:1788942138.078257:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942138.078259:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942138.078261:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942138.078262:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942138.078263:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:1.0:1788942138.078273:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942138.078276:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.078278:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942138.078281:0:15944:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942138.078284:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942138.078289:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:1.0:1788942138.078293:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:1.0:1788942138.078295:0:15944:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788942138.078299:0:15944:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1788942138.078304:0:15944:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942138.078457:0:15944:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942138.078462:0:15944:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942138.078465:0:15944:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942138.078468:0:15944:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942138.078470:0:15944:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942138.078472:0:15944:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942138.078476:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:0.0:1788942138.078479:0:15944:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942138.078484:0:15944:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942138.078487:0:15944:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff90b548da3a88) invalid 00000020:00000001:0.0:1788942138.078492:0:15944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d47ca0 00000080:00002000:0.0:1788942138.078494:0:15944:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff90b544577948) parent ffff90b548d765e8 inode ffff90b548da3a88 refc 1 00000080:00000001:0.0:1788942138.078498:0:15944:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942138.078501:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942138.078503:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.078507:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942138.078511:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942138.078513:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942138.078516:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942138.078517:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942138.078522:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792be00 with handle 0xcbb91bbb7815780d from hash 00010000:00000001:0.0:1788942138.078524:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942138.078526:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942138.078528:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.078529:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942138.078533:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942138.078535:0:15944:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942138.078539:0:15944:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942138.078541:0:15944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942138.078544:0:15944:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788942138.078555:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995500. 00000020:00000040:0.0:1788942138.078559:0:15944:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942138.078565:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942138.078568:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942138.078574:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942138.078582:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fb400. 00000100:00000001:0.0:1788942138.078591:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.078594:0:15944:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942138.078601:0:15944:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788942138.078608:0:15944:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788942138.078610:0:15944:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.078614:0:15944:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942138.078616:0:15944:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942138.078624:0:15944:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5522916c0. 00000100:00000001:0.0:1788942138.078626:0:15944:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745792 : -122366534805824 : ffff90b5522916c0) 00000100:00000001:0.0:1788942138.078629:0:15944:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942138.078631:0:15944:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000001:0.0:1788942138.078637:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942138.078641:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.078644:0:15944:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942138.078646:0:15944:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942138.078659:0:15944:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.078669:0:15944:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942138.078677:0:15944:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.078682:0:15944:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942138.078684:0:15944:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942138.078687:0:15944:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942138.078691:0:15944:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:b8e7595c-9941-401e-aeac-55facd9dfb74:15944:1875839884270208:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942138.078766:0:15944:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942138.078773:0:15944:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942138.078776:0:15944:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.078779:0:15944:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942138.078784:0:15944:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fa000. 02000000:00000001:0.0:1788942138.078786:0:15944:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942138.078795:0:15944:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942138.078800:0:15944:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097318. 00000400:00000010:0.0:1788942138.078808:0:15944:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a3b8. 00000100:00000200:0.0:1788942138.078817:0:15944:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884270208, portal 18 00000100:00000001:0.0:1788942138.078819:0:15944:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942138.078820:0:15944:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000040:0.0:1788942138.078828:0:15944:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.078837:0:15944:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942138.078841:0:15944:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942138.078844:0:15944:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aee0. 00000100:00000200:0.0:1788942138.078848:0:15944:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884270208, offset 0 00000400:00000200:0.0:1788942138.078877:0:15944:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942138.078888:0:15944:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942138.078897:0:15944:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942138.078904:0:15944:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942138.078909:0:15944:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942138.078914:0:15944:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942138.078917:0:15944:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942138.078923:0:15944:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2517:2517:256:4294967295] 192.168.206.109@tcp LPNI seq info [2517:2517:8:4294967295] 00000400:00000200:0.0:1788942138.078927:0:15944:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942138.078937:0:15944:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942138.078944:0:15944:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942138.078950:0:15944:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b100. 00000800:00000200:0.0:1788942138.078958:0:15944:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942138.078966:0:15944:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942138.078971:0:15944:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788942138.079038:0:15944:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942138.079044:0:15944:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 806156 usecs (807 jiffies) 00000400:00000200:0.0:1788942138.079048:0:15944:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942138.079051:0:15944:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296539045 00000100:00000001:0.0:1788942138.079054:0:15944:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296540233 00000100:00000001:0.0:1788942138.079056:0:15944:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296539045 00000100:00000001:0.0:1788942138.079058:0:15944:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296540233 00000100:00000001:0.0:1788942138.079061:0:15944:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942138.079065:0:15944:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.079067:0:15944:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942138.079069:0:15944:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942138.079073:0:15944:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522916c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942138.079077:0:15944:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942138.079080:0:15944:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942138.083525:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942138.084118:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b100. 00000400:00000200:3.0:1788942138.084126:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942138.084137:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942138.084145:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aee0 00000400:00000010:3.0:1788942138.084148:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aee0. 00000100:00000001:3.0:1788942138.084155:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942138.084164:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942138.084177:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942138.084181:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942138.084188:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942138.084190:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788942138.084229:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942138.084232:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.084235:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942138.084236:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942138.084238:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942138.084240:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942138.084345:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942138.084349:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942138.084353:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788942138.087917:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942138.087941:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942138.087946:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942138.087948:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942138.087970:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.087987:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942138.087998:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.088004:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.088011:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.088017:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f51a80 00000400:00000200:2.0:1788942138.088023:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942138.088029:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6bed [1] + 224 00000800:00000001:2.0:1788942138.088037:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942138.088048:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942138.088052:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942138.088058:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942138.088067:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942138.088077:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942138.088100:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942138.088124:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942138.088134:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942138.088138:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.088169:0:15944:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942138.088180:0:15944:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942138.088182:0:15944:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942138.088186:0:15944:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000400:00000200:0.0:1788942138.088191:0:15944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:0.0:1788942138.088194:0:15944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:0.0:1788942138.088198:0:15944:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942138.088202:0:15944:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942138.088212:0:15944:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.088219:0:15944:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942138.088221:0:15944:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.088223:0:15944:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942138.088228:0:15944:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942138.088231:0:15944:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942138.088234:0:15944:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942138.088237:0:15944:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942138.088249:0:15944:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbd38 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942138.088254:0:15944:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942138.088257:0:15944:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942138.088259:0:15944:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.088262:0:15944:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942138.088267:0:15944:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.088272:0:15944:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942138.088274:0:15944:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788942138.088277:0:15944:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942138.088280:0:15944:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942138.088286:0:15944:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.088293:0:15944:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942138.088297:0:15944:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942138.088300:0:15944:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942138.088304:0:15944:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942138.088312:0:15944:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:b8e7595c-9941-401e-aeac-55facd9dfb74:15944:1875839884270208:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942138.088317:0:15944:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942138.088320:0:15944:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.088323:0:15944:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942138.088325:0:15944:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942138.088329:0:15944:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.088337:0:15944:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942138.088340:0:15944:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5522916c0. 00000100:00000001:0.0:1788942138.088346:0:15944:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942138.088348:0:15944:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942138.088350:0:15944:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942138.088353:0:15944:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995500 x1875839884270208/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942138.088360:0:15944:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942138.088363:0:15944:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942138.088366:0:15944:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fa000. 02000000:00000001:0.0:1788942138.088369:0:15944:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942138.088372:0:15944:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942138.088374:0:15944:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942138.088376:0:15944:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942138.088379:0:15944:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fb400. 02000000:00000001:0.0:1788942138.088383:0:15944:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942138.088385:0:15944:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942138.088387:0:15944:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995500. 00000100:00000001:0.0:1788942138.088391:0:15944:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942138.088392:0:15944:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942138.088394:0:15944:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1788942138.088398:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942138.088404:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb7815780d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeecc4a expref: -99 pid: 32141 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788942138.088420:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5453454c0. 00010000:00000040:0.0:1788942138.088425:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227300 count: 0 00010000:00000010:0.0:1788942138.088435:0:15944:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4ce80. 00010000:00000001:0.0:1788942138.088444:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942138.088446:0:15944:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942138.088469:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942138.088473:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942138.088475:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.088478:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942138.088480:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942138.088481:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.088483:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942138.088485:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942138.088486:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942138.088488:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788942138.089024:0:32147:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.089029:0:32147:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942138.089032:0:32147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788942138.099078:0:32148:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227300. 00010000:00000010:0.1:1788942138.100995:0:32148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792be00. 00010000:00000001:3.0:1788942139.105021:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942139.105029:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942139.105037:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942139.105038:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942139.105167:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942139.105171:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942139.105175:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942140.129898:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942140.129907:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942140.129915:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942140.129916:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942140.130023:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942140.130028:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942140.130031:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942140.512979:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296540233, at 4296540672 00000100:00000010:3.0:1788942140.513000:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76720. 00000100:00000040:2.0:1788942140.515398:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296540233, at 4296540674 00000100:00000010:2.0:1788942140.515418:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76c60. 00000100:00000040:3.0:1788942141.029057:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942141.029079:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942141.029094:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000020:00000040:3.0:1788942141.029102:0:37:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942141.029107:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942141.029111:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942141.029118:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942141.029128:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35600. 00000100:00000001:3.0:1788942141.029137:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029152:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942141.029164:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942141.029171:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029178:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8806c78] to pc [ptlrpcd_01_01+1] req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.029215:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029219:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942141.029222:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942141.029225:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf480. 00000020:00000040:3.0:1788942141.029229:0:37:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942141.029231:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942141.029232:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942141.029234:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942141.029237:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35000. 00000100:00000001:3.0:1788942141.029240:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029245:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942141.029257:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942141.029259:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029263:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b427f8c3] to pc [ptlrpcd_01_00+0] req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.029270:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029272:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942141.029276:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942141.029281:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd180. 00000020:00000040:3.0:1788942141.029283:0:37:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942141.029285:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942141.029287:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942141.029288:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942141.029291:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35700. 00000100:00000001:3.0:1788942141.029294:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029298:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942141.029305:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942141.029307:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029311:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9f8626] to pc [ptlrpcd_01_01+1] req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.029318:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029320:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942141.029324:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942141.029327:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf800. 00000020:00000040:3.0:1788942141.029329:0:37:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942141.029331:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942141.029332:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942141.029334:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942141.029338:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35f00. 00000100:00000001:3.0:1788942141.029341:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029344:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942141.029351:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942141.029353:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029356:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000965c698e] to pc [ptlrpcd_01_00+0] req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.029364:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.029369:0:37:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1878) 00000100:00000001:2.0:1788942141.030084:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942141.030091:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942141.030094:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942141.030105:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.030116:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942141.030118:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942141.030122:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942141.030126:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942141.030129:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942141.030132:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884270336:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942141.030139:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942141.030146:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942141.030149:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942141.030151:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942141.030159:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222ce00. 02000000:00000001:2.0:1788942141.030162:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.030171:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942141.030176:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098000. 00000400:00000010:2.0:1788942141.030184:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61cc0. 00000100:00000200:2.0:1788942141.030193:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884270336, portal 25 00000100:00000001:2.0:1788942141.030195:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942141.030198:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000040:2.0:1788942141.030204:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.030213:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942141.030216:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942141.030218:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942141.030222:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884270336, offset 0 00000400:00000200:2.0:1788942141.030229:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942141.030239:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.030249:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942141.030255:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942141.030260:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942141.030265:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942141.030268:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942141.030272:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2518:2518:256:4294967295] 192.168.206.109@tcp LPNI seq info [2518:2518:8:4294967295] 00000400:00000200:2.0:1788942141.030278:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.030288:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942141.030295:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942141.030302:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61b00. 00000800:00000200:2.0:1788942141.030310:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942141.030319:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942141.030324:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942141.030347:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.030352:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942141.030355:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296545357 00000100:00000010:2.0:1788942141.030361:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd600. 00000100:00000001:2.0:1788942141.030369:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788942141.030376:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296545357 00000100:00000010:2.0:1788942141.030379:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd960. 00000100:00000001:2.0:1788942141.030383:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788942141.030386:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942141.030389:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942141.030391:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942141.030396:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.030403:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942141.030404:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942141.030407:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942141.030409:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942141.030411:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942141.030414:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884270592:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942141.030418:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942141.030420:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942141.030422:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942141.030424:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942141.030427:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222c400. 02000000:00000001:2.0:1788942141.030429:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.030432:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942141.030435:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450989a0. 00000400:00000010:2.0:1788942141.030438:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61330. 00000100:00000200:2.0:1788942141.030441:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884270592, portal 4 00000100:00000001:2.0:1788942141.030443:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942141.030445:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000040:2.0:1788942141.030452:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.030469:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942141.030471:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942141.030474:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e613b8. 00000100:00000200:2.0:1788942141.030476:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884270592, offset 0 00000400:00000200:2.0:1788942141.030481:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942141.030484:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.030488:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942141.030491:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942141.030493:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942141.030495:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942141.030498:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942141.030501:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2519:2519:255:4294967295] 192.168.206.109@tcp LPNI seq info [2519:2519:7:4294967295] 00000400:00000200:2.0:1788942141.030505:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.030510:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942141.030515:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942141.030518:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61100. 00000800:00000200:2.0:1788942141.030521:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942141.030525:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942141.030528:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942141.030531:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942141.030535:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24545 usecs (25 jiffies) 00000400:00000200:2.0:1788942141.030549:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942141.030551:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296541214 00000100:00000001:2.0:1788942141.030554:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296545357 00000100:00000001:2.0:1788942141.030556:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296541214 00000100:00000001:2.0:1788942141.030558:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296545357 00000100:00000001:2.0:1788942141.030560:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942141.030562:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942141.030566:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942141.030569:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942141.030585:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942141.030588:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942141.030591:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942141.030592:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942141.030593:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942141.030596:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788942141.030598:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942141.030600:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942141.030601:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942141.030603:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942141.030603:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942141.030604:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942141.030609:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.030616:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942141.030617:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942141.030620:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942141.030622:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942141.030623:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942141.030626:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884270464:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942141.030629:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942141.030632:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942141.030633:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942141.030635:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942141.030638:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d200. 02000000:00000001:2.0:1788942141.030640:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.030644:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942141.030647:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098580. 00000400:00000010:2.0:1788942141.030651:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61440. 00000100:00000200:2.0:1788942141.030653:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884270464, portal 10 00000100:00000001:2.0:1788942141.030655:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942141.030656:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00000100:00000040:2.0:1788942141.030662:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.030669:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942141.030671:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942141.030673:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61dd0. 00000100:00000200:2.0:1788942141.030675:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884270464, offset 0 00000400:00000200:2.0:1788942141.030679:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942141.030683:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.030685:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942141.030688:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942141.030690:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942141.030693:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942141.030695:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942141.030697:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2520:2520:254:4294967295] 192.168.206.109@tcp LPNI seq info [2520:2520:6:4294967295] 00000400:00000200:2.0:1788942141.030700:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.030706:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942141.030709:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942141.030713:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61800. 00000800:00000200:2.0:1788942141.030716:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942141.030721:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942141.030723:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942141.030726:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942141.030729:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 805123 usecs (806 jiffies) 00000400:00000200:2.0:1788942141.030732:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942141.030734:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296541995 00000100:00000001:2.0:1788942141.030736:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296545357 00000100:00000001:2.0:1788942141.030738:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296541995 00000100:00000001:2.0:1788942141.030739:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296545357 00000100:00000001:2.0:1788942141.030741:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942141.030744:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942141.030745:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942141.030749:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.030756:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942141.030757:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942141.030759:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942141.030761:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942141.030762:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942141.030765:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884270720:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942141.030768:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942141.030771:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942141.030773:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942141.030775:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942141.030803:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222c600. 02000000:00000001:2.0:1788942141.030806:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.030809:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942141.030811:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098f20. 00000400:00000010:2.0:1788942141.030814:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61198. 00000100:00000200:2.0:1788942141.030817:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884270720, portal 4 00000100:00000001:2.0:1788942141.030819:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942141.030820:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000040:2.0:1788942141.030825:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.030831:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942141.030833:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942141.030835:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942141.030837:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884270720, offset 0 00000400:00000200:2.0:1788942141.030841:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942141.030844:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.030847:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942141.030910:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942141.030914:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942141.030916:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942141.030918:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942141.030920:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2521:2521:253:4294967295] 192.168.206.109@tcp LPNI seq info [2521:2521:5:4294967295] 00000400:00000200:2.0:1788942141.030924:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.030929:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942141.030933:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942141.030937:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61700. 00000800:00000200:2.0:1788942141.030941:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942141.030945:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942141.030948:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942141.030951:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942141.030954:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 258690 usecs (259 jiffies) 00000400:00000200:2.0:1788942141.030957:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942141.030959:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296541449 00000100:00000001:2.0:1788942141.030961:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296545357 00000100:00000001:2.0:1788942141.030964:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296541449 00000100:00000001:2.0:1788942141.030966:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296545357 00000100:00000001:2.0:1788942141.030968:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942141.030970:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942141.030972:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942141.030974:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942141.030990:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942141.030993:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942141.034133:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942141.034147:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61b00. 00000400:00000200:3.0:1788942141.034160:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942141.034171:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942141.034181:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:3.0:1788942141.034184:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:3.0:1788942141.034191:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942141.034201:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.034215:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.034218:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.034225:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.034227:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942141.034244:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942141.034246:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61100. 00000400:00000200:3.0:1788942141.034249:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942141.034253:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942141.034257:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e613b8 00000400:00000010:3.0:1788942141.034258:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e613b8. 00000100:00000001:3.0:1788942141.034261:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942141.034266:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.034280:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.034283:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.034289:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.034290:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942141.034299:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942141.034314:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61800. 00000400:00000200:3.0:1788942141.034319:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942141.034322:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942141.034325:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61dd0 00000400:00000010:3.0:1788942141.034326:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61dd0. 00000100:00000001:3.0:1788942141.034329:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942141.034333:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.034340:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.034343:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.034349:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.034350:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942141.034428:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942141.034432:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788942141.034435:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942141.034438:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942141.034441:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:3.0:1788942141.034443:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:3.0:1788942141.034445:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942141.034450:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.034457:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.034459:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.034480:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.034481:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942141.041332:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.041357:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942141.041362:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.041365:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942141.041375:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041384:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942141.041397:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041404:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041409:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041414:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f51c00 00000400:00000200:2.0:1788942141.041419:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041426:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c05 [1] + 224 00000800:00000001:2.0:1788942141.041434:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.041438:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942141.041442:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942141.041446:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942141.041456:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942141.041466:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942141.041477:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.041501:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942141.041513:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.041516:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942141.041518:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.041520:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942141.041523:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041527:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942141.041530:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041532:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041535:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.041547:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f51b00 00000400:00000200:2.0:1788942141.041551:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942141.041588:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942141.041595:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788942141.041674:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6bf5 [1] + 224 00000800:00000001:2.0:1788942141.041681:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.041686:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942141.041688:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942141.041693:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000001:3.0:1788942141.043123:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942141.043130:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942141.043134:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450989a0. 00000400:00000200:3.0:1788942141.043145:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61330 00000400:00000010:3.0:1788942141.043148:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61330. 00000100:00000001:3.0:1788942141.043154:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942141.043167:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942141.043180:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.043189:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942141.043192:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.043196:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942141.043201:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942141.043204:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942141.043206:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942141.043210:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942141.043222:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=131 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942141.043227:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942141.043230:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942141.043232:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942141.043235:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942141.043239:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.043243:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942141.043246:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788942141.043249:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942141.043252:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.043257:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.043272:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942141.043276:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942141.043278:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942141.043284:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942141.043293:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884270592:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942141.043299:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.043302:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.043306:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd180 x1875839884270592/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.043313:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942141.043316:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942141.043320:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222c400. 02000000:00000001:3.0:1788942141.043326:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942141.043330:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942141.043332:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942141.043335:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942141.043338:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35700. 02000000:00000001:3.0:1788942141.043342:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942141.043344:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942141.043346:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd180. 00000100:00000001:3.0:1788942141.043349:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942141.043351:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.043354:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.043356:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942141.043358:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942141.043361:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.043362:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942141.043463:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942141.043473:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942141.043484:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942141.043501:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942141.043515:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.043530:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942141.043532:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.043535:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942141.043550:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942141.046234:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942141.046244:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942141.046256:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942141.046259:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942141.046265:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098000. 00000400:00000200:3.0:1788942141.046276:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61cc0 00000400:00000010:3.0:1788942141.046279:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61cc0. 00000100:00000001:3.0:1788942141.046285:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942141.046299:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942141.046311:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788942141.046319:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000100:00000001:3.0:1788942141.046323:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942141.046327:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.046329:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942141.046333:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942141.046336:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942141.046338:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942141.046343:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.046344:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00001000:3.0:1788942141.046351:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=131 v=5 (5 5 5 5) 00000400:00000200:2.0:1788942141.046353:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00001000:3.0:1788942141.046358:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942141.046361:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942141.046364:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.046366:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00010000:00000001:3.0:1788942141.046369:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942141.046373:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.046375:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f51c80 00000100:00000001:3.0:1788942141.046377:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.046384:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788942141.046387:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942141.046396:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788942141.046400:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c25 [1] + 224 00000100:00000001:3.0:1788942141.046401:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942141.046405:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942141.046411:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788942141.046414:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1788942141.046421:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884270336:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942141.046426:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.046429:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.046434:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd880 x1875839884270336/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788942141.046434:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942141.046442:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788942141.046445:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942141.046449:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1788942141.046451:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 02000000:00000010:3.0:1788942141.046454:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222ce00. 02000000:00000001:3.0:1788942141.046458:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788942141.046460:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:3.0:1788942141.046462:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942141.046465:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942141.046469:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000200:2.0:1788942141.046472:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788942141.046473:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35600. 02000000:00000001:3.0:1788942141.046478:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942141.046481:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942141.046484:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd880. 00000100:00000001:3.0:1788942141.046491:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1788942141.046493:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.046494:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.046499:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.046504:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942141.046506:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942141.046512:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942141.046546:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788942141.046549:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942141.046552:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1788942141.046553:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788942141.046554:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098f20. 00000800:00000001:2.0:1788942141.046558:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1788942141.046560:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61198 00000400:00000010:3.0:1788942141.046564:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61198. 00000800:00000001:2.0:1788942141.046566:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.046567:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942141.046573:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942141.046582:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.046590:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942141.046591:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.046592:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942141.046594:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942141.046595:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942141.046596:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942141.046598:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942141.046604:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=131 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942141.046607:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942141.046609:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942141.046611:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942141.046613:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942141.046615:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.046618:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942141.046620:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942141.046622:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942141.046624:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.046627:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.046634:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942141.046636:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942141.046637:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942141.046640:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942141.046647:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884270720:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942141.046650:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.046652:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.046654:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf800 x1875839884270720/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.046660:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942141.046661:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942141.046663:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222c600. 02000000:00000001:3.0:1788942141.046665:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942141.046666:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942141.046667:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942141.046669:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942141.046671:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35f00. 02000000:00000001:3.0:1788942141.046674:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942141.046675:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942141.046677:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf800. 00000400:00000200:2.0:1788942141.046679:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942141.046683:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942141.046686:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.046691:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.046691:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000100:00000001:3.0:1788942141.046695:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942141.046697:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942141.046699:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.046703:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942141.046704:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942141.046712:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.046716:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.046721:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f51b80 00000400:00000200:2.0:1788942141.046726:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942141.046731:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c15 [1] + 224 00000800:00000001:2.0:1788942141.046736:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.046747:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942141.046749:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942141.046753:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942141.046756:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942141.046762:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942141.046771:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.047157:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942141.047160:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942141.047176:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942141.047185:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942141.047189:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788942141.047399:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942141.047402:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942141.047405:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098580. 00000400:00000200:3.0:1788942141.047409:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:3.0:1788942141.047412:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:3.0:1788942141.047415:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942141.047421:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942141.047431:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.047438:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942141.047440:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.047442:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942141.047445:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942141.047447:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942141.047449:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942141.047451:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942141.047458:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=131 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942141.047463:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942141.047465:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942141.047466:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942141.047469:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942141.047471:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.047474:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788942141.047476:0:2356:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967652 gen 2 00000100:00000040:3.0:1788942141.047483:0:2356:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942141.047497:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942141.047498:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000001:3.0:1788942141.047502:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.047505:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942141.047512:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.047517:0:2356:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff90b55236b480 x1875839884269312/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1788942153 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.047524:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.047527:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b480 x1875839884269312/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/448 e 0 to 0 dl 1788942153 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.047534:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942141.047535:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942141.047663:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552275400. 02000000:00000001:3.0:1788942141.047669:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942141.047671:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942141.047673:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942141.047675:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942141.047677:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552274800. 02000000:00000001:3.0:1788942141.047680:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942141.047682:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942141.047684:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b480. 00000100:00000001:3.0:1788942141.047688:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942141.047690:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942141.047696:0:2356:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff90b545995880 x1875839884269824/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942154 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.047703:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.047706:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995880 x1875839884269824/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942154 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.047718:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942141.047719:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942141.047721:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aee800. 02000000:00000001:3.0:1788942141.047724:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942141.047725:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942141.047726:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942141.047728:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942141.047729:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590faa00. 02000000:00000001:3.0:1788942141.047731:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942141.047732:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942141.047733:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995880. 00000100:00000001:3.0:1788942141.047736:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942141.047737:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.047739:0:2356:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788942141.047742:0:2356:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:3.0:1788942141.047745:0:2356:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942141.047747:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942141.047752:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.047758:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942141.047761:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942141.047762:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942141.047766:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942141.047775:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884270464:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942141.048117:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.048119:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942141.048124:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf480 x1875839884270464/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942141.048130:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942141.048133:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942141.048135:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d200. 02000000:00000001:3.0:1788942141.048139:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942141.048140:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942141.048141:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942141.048143:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942141.048145:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35000. 02000000:00000001:3.0:1788942141.048147:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942141.048148:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942141.048149:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf480. 00000100:00000001:3.0:1788942141.048153:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942141.048154:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.048156:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942141.048164:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942141.048166:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942141.048168:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942141.048171:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942141.153011:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942141.153019:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942141.153026:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942141.153027:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942141.153141:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942141.153146:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942141.153149:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788942141.537473:0:15936:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788942141.537479:0:15936:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942142.177353:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942142.177362:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942142.177370:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942142.177371:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942142.177482:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942142.177486:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942142.177489:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942143.201456:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942143.201467:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942143.201470:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942143.201475:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942143.201482:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942143.201484:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942143.201487:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942143.201489:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942143.201494:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942143.201496:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942143.201573:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942143.201578:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942143.201581:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942144.225008:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942144.225016:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942144.225023:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942144.225026:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942144.225101:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942144.225106:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942144.225110:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942145.249286:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942145.249295:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942145.249302:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942145.249304:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942145.253094:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942145.253172:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942145.253179:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942145.633462:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296545357, at 4296545792 00000100:00000010:2.0:1788942145.633484:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd600. 00000100:00000040:3.0:1788942145.633596:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296545357, at 4296545792 00000100:00000010:3.0:1788942145.633603:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd960. 00000100:00000040:3.0:1788942146.147263:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942146.147278:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942146.147292:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf480. 00000020:00000040:3.0:1788942146.147300:0:37:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942146.147305:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942146.147308:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942146.147315:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942146.147337:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35000. 00000100:00000001:3.0:1788942146.147346:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.147361:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942146.147373:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942146.147378:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.147386:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b427f8c3] to pc [ptlrpcd_01_01+1] req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.147463:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942146.147468:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942146.147472:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942146.147479:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.147488:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942146.147491:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942146.147495:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942146.147497:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942146.147500:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942146.147503:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884270848:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942146.147516:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942146.147523:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942146.147526:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942146.147528:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942146.147535:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d200. 02000000:00000001:2.0:1788942146.147537:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942146.147546:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942146.147551:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b00. 00000400:00000010:2.0:1788942146.147566:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e615d8. 00000100:00000200:2.0:1788942146.147575:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884270848, portal 25 00000100:00000001:2.0:1788942146.147578:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942146.147580:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00000100:00000040:2.0:1788942146.147585:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.147597:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942146.147600:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942146.147603:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942146.147606:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884270848, offset 0 00000400:00000200:2.0:1788942146.147613:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942146.147623:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.147633:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942146.147639:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942146.147645:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942146.147649:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942146.147653:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942146.147657:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2522:2522:256:4294967295] 192.168.206.109@tcp LPNI seq info [2522:2522:8:4294967295] 00000400:00000200:2.0:1788942146.147661:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.147672:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942146.147679:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942146.147686:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61f00. 00000800:00000200:2.0:1788942146.147693:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942146.147702:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942146.147707:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942146.147737:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942146.147742:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942146.147745:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296550474 00000100:00000010:2.0:1788942146.147751:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd600. 00000100:00000001:2.0:1788942146.147759:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788942146.147767:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296550474 00000100:00000010:2.0:1788942146.147771:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abdcc0. 00000100:00000001:2.0:1788942146.147775:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788942146.147779:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942146.147782:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.147785:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.147788:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.148035:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.148039:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942146.148054:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942146.148058:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf800. 00000020:00000040:3.0:1788942146.148062:0:37:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942146.148065:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942146.148067:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942146.148069:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942146.148074:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35f00. 00000100:00000001:3.0:1788942146.148079:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.148086:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942146.148094:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942146.148096:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.148101:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000965c698e] to pc [ptlrpcd_01_00+0] req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.150369:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942146.150378:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942146.150386:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942146.150389:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942146.150393:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942146.150398:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788942146.150401:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942146.150403:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942146.150405:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942146.150406:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942146.150407:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942146.150409:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942146.150425:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.150436:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942146.150439:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942146.150445:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942146.150449:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942146.150452:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942146.150456:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884270976:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942146.150461:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942146.150468:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942146.151366:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942146.151374:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788942146.151380:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.151384:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1788942146.151387:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222c600. 00000100:00000001:3.0:1788942146.151389:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788942146.151390:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942146.151398:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000400:00000200:2.0:1788942146.151400:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000020:00000040:3.0:1788942146.151403:0:37:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000400:00000010:2.0:1788942146.151404:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450987e8. 00000100:00000001:3.0:1788942146.151407:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942146.151410:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1788942146.151413:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61000. 02000000:00000001:3.0:1788942146.151415:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788942146.151421:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884270976, portal 10 02000000:00000010:3.0:1788942146.151423:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35600. 00000100:00000001:2.0:1788942146.151424:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942146.151426:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000001:3.0:1788942146.151430:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942146.151438:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.151447:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942146.151450:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942146.151453:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61a18. 00000100:00000200:2.0:1788942146.151456:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884270976, offset 0 00000400:00000200:2.0:1788942146.151464:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000100:00000040:3.0:1788942146.151498:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942146.151554:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942146.151560:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.151566:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8806c78] to pc [ptlrpcd_01_01+1] req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.151579:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.151581:0:37:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942146.151584:0:37:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942146.151588:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd180. 00000020:00000040:3.0:1788942146.151591:0:37:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942146.151594:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942146.151595:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942146.151597:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942146.151601:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35700. 00000100:00000001:3.0:1788942146.151605:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.151609:0:37:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942146.151617:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942146.151619:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.151623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9f8626] to pc [ptlrpcd_01_00+0] req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.151631:0:37:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.151636:0:37:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1884) 00000400:00000200:2.0:1788942146.152816:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.152833:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942146.152840:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942146.152845:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942146.152864:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942146.152869:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942146.152873:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2523:2523:255:4294967295] 192.168.206.109@tcp LPNI seq info [2523:2523:7:4294967295] 00000400:00000200:2.0:1788942146.152943:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.152956:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942146.152963:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942146.152974:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61a00. 00000800:00000200:2.0:1788942146.152982:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942146.152992:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942146.152997:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942146.153004:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942146.153012:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 804107 usecs (805 jiffies) 00000400:00000200:2.0:1788942146.153017:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942146.153020:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296547117 00000100:00000001:2.0:1788942146.153024:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296550474 00000100:00000001:2.0:1788942146.153027:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296547117 00000100:00000001:2.0:1788942146.153029:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296550474 00000100:00000001:2.0:1788942146.153032:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942146.153036:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153054:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153058:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942146.153071:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942146.153075:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942146.153078:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942146.153082:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942146.153083:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942146.153095:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153106:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942146.153109:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942146.153115:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942146.153121:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942146.153124:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942146.153128:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884271104:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942146.153133:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942146.153139:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942146.153141:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942146.153144:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942146.153148:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222ce00. 02000000:00000001:2.0:1788942146.153150:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942146.153156:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942146.153161:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098e70. 00000400:00000010:2.0:1788942146.153168:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61110. 00000100:00000200:2.0:1788942146.153174:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884271104, portal 4 00000100:00000001:2.0:1788942146.153176:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942146.153178:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000040:2.0:1788942146.153185:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153192:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942146.153194:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942146.153196:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e617f8. 00000100:00000200:2.0:1788942146.153199:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884271104, offset 0 00000400:00000200:2.0:1788942146.153205:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942146.153209:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.153213:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942146.153215:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942146.153218:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942146.153220:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942146.153222:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942146.153224:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2524:2524:254:4294967295] 192.168.206.109@tcp LPNI seq info [2524:2524:6:4294967295] 00000400:00000200:2.0:1788942146.153228:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.153234:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942146.153238:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942146.153242:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61300. 00000800:00000200:2.0:1788942146.153246:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942146.153250:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942146.153252:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942146.153255:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942146.153258:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24511 usecs (25 jiffies) 00000400:00000200:2.0:1788942146.153261:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942146.153263:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296546337 00000100:00000001:2.0:1788942146.153265:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296550474 00000100:00000001:2.0:1788942146.153267:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296546337 00000100:00000001:2.0:1788942146.153268:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296550474 00000100:00000001:2.0:1788942146.153271:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942146.153273:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153275:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153277:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942146.153280:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942146.153281:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942146.153283:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942146.153284:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942146.153286:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942146.153289:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788942146.153290:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942146.153292:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942146.153293:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942146.153295:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942146.153296:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942146.153297:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942146.153301:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153308:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942146.153309:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942146.153312:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942146.153314:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942146.153316:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942146.153319:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884271232:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942146.153322:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942146.153324:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942146.153326:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942146.153328:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942146.153331:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222c400. 02000000:00000001:2.0:1788942146.153333:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942146.153335:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942146.153338:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098b58. 00000400:00000010:2.0:1788942146.153341:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e616e8. 00000100:00000200:2.0:1788942146.153344:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884271232, portal 4 00000100:00000001:2.0:1788942146.153347:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942146.153348:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000040:2.0:1788942146.153354:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153360:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942146.153362:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942146.153364:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e614c8. 00000100:00000200:2.0:1788942146.153366:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884271232, offset 0 00000400:00000200:2.0:1788942146.153370:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942146.153374:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.153377:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942146.153380:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942146.153382:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942146.153385:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942146.153387:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942146.153389:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2525:2525:253:4294967295] 192.168.206.109@tcp LPNI seq info [2525:2525:5:4294967295] 00000400:00000200:2.0:1788942146.153393:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.153398:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942146.153402:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942146.153409:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61700. 00000800:00000200:2.0:1788942146.153412:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942146.153416:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942146.153418:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942146.153421:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942146.153424:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 257217 usecs (258 jiffies) 00000400:00000200:2.0:1788942146.153427:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942146.153428:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296546570 00000100:00000001:2.0:1788942146.153431:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296550474 00000100:00000001:2.0:1788942146.153432:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296546570 00000100:00000001:2.0:1788942146.153434:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296550474 00000100:00000001:2.0:1788942146.153436:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942146.153438:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153441:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153443:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942146.153585:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942146.153591:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61f00. 00000400:00000200:2.0:1788942146.153598:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942146.153605:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942146.153611:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:2.0:1788942146.153614:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:2.0:1788942146.153620:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942146.153625:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153636:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942146.153639:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153646:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153647:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942146.153661:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942146.153663:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61a00. 00000400:00000200:2.0:1788942146.153680:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942146.153684:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942146.153686:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61a18 00000400:00000010:2.0:1788942146.153688:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61a18. 00000100:00000001:2.0:1788942146.153691:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942146.153694:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153701:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942146.153704:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153709:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153711:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942146.153719:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942146.153722:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:2.0:1788942146.153724:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942146.153727:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942146.153730:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e617f8 00000400:00000010:2.0:1788942146.153731:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e617f8. 00000100:00000001:2.0:1788942146.153733:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942146.153736:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153742:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942146.153744:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.153750:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.153751:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942146.154285:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942146.154289:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:2.0:1788942146.154293:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942146.154298:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942146.154302:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e614c8 00000400:00000010:2.0:1788942146.154304:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e614c8. 00000100:00000001:2.0:1788942146.154308:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942146.154313:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.154321:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942146.154324:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.154329:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942146.154330:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942146.154344:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942146.154348:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942146.159496:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.159521:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942146.159526:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.159528:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942146.159539:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159548:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942146.159559:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159564:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159571:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159576:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f51d00 00000400:00000200:2.0:1788942146.159581:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159588:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c35 [1] + 224 00000800:00000001:2.0:1788942146.159597:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.159601:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942146.159605:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942146.159610:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942146.159620:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942146.159632:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942146.159644:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.159672:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942146.159683:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.159688:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942146.159690:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.159692:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942146.159695:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159699:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942146.159703:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159706:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159709:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159820:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f51d80 00000400:00000200:2.0:1788942146.159826:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.159832:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c45 [1] + 224 00000800:00000001:2.0:1788942146.159837:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.159845:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942146.159847:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942146.159885:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942146.159889:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942146.159894:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942146.159902:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.159910:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942146.159914:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.159917:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.161116:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942146.161124:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942146.161136:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942146.161139:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942146.161143:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450987e8. 00000400:00000200:3.0:1788942146.161151:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61000 00000400:00000010:3.0:1788942146.161154:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61000. 00000100:00000001:3.0:1788942146.161158:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942146.161167:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942146.161178:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.161186:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942146.161189:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.161192:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942146.161196:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942146.161199:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942146.161202:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942146.161206:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942146.161219:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=136 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942146.161235:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942146.161238:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942146.161240:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942146.161244:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942146.161248:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.161253:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942146.161255:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1788942146.161258:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942146.161260:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.161266:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.161274:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942146.161278:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942146.161280:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942146.161285:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942146.161292:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884270976:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788942146.161298:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942146.161299:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942146.161302:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b00. 00000400:00000200:3.0:1788942146.161305:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e615d8 00000400:00000010:3.0:1788942146.161307:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e615d8. 00000100:00000001:3.0:1788942146.161310:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942146.161324:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942146.161333:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.161339:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942146.161341:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.161342:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942146.161344:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942146.161345:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942146.161347:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942146.161349:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942146.161352:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942146.161356:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942146.161358:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942146.161359:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942146.161361:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942146.161363:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.161365:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.161369:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.161376:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942146.161378:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942146.161379:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942146.161382:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942146.161390:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884270848:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942146.161394:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.161397:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942146.161401:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf800 x1875839884270976/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.161408:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942146.161411:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942146.161415:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222c600. 02000000:00000001:3.0:1788942146.161420:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942146.161423:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942146.161425:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942146.161427:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942146.161431:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35f00. 02000000:00000001:3.0:1788942146.161446:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942146.161449:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942146.161451:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf800. 00000100:00000001:3.0:1788942146.161455:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942146.161457:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.161459:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942146.161462:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf480 x1875839884270848/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.161469:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942146.161470:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942146.161472:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d200. 02000000:00000001:3.0:1788942146.161474:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942146.161476:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942146.161477:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942146.161479:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942146.161481:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35000. 02000000:00000001:3.0:1788942146.161483:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942146.161484:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942146.161485:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf480. 00000100:00000001:3.0:1788942146.161487:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942146.161489:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.161492:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.161494:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942146.161495:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942146.161497:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.161498:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942146.170126:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.170596:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942146.170602:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.170605:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942146.170616:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.170626:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942146.170637:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.170643:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.170649:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.170654:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f51e80 00000400:00000200:2.0:1788942146.170661:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.170667:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c65 [1] + 224 00000800:00000001:2.0:1788942146.170676:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.170684:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942146.170688:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942146.170694:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942146.170703:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942146.170714:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942146.170725:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.170745:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942146.170755:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.170759:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.171567:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942146.171575:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942146.171586:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942146.171588:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942146.171592:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098b58. 00000400:00000200:3.0:1788942146.171600:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e616e8 00000400:00000010:3.0:1788942146.171603:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e616e8. 00000100:00000001:3.0:1788942146.171607:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942146.171616:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942146.171628:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.171636:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942146.171639:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.171641:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942146.171645:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942146.171649:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942146.171652:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942146.171656:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942146.171668:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=136 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942146.171674:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942146.171677:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942146.171679:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942146.171682:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942146.171686:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.171690:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942146.171693:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942146.171695:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942146.171698:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.171703:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.171711:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942146.171715:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942146.171717:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942146.171721:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942146.171729:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884271232:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942146.171735:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.171738:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942146.171741:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd180 x1875839884271232/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.171748:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942146.171750:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942146.171755:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222c400. 02000000:00000001:3.0:1788942146.171760:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942146.171763:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942146.171765:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942146.171767:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942146.171770:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35700. 02000000:00000001:3.0:1788942146.171774:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942146.171777:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942146.171779:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd180. 00000100:00000001:3.0:1788942146.171783:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942146.171785:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.171788:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.171790:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942146.171791:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942146.171793:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.171795:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942146.177314:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.177339:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942146.177344:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.177346:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942146.177356:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.177366:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942146.177379:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.177386:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.177393:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.177397:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f51e00 00000400:00000200:2.0:1788942146.177403:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942146.177409:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c55 [1] + 224 00000800:00000001:2.0:1788942146.177418:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.177431:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942146.177435:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942146.177441:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942146.177451:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942146.177462:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942146.177475:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942146.177502:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942146.177511:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942146.177515:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.177713:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942146.177719:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942146.177727:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942146.177729:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942146.177733:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098e70. 00000400:00000200:3.0:1788942146.177738:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61110 00000400:00000010:3.0:1788942146.177741:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61110. 00000100:00000001:3.0:1788942146.177745:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942146.177750:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942146.177760:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.177766:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942146.177768:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.177771:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942146.177776:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942146.177779:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942146.177781:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942146.177785:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942146.177797:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=136 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942146.177802:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942146.177804:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942146.177806:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942146.177809:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942146.177813:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.177817:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942146.177819:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788942146.177823:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942146.177825:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942146.177831:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.177838:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942146.177841:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942146.177843:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942146.177848:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942146.177888:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884271104:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942146.177894:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.177898:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942146.177901:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd880 x1875839884271104/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942146.177908:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942146.177911:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942146.177915:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222ce00. 02000000:00000001:3.0:1788942146.177920:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942146.177923:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942146.177925:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942146.177927:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942146.177930:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35600. 02000000:00000001:3.0:1788942146.177934:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942146.178248:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942146.178252:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd880. 00000100:00000001:3.0:1788942146.178257:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942146.178259:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.178262:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942146.178271:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942146.178274:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942146.178276:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942146.178283:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942146.273099:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942146.274219:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942146.274232:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942146.274234:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942146.277406:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942146.277416:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942146.277422:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942147.298801:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942147.298812:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942147.298820:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942147.298824:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942147.298827:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942147.298835:0:30470:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942147.298837:0:30470:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942147.298839:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942147.298843:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942147.298845:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942147.298848:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942147.298867:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942147.300915:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942147.300923:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942147.300928:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788942148.193021:0:32141:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942148.193040:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942148.193043:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788942148.193051:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 1 seconds 00000100:00000001:2.0:1788942148.193055:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942148.193059:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942148.321250:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942148.321257:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942148.321346:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942148.321349:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942148.321448:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942148.321455:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942148.321459:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942149.220227:0:32141:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942149.220233:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942149.220235:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942149.220240:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942149.220244:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942149.220247:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942149.346478:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942149.346484:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942149.346489:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942149.346490:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942149.346605:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942149.346608:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942149.346611:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942150.240969:0:32141:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942150.240975:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942150.240978:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942150.240983:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942150.240987:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942150.240999:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942150.369177:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942150.369183:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942150.369188:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942150.369189:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942150.369285:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942150.369288:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942150.369291:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942150.753063:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296550474, at 4296550912 00000100:00000010:2.0:1788942150.753083:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd600. 00000100:00000040:3.0:1788942150.753275:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296550474, at 4296550912 00000100:00000010:3.0:1788942150.753299:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abdcc0. 00000100:00000001:3.0:1788942151.265100:0:32141:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942151.265110:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942151.265113:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942151.265119:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 1 seconds 00000100:00000001:3.0:1788942151.265123:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942151.265128:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.266526:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942151.266536:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942151.266549:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65880. 00000020:00000040:1.0:1788942151.266556:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942151.266562:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942151.266565:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942151.266572:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942151.266581:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b554618800. 00000100:00000001:1.0:1788942151.266589:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.266605:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942151.266618:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942151.266624:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.267049:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c38a6451] to pc [ptlrpcd_00_01+1] req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942151.267193:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942151.267198:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942151.267201:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942151.267210:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942151.267219:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942151.267222:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942151.267227:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942151.267230:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942151.267233:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942151.267237:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2354:1875839884271360:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942151.267241:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942151.267248:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942151.267251:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942151.267254:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942151.267261:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fb600. 02000000:00000001:0.0:1788942151.267263:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942151.267271:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942151.267276:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097318. 00000400:00000010:0.0:1788942151.267285:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a3b8. 00000100:00000200:0.0:1788942151.267293:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884271360, portal 25 00000100:00000001:0.0:1788942151.267295:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942151.267297:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000040:0.0:1788942151.267303:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942151.267311:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942151.267314:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942151.267317:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ae58. 00000100:00000200:0.0:1788942151.267321:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884271360, offset 0 00000400:00000200:0.0:1788942151.267328:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942151.267338:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942151.267347:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942151.267354:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942151.267358:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942151.267362:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942151.267365:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942151.267369:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2526:2526:256:4294967295] 192.168.206.109@tcp LPNI seq info [2526:2526:8:4294967295] 00000400:00000200:0.0:1788942151.267373:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942151.267385:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942151.267393:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942151.267399:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b200. 00000800:00000200:0.0:1788942151.267406:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942151.267415:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942151.267420:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942151.267447:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942151.267779:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942151.267785:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b200. 00000400:00000200:2.0:1788942151.267793:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942151.267799:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942151.267806:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ae58 00000400:00000010:2.0:1788942151.267809:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ae58. 00000100:00000001:2.0:1788942151.267813:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942151.267819:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.267828:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942151.267832:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.267839:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942151.267841:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942151.268333:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268339:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942151.268344:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942151.268350:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942151.268355:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942151.268359:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942151.268362:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942151.268367:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942151.268373:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b554618400. 00000100:00000001:1.0:1788942151.268380:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268387:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942151.268402:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942151.268411:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268416:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b77724] to pc [ptlrpcd_00_00+0] req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.268426:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268428:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942151.268432:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942151.268436:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942151.268438:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942151.268440:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942151.268442:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942151.268443:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942151.268447:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551286700. 00000100:00000001:1.0:1788942151.268450:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268454:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942151.268461:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942151.268463:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268466:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_01+1] req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.268473:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268475:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942151.268584:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942151.268590:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942151.268593:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942151.268595:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942151.268596:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942151.268598:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942151.268602:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551286100. 00000100:00000001:1.0:1788942151.268606:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268618:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942151.268626:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942151.268628:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268632:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8c4680] to pc [ptlrpcd_00_00+0] req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.268639:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268645:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1889) 00000100:00000001:1.0:1788942151.268664:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942151.268668:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942151.268670:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942151.268676:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.268683:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942151.268685:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942151.268688:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942151.268690:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942151.268692:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942151.268695:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884271488:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942151.268699:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942151.268703:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942151.268705:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942151.268707:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942151.268712:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4600. 02000000:00000001:1.0:1788942151.268714:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942151.268720:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942151.268724:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f528. 00000400:00000010:1.0:1788942151.268729:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942151.268747:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884271488, portal 10 00000100:00000001:1.0:1788942151.268750:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942151.268752:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942151.268760:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.268775:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942151.268777:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942151.268779:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da4c8. 00000100:00000200:1.0:1788942151.268783:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884271488, offset 0 00000400:00000200:1.0:1788942151.268789:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942151.268797:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942151.268804:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942151.268808:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942151.268812:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942151.268815:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942151.268818:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942151.268822:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2527:2527:256:4294967295] 192.168.206.109@tcp LPNI seq info [2527:2527:8:4294967295] 00000400:00000200:1.0:1788942151.268835:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942151.268874:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942151.268880:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942151.268885:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551286500. 00000800:00000200:1.0:1788942151.268891:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942151.268897:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942151.268901:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551286500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942151.268918:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.268923:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 803086 usecs (804 jiffies) 00000400:00000200:1.0:1788942151.268927:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942151.268930:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296552232 00000100:00000010:1.0:1788942151.268935:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c9720. 00000100:00000001:1.0:1788942151.268942:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788942151.268947:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296552232 00000100:00000010:1.0:1788942151.268950:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c9900. 00000100:00000001:1.0:1788942151.268954:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788942151.268958:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942151.268961:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.268964:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942151.268967:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.268974:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942151.268976:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942151.268978:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942151.268988:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942151.268990:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942151.268993:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884271744:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942151.268996:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942151.268999:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942151.269000:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942151.269002:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942151.269005:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4a00. 02000000:00000001:1.0:1788942151.269007:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942151.269010:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942151.269027:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f9f8. 00000400:00000010:1.0:1788942151.269033:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942151.269036:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884271744, portal 4 00000100:00000001:1.0:1788942151.269038:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942151.269039:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:1.0:1788942151.269044:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.269051:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942151.269053:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942151.269055:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daaa0. 00000100:00000200:1.0:1788942151.269058:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884271744, offset 0 00000400:00000200:1.0:1788942151.269062:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942151.269066:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942151.269070:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942151.269073:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942151.269075:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942151.269078:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942151.269080:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942151.269083:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2528:2528:255:4294967295] 192.168.206.109@tcp LPNI seq info [2528:2528:7:4294967295] 00000400:00000200:1.0:1788942151.269087:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942151.269093:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942151.269097:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942151.269101:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551286000. 00000800:00000200:1.0:1788942151.269105:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942151.269109:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942151.269111:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551286000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942151.269114:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.269117:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 255783 usecs (256 jiffies) 00000400:00000200:1.0:1788942151.269120:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942151.269122:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296551684 00000100:00000001:1.0:1788942151.269125:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296552232 00000100:00000001:1.0:1788942151.269127:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296551684 00000100:00000001:1.0:1788942151.269129:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296552232 00000100:00000001:1.0:1788942151.269131:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942151.269133:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.269137:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.269139:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.269147:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942151.269150:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942151.269152:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942151.269153:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942151.269155:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942151.269158:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788942151.269159:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.269161:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942151.269163:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.269165:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942151.269166:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942151.269167:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942151.269170:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.269177:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942151.269179:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942151.269181:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942151.269183:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942151.269185:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942151.269188:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884271616:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942151.269192:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942151.269194:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942151.269195:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942151.269197:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942151.269200:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4e00. 02000000:00000001:1.0:1788942151.269203:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942151.269206:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942151.269208:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fc08. 00000400:00000010:1.0:1788942151.269211:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daee0. 00000100:00000200:1.0:1788942151.269214:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884271616, portal 4 00000100:00000001:1.0:1788942151.269215:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942151.269217:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942151.269222:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.269228:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942151.269230:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942151.269233:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da990. 00000100:00000200:1.0:1788942151.269235:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884271616, offset 0 00000400:00000200:1.0:1788942151.269239:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942151.269242:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942151.269245:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942151.269248:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942151.269251:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000800:00000200:2.0:1788942151.269254:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942151.269258:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551286500. 00000400:00000200:1.0:1788942151.269264:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942151.269265:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788942151.269267:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942151.269269:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2529:2529:254:4294967295] 192.168.206.109@tcp LPNI seq info [2529:2529:6:4294967295] 00000400:00000200:2.0:1788942151.269270:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:1.0:1788942151.269273:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.269275:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da4c8 00000400:00000010:2.0:1788942151.269277:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da4c8. 00000400:00000200:1.0:1788942151.269279:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000100:00000001:2.0:1788942151.269282:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:1.0:1788942151.269283:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000100:00000200:2.0:1788942151.269286:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788942151.269287:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551286a00. 00000800:00000200:1.0:1788942151.269291:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942151.269295:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000100:00000001:2.0:1788942151.269296:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1788942151.269297:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551286a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1788942151.269299:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.269300:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.269303:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24550 usecs (25 jiffies) 00000400:00000200:1.0:1788942151.269306:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942151.269307:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.269308:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296551453 00000100:00000001:2.0:1788942151.269309:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942151.269310:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296552232 00000100:00000001:1.0:1788942151.269312:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296551453 00000100:00000001:1.0:1788942151.269314:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296552232 00000100:00000001:1.0:1788942151.269316:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942151.269318:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942151.269320:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788942151.269321:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788942151.269322:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551286000. 00000100:00000001:1.0:1788942151.269323:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942151.269324:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942151.269327:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942151.269330:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daaa0 00000400:00000010:2.0:1788942151.269331:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daaa0. 00000100:00000001:2.0:1788942151.269333:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942151.269337:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.269343:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942151.269346:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.269352:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942151.269353:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942151.269425:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942151.269427:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551286a00. 00000400:00000200:2.0:1788942151.269431:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942151.269434:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942151.269437:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da990 00000400:00000010:2.0:1788942151.269439:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da990. 00000100:00000001:2.0:1788942151.269442:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942151.269445:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.269462:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942151.269465:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.269472:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942151.269473:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788942151.270561:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942151.270568:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296555597 00000100:00000001:0.0:1788942151.270577:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296552232 00000100:00000001:0.0:1788942151.270582:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296555597 00000100:00000001:0.0:1788942151.270585:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296552232 00000100:00000001:0.0:1788942151.270588:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942151.270592:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942151.270595:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942151.270598:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942151.270606:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942151.270609:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942151.270611:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942151.270613:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942151.270615:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942151.270618:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942151.279429:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279461:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942151.279466:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279469:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942151.279480:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279490:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942151.279503:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279509:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279516:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279521:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52080 00000400:00000200:2.0:1788942151.279527:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279534:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c85 [1] + 224 00000800:00000001:2.0:1788942151.279542:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279547:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942151.279551:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942151.279556:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942151.279565:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942151.279575:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942151.279588:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.279613:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942151.279623:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279628:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942151.279639:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279641:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942151.279644:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279648:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942151.279652:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279655:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279658:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279661:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52000 00000400:00000200:2.0:1788942151.279664:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279668:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c8d [1] + 224 00000800:00000001:2.0:1788942151.279672:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279675:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942151.279677:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942151.279681:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942151.279684:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942151.279689:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942151.279697:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.279704:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942151.279708:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279711:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942151.279713:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279715:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942151.279718:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279722:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942151.279726:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279728:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279731:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279734:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f51f00 00000400:00000200:2.0:1788942151.279737:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.279742:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c75 [1] + 224 00000800:00000001:2.0:1788942151.279746:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279754:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942151.279756:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942151.279760:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942151.279762:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942151.279768:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942151.279777:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.279797:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942151.279801:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.279804:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.280113:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942151.280117:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942151.280126:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942151.280129:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942151.280132:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fc08. 00000400:00000200:1.0:1788942151.280137:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daee0 00000400:00000010:1.0:1788942151.280140:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daee0. 00000100:00000001:1.0:1788942151.280144:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788942151.280147:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788942151.280150:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942151.280150:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942151.280154:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942151.280156:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942151.280158:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000100:00000200:1.0:1788942151.280160:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788942151.280162:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:0.0:1788942151.280163:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:1.0:1788942151.280166:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942151.280166:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788942151.280168:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788942151.280170:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.280171:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942151.280175:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942151.280178:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1788942151.280178:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.280180:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942151.280184:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942151.280189:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942151.280190:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942151.280192:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942151.280193:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1788942151.280194:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=141 v=5 (5 5 5 36) 00000100:00000001:0.0:1788942151.280194:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942151.280196:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942151.280198:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=23 v=5 (1 0 0 0) 02000000:00000001:0.0:1788942151.280198:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942151.280200:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=141 v=5 (5 5 5 5) 00000100:00000001:1.0:1788942151.280201:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942151.280203:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942151.280203:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=141 v=5 (1 1 1 1) 00010000:00000001:1.0:1788942151.280206:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788942151.280206:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942151.280207:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942151.280208:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942151.280210:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942151.280210:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942151.280212:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.280213:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942151.280216:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000040:0.0:1788942151.280217:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.280218:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942151.280219:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.280223:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942151.280224:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942151.280228:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942151.280229:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942151.280230:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.280231:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942151.280232:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942151.280233:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788942151.280235:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942151.280243:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884271616:192.168.206.109@tcp:400:kworker.0 00000100:00100000:0.0:1788942151.280243:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2354:1875839884271360:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942151.280247:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942151.280248:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942151.280249:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788942151.280250:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1788942151.280251:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f9f8. 00000400:00000200:1.0:1788942151.280253:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000100:00000040:0.0:1788942151.280253:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65880 x1875839884271360/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788942151.280255:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:1.0:1788942151.280257:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942151.280260:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942151.280260:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942151.280264:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1788942151.280268:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788942151.280268:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fb600. 02000000:00000001:0.0:1788942151.280272:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942151.280274:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942151.280275:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942151.280275:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000100:00000001:1.0:1788942151.280276:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942151.280277:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1788942151.280278:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942151.280279:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942151.280280:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942151.280280:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000001:1.0:1788942151.280282:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942151.280283:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b554618800. 00000100:00001000:1.0:1788942151.280285:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=141 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942151.280287:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=21 v=5 (1 0 0 0) 02000000:00000001:0.0:1788942151.280288:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788942151.280289:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1788942151.280290:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788942151.280291:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942151.280292:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65880. 00010000:00000001:1.0:1788942151.280293:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942151.280294:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.280296:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1788942151.280296:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1788942151.280298:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788942151.280298:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.280300:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942151.280300:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.280301:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.280304:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942151.280308:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942151.280309:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942151.280311:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942151.280311:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.280312:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942151.280313:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788942151.280315:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942151.280315:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942151.280322:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884271744:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942151.280326:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.280328:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942151.280331:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884271616/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.280338:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942151.280339:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942151.280341:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4e00. 02000000:00000001:1.0:1788942151.280344:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942151.280345:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942151.280346:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942151.280348:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942151.280350:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551286700. 02000000:00000001:1.0:1788942151.280352:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942151.280353:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942151.280355:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942151.280357:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942151.280359:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.280360:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942151.280363:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884271744/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.280369:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942151.280370:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942151.280372:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4a00. 02000000:00000001:1.0:1788942151.280374:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942151.280375:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942151.280376:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942151.280378:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942151.280379:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551286100. 02000000:00000001:1.0:1788942151.280381:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942151.280382:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942151.280383:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00000100:00000001:1.0:1788942151.280385:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942151.280387:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.280389:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.280390:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942151.280392:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942151.280394:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.280396:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942151.283595:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.283621:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942151.283626:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.283628:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942151.283648:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.283658:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942151.283669:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.283676:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.283683:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.283688:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f51f80 00000400:00000200:2.0:1788942151.283693:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942151.283701:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c7d [1] + 224 00000800:00000001:2.0:1788942151.283710:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.283719:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942151.283723:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942151.283729:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942151.283739:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942151.283750:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942151.283769:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942151.283794:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942151.283804:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942151.283809:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.285773:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942151.285783:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942151.285794:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942151.285797:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942151.285801:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f528. 00000400:00000200:1.0:1788942151.285811:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:1.0:1788942151.285814:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:1.0:1788942151.285819:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942151.285832:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942151.285884:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.285893:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942151.285895:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.285898:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942151.285902:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942151.285904:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942151.285907:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942151.285918:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942151.285929:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=141 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942151.285934:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942151.285936:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942151.285938:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942151.285941:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942151.285945:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.285949:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942151.285951:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967652 00000100:00000001:1.0:1788942151.285953:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942151.285955:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942151.285960:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.286074:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942151.286086:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942151.286090:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942151.286095:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942151.286104:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884271488:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942151.286109:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.286112:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942151.286115:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884271488/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942151.286121:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942151.286124:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942151.286128:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4600. 02000000:00000001:1.0:1788942151.286133:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942151.286135:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942151.286137:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942151.286140:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942151.286143:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b554618400. 02000000:00000001:1.0:1788942151.286148:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942151.286150:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942151.286151:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942151.286155:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942151.286156:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.286158:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942151.286167:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942151.286169:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942151.286171:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942151.286174:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942151.393065:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942151.393075:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942151.393082:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942151.393083:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942151.393272:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942151.393276:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942151.393280:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788942152.289037:0:32141:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942152.289047:0:32141:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788942152.289076:0:32141:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788942136/real 1788942136] req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1788942152 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1788942152.289098:0:32141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942152.289101:0:32141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942152.289104:0:32141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098688. 00000400:00000200:3.0:1788942152.289112:0:32141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61880 00000400:00000010:3.0:1788942152.289115:0:32141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61880. 00000100:00000001:3.0:1788942152.289120:0:32141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942152.289124:0:32141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1788942152 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942152.289134:0:32141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1788942152 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942152.289142:0:32141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942152.289144:0:32141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942152.289147:0:32141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942152.289150:0:32141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942152.289154:0:32141:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788942152.289159:0:32141:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788942152.289164:0:32141:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection to lustre-MDT0000 (at 192.168.206.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788942152.289168:0:32141:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:3.0:1788942152.289172:0:32141:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788942152.289175:0:32141:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.289177:0:32141:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:3.0:1788942152.289178:0:32141:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788942152.289204:0:32141:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788942152.289206:0:32141:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.289210:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942152.289212:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942152.289215:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 0 seconds 00000100:00000001:3.0:1788942152.289217:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942152.289220:0:32141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942152.289222:0:32141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942152.289224:0:32141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942152.289227:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289407:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942152.289414:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942152.289426:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942152.289431:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942152.289436:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942152.289440:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942152.289446:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942152.289456:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551286100. 00000100:00000001:1.0:1788942152.289465:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289472:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942152.289482:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942152.289487:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289493:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b77724] to pc [ptlrpcd_00_01+1] req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.289527:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788942152.289530:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788942152.289533:0:38:0:(pinger.c:238:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788942152.289536:0:38:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788942152.289538:0:38:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788942152.289541:0:38:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788942152.289545:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1861 00000400:00000200:1.0:1788942152.289553:0:38:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942152.289559:0:38:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1788942152.289564:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:1.0:1788942152.289567:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788942152.289569:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:1.0:1788942152.289572:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:1.0:1788942152.289575:0:38:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:1.0:1788942152.289577:0:38:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:1.0:1788942152.289580:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942152.289583:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:1.0:1788942152.289586:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:1.0:1788942152.289589:0:38:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00000040:1.0:1788942152.289592:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:1.0:1788942152.289594:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788942152.289596:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:1.0:1788942152.289598:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:1.0:1788942152.289601:0:38:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00080000:1.0:1788942152.289605:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: import ffff90b5459bb800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:1.0:1788942152.289608:0:38:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.289611:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788942152.289617:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942152.289620:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.289623:0:38:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:1.0:1788942152.289627:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788942152.289631:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.289632:0:38:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942152.289636:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942152.289639:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942152.289642:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942152.289644:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.289646:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942152.289649:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942152.289651:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942152.289657:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba400. 00000100:00000001:1.0:1788942152.289660:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942152.289666:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942152.289674:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942152.289676:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289693:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8c4680] to pc [ptlrpcd_rcv+-1] req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.289717:0:38:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289720:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942152.289723:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942152.289727:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942152.289730:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942152.289732:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942152.289733:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942152.289735:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942152.289739:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551286700. 00000100:00000001:1.0:1788942152.289742:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289746:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942152.289754:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942152.289756:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289760:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_00+0] req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.289768:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289770:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942152.289773:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942152.289777:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942152.289780:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942152.289782:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942152.289783:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942152.289784:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942152.289788:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551286d00. 00000100:00000001:1.0:1788942152.289791:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289795:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942152.289801:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942152.289803:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289807:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009594d7e4] to pc [ptlrpcd_00_01+1] req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.289813:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.289818:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1890) 00000100:00000001:1.0:1788942152.289831:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942152.289835:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942152.289837:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942152.289843:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.289884:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942152.289886:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.289891:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942152.289894:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942152.289897:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942152.289901:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884272128:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942152.289906:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942152.289912:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942152.289915:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.289918:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942152.289923:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4600. 02000000:00000001:1.0:1788942152.289925:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942152.289931:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942152.289935:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f528. 00000400:00000010:1.0:1788942152.289941:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942152.289948:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884272128, portal 4 00000100:00000001:1.0:1788942152.289951:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942152.289953:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942152.289961:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.289968:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942152.289971:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942152.289975:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942152.289979:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884272128, offset 0 00000400:00000200:1.0:1788942152.289986:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942152.289994:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942152.290002:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942152.290018:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942152.290023:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942152.290028:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942152.290031:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942152.290035:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2530:2530:256:4294967295] 192.168.206.109@tcp LPNI seq info [2530:2530:8:4294967295] 00000400:00000200:1.0:1788942152.290040:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942152.290050:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942152.290057:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000100:00000001:2.0:1788942152.290215:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942152.290220:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942152.290222:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942152.290229:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942152.290236:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942152.290237:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942152.290239:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942152.290241:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942152.290243:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942152.290246:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884272000:192.168.206.109@tcp:38:kworker.0 00000100:00000001:2.0:1788942152.290250:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942152.290252:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942152.290253:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942152.290255:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942152.290260:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552275400. 02000000:00000001:2.0:1788942152.290261:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942152.290266:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942152.290270:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098c60. 00000400:00000010:2.0:1788942152.290274:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e614c8. 00000100:00000200:2.0:1788942152.290289:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884272000, portal 10 00000100:00000001:2.0:1788942152.290291:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942152.290293:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:2.0:1788942152.290299:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942152.290307:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942152.290309:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942152.290312:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e617f8. 00000100:00000200:2.0:1788942152.290315:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884272000, offset 0 00000400:00000200:2.0:1788942152.290320:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942152.290324:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.290327:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942152.290330:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942152.290333:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942152.290335:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942152.290337:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942152.290340:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2531:2531:255:4294967295] 192.168.206.109@tcp LPNI seq info [2531:2531:7:4294967295] 00000400:00000200:2.0:1788942152.290344:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.290350:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942152.290355:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942152.290361:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61700. 00000800:00000200:2.0:1788942152.290369:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942152.290379:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942152.290384:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788942152.290404:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942152.290410:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 802073 usecs (803 jiffies) 00000400:00000200:2.0:1788942152.290413:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942152.290416:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296553252 00000100:00000001:2.0:1788942152.290419:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296555597 00000100:00000001:2.0:1788942152.290422:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296553252 00000100:00000001:2.0:1788942152.290425:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296555597 00000100:00000001:2.0:1788942152.290427:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942152.290430:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.290434:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.290437:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942152.290446:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942152.290449:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788942152.290451:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942152.290452:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942152.290454:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.290456:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788942152.290564:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551286400. 00000800:00000200:1.0:1788942152.290569:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942152.290574:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942152.290576:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551286400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942152.290579:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.290583:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24503 usecs (25 jiffies) 00000400:00000200:1.0:1788942152.290587:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942152.290589:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296552474 00000100:00000001:1.0:1788942152.290591:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296555597 00000100:00000001:1.0:1788942152.290593:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296552474 00000100:00000001:1.0:1788942152.290595:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296555597 00000100:00000001:1.0:1788942152.290598:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942152.290600:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.290602:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.290604:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.290609:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942152.290611:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942152.290613:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942152.290614:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942152.290615:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942152.290618:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788942152.290619:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.290621:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942152.290623:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.290625:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942152.290625:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942152.290626:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942152.290631:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.290638:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942152.290639:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.290641:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942152.290643:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942152.290645:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942152.290648:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884271872:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942152.290652:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942152.290655:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942152.290657:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.290658:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942152.290661:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4a00. 02000000:00000001:1.0:1788942152.290663:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942152.290667:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942152.290670:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f9f8. 00000400:00000010:1.0:1788942152.290674:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daee0. 00000100:00000200:1.0:1788942152.290677:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884271872, portal 25 00000100:00000001:0.0:1788942152.290780:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942152.290784:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.290808:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942152.290810:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942152.290817:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.290824:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942152.290826:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942152.290829:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da000. 00000100:00000200:1.0:1788942152.290832:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884271872, offset 0 00000400:00000200:1.0:1788942152.290837:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942152.290841:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942152.290845:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942152.290848:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942152.290873:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942152.290876:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942152.290879:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942152.290882:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2532:2532:254:4294967295] 192.168.206.109@tcp LPNI seq info [2532:2532:6:4294967295] 00000400:00000200:1.0:1788942152.290886:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942152.290892:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942152.290897:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942152.290902:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551286a00. 00000800:00000200:1.0:1788942152.290906:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942152.290910:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942152.290913:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551286a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942152.290916:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942152.290919:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942152.290921:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296556618 00000100:00000001:1.0:1788942152.290928:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296555597 00000100:00000001:1.0:1788942152.290933:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296556618 00000100:00000001:1.0:1788942152.290936:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296555597 00000100:00000001:1.0:1788942152.290939:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942152.290941:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.290943:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942152.290948:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.290956:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942152.290957:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.290959:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942152.290961:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942152.290963:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942152.290966:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884272256:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942152.290969:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942152.290973:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942152.290974:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.290976:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942152.290980:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4e00. 02000000:00000001:1.0:1788942152.290982:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942152.290985:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942152.290988:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fc08. 00000400:00000010:1.0:1788942152.290991:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 00000100:00000200:1.0:1788942152.290994:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884272256, portal 4 00000100:00000001:1.0:1788942152.290996:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942152.290997:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942152.291003:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.291020:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942152.291023:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942152.291026:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da440. 00000100:00000200:1.0:1788942152.291028:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884272256, offset 0 00000400:00000200:1.0:1788942152.291033:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942152.291036:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942152.291040:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942152.291042:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942152.291045:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942152.291047:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942152.291049:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942152.291052:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2533:2533:253:4294967295] 192.168.206.109@tcp LPNI seq info [2533:2533:5:4294967295] 00000400:00000200:1.0:1788942152.291056:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000800:00000200:3.0:1788942152.291249:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942152.291255:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61700. 00000400:00000200:3.0:1788942152.291264:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942152.291269:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:1.0:1788942152.291304:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942152.291310:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942152.291314:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551286000. 00000800:00000200:1.0:1788942152.291318:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942152.291322:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942152.291325:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551286000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942152.291328:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.291331:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 254303 usecs (255 jiffies) 00000400:00000200:1.0:1788942152.291335:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942152.291337:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296552705 00000100:00000001:1.0:1788942152.291339:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296556618 00000100:00000001:1.0:1788942152.291341:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296552705 00000100:00000001:1.0:1788942152.291343:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296556618 00000100:00000001:1.0:1788942152.291346:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942152.291348:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.291350:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.291353:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942152.294143:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e617f8 00000400:00000010:3.0:1788942152.294154:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e617f8. 00000100:00000001:3.0:1788942152.294164:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942152.294179:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.294191:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.294196:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.294204:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.294206:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942152.294248:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942152.294251:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551286400. 00000400:00000200:3.0:1788942152.294257:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942152.294261:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942152.294265:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:3.0:1788942152.294268:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:3.0:1788942152.294271:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942152.294275:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.294895:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.294901:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.294909:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.294911:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942152.294936:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942152.294939:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551286a00. 00000400:00000200:3.0:1788942152.294943:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942152.294947:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942152.294951:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da000 00000400:00000010:3.0:1788942152.294953:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da000. 00000100:00000001:3.0:1788942152.294957:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942152.294962:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.294970:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.294973:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.294979:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.294980:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942152.295081:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942152.295084:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551286000. 00000400:00000200:3.0:1788942152.295088:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942152.295092:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942152.295095:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da440 00000400:00000010:3.0:1788942152.295097:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da440. 00000100:00000001:3.0:1788942152.295099:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942152.295105:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.295112:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.295117:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.295123:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.295125:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942152.300203:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300227:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942152.300234:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300237:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.300248:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300258:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942152.300269:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300275:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300282:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300287:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52200 00000400:00000200:2.0:1788942152.300292:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300299:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6c95 [1] + 224 00000800:00000001:2.0:1788942152.300308:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300312:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.300316:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.300322:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942152.300331:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942152.300344:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942152.300357:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942152.300380:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942152.300389:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300393:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942152.300395:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300397:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.300401:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300405:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942152.300409:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300411:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300414:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300416:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52280 00000400:00000200:2.0:1788942152.300419:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300424:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6cb5 [1] + 224 00000800:00000001:2.0:1788942152.300427:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300431:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.300433:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.300436:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942152.300440:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942152.300445:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942152.300455:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942152.300463:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942152.300467:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300471:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942152.300472:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300475:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.300478:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300481:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942152.300485:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300487:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300490:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300492:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 10 MB=0x6aa1101f52180 00000400:00000200:2.0:1788942152.300496:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300500:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 416/416 into md 0x6c9d [1] + 0 00000800:00000001:2.0:1788942152.300504:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300509:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.300511:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.300514:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942152.300517:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942152.300522:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942152.300531:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942152.300554:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942152.300559:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300563:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942152.300564:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300567:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.300570:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300573:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942152.300577:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300579:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300581:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300584:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f52100 00000400:00000200:2.0:1788942152.300587:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.300592:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6cad [1] + 224 00000800:00000001:2.0:1788942152.300596:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300602:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.300604:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.300607:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942152.300610:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942152.300615:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942152.300623:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942152.300630:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942152.300633:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.300636:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.300879:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942152.300885:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942152.300894:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942152.300896:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942152.300901:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098c60. 00000400:00000200:0.0:1788942152.300906:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e614c8 00000400:00000010:0.0:1788942152.300910:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e614c8. 00000100:00000001:0.0:1788942152.300913:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942152.300918:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942152.300927:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.300934:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942152.300936:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.300939:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942152.300943:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942152.300946:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942152.300949:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942152.300952:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942152.300964:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=142 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942152.300968:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942152.300971:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942152.300974:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.300977:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942152.300981:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.300986:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942152.300989:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1788942152.300991:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942152.300993:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942152.300998:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.301005:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942152.301018:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942152.301021:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.301024:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788942152.301032:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:0.0:1788942152.301037:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942152.301040:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:0.0:1788942152.301043:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.301047:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:0.0:1788942152.301050:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:0.0:1788942152.301054:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00001000:0.0:1788942152.301069:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=1788942152 v=0 (0 0 0 0) 00000100:00001000:0.0:1788942152.301072:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b5459bbc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788942152.301077:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000020:00000040:0.0:1788942152.301084:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00000001:0.0:1788942152.301086:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:0.0:1788942152.301091:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788942152.301095:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1788942152.301099:0:2352:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788942152.301101:0:2352:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.301103:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00800000:00000001:0.0:1788942152.301107:0:2352:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788942152.301111:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942152.301116:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.301118:0:2352:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.301121:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.301122:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942152.301124:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.301126:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.301127:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:0.0:1788942152.301131:0:2352:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.206.109@tcp after partition 00000100:00080000:0.0:1788942152.301135:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1788942152.301139:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788942152.301142:0:2352:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1788942152.301146:0:2352:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942152.301148:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788942152.301151:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:0.0:1788942152.301152:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788942152.301154:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00800000:00000001:0.0:1788942152.301155:0:2352:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788942152.301157:0:2352:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788942152.301159:0:2352:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90b5487f3be8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788942152.301163:0:2352:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcbb91bbb78156ce5 00800000:00000040:0.0:1788942152.301166:0:2352:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90b5459f2800=b8e7595c-9941-401e-aeac-55facd9dfb74 device 3 (ffff90b5487f19d8) type mdc at LMV idx 0 00800000:00000040:0.0:1788942152.301170:0:2352:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90b5487f19d8 already active! 00800000:00000001:0.0:1788942152.301172:0:2352:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942152.301174:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942152.301176:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.301177:0:2352:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.301178:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.301180:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942152.301181:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942152.301184:0:2352:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942152.302918:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942152.302928:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942152.302939:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942152.302942:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942152.302947:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f9f8. 00000400:00000200:1.0:1788942152.302957:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daee0 00000400:00000010:1.0:1788942152.302960:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daee0. 00000100:00000001:1.0:1788942152.302965:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942152.302978:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942152.302991:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.302999:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942152.303001:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.303003:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942152.303007:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942152.303019:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942152.303022:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.303026:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942152.303033:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942152.303038:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1788942152.303041:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942152.303043:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942152.303047:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942152.303049:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.303052:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.303066:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.303074:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942152.303077:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942152.303080:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942152.303084:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942152.303092:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884271872:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942152.303099:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942152.303101:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942152.303103:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fc08. 00000400:00000200:1.0:1788942152.303105:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:1.0:1788942152.303107:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 00000100:00000001:1.0:1788942152.303109:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942152.303113:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942152.303122:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.303128:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942152.303129:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.303131:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942152.303133:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942152.303134:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942152.303135:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.303137:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942152.303144:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=142 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942152.303148:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942152.303150:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942152.303152:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942152.303154:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942152.303157:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.303161:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942152.303164:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942152.303166:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942152.303167:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.303171:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.303177:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942152.303179:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942152.303181:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942152.303184:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942152.303191:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884272256:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942152.303197:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942152.303198:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942152.303200:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f528. 00000400:00000200:1.0:1788942152.303203:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:1.0:1788942152.303205:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:1.0:1788942152.303206:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942152.303211:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942152.303219:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.303225:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942152.303226:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.303228:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942152.303229:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942152.303230:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942152.303232:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.303234:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942152.303238:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=142 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942152.303241:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942152.303243:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942152.303245:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942152.303246:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942152.303248:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.303250:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942152.303251:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788942152.303253:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942152.303255:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.303258:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.303265:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942152.303266:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942152.303267:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942152.303271:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942152.303278:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884272128:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942152.303283:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.303285:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942152.303289:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884271872/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.303295:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942152.303298:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942152.303302:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4a00. 02000000:00000001:1.0:1788942152.303306:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942152.303309:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942152.303311:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942152.303314:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942152.303317:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551286100. 02000000:00000001:1.0:1788942152.303321:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942152.303323:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942152.303325:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942152.303329:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942152.303331:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.303332:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942152.303335:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884272256/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.303341:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942152.303342:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942152.303344:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4e00. 02000000:00000001:1.0:1788942152.303346:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942152.303347:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942152.303348:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942152.303350:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942152.303352:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551286d00. 02000000:00000001:1.0:1788942152.303354:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942152.303355:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942152.303356:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:1.0:1788942152.303358:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942152.303360:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.303361:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942152.303364:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884272128/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.303370:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942152.303371:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942152.303372:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4600. 02000000:00000001:1.0:1788942152.303374:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942152.303375:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942152.303376:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942152.303378:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942152.303379:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551286700. 02000000:00000001:1.0:1788942152.303381:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942152.303382:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942152.303383:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942152.303385:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942152.303386:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.303389:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.303399:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942152.303401:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.303403:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942152.303406:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.303907:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.303912:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:02000000:0.0:1788942152.303920:0:2352:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection restored to 192.168.206.109@tcp (at 192.168.206.109@tcp) 00000100:00080000:0.0:1788942152.303929:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000eb8f3575): req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1788942152 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.303964:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.303969:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942152.303975:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942152.303983:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884272000:192.168.206.109@tcp:38:kworker.0 00000100:00000001:0.0:1788942152.303988:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.303991:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942152.303993:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884272000/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.303999:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942152.304001:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942152.304003:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552275400. 02000000:00000001:0.0:1788942152.304007:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942152.304019:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942152.304020:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942152.304023:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942152.304024:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba400. 02000000:00000001:0.0:1788942152.304027:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942152.304029:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942152.304031:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00000100:00000001:0.0:1788942152.304034:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942152.304035:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.304037:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.304042:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942152.304044:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.304046:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942152.304047:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.304158:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942152.304162:0:32141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942152.304165:0:32141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942152.304168:0:32141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942152.304172:0:32141:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942152.304176:0:32141:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942152.304179:0:32141:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.304182:0:32141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788942152.304189:0:32141:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875839884268928 new x1875839884272384 02000000:00000001:2.0:1788942152.304193:0:32141:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942152.304196:0:32141:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942152.304205:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942152.304212:0:32141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098bb0. 00000400:00000010:2.0:1788942152.304220:0:32141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61a18. 00000100:00000200:2.0:1788942152.304228:0:32141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884268928, portal 10 00000100:00000001:2.0:1788942152.304231:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942152.304233:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175633664 : -122366533917952 : ffff90b55236a300) 00000100:00000040:2.0:1788942152.304243:0:32141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942168 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.304250:0:32141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942152.304253:0:32141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942152.304256:0:32141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942152.304259:0:32141:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884268928, offset 0 00000400:00000200:2.0:1788942152.304266:0:32141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942152.304275:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.304284:0:32141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942152.304291:0:32141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942152.304295:0:32141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942152.304300:0:32141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942152.304303:0:32141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942152.304308:0:32141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2534:2534:256:4294967295] 192.168.206.109@tcp LPNI seq info [2534:2534:8:4294967295] 00000400:00000200:2.0:1788942152.304313:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.304325:0:32141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942152.304333:0:32141:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942152.304340:0:32141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61300. 00000800:00000200:2.0:1788942152.304349:0:32141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942152.304359:0:32141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942152.304364:0:32141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788942152.304381:0:32141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942152.304387:0:32141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 801055 usecs (802 jiffies) 00000400:00000200:2.0:1788942152.304390:0:32141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942152.304393:0:32141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296553265 00000100:00000001:2.0:1788942152.304397:0:32141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296556618 00000100:00000001:2.0:1788942152.304399:0:32141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296553265 00000100:00000001:2.0:1788942152.304402:0:32141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296556618 00000100:00000001:2.0:1788942152.304404:0:32141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942152.304407:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942152.304409:0:32141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942152.304411:0:32141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942152.304413:0:32141:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033000 going to sleep for 11 seconds 00000100:00000001:2.0:1788942152.304415:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942152.304417:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942152.304547:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942152.304552:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:2.0:1788942152.304557:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.304563:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942152.304569:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:2.0:1788942152.304571:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:2.0:1788942152.304575:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942152.304579:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942168 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.304588:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942152.304591:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942168 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.304598:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.304600:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:3.0:1788942152.304919:0:32160:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788942152.304923:0:32160:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788942152.304927:0:32160:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942152.304930:0:32160:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942152.304932:0:32160:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942152.304935:0:32160:0:(genops.c:1238:class_import_put()) Process leaving 00000002:00000001:3.0:1788942152.304936:0:32160:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942152.311539:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.311563:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942152.311568:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.311571:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.311582:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.311593:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942152.311604:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.311610:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.311618:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.311623:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f52300 00000400:00000200:2.0:1788942152.311629:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.311636:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6cbd [1] + 224 00000800:00000001:2.0:1788942152.311645:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.311653:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.311658:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.311663:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942152.311674:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942152.311700:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942152.311712:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.311735:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942152.311744:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.311748:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942152.311913:0:32141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942152.311923:0:32141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942152.311925:0:32141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942152.311929:0:32141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098bb0. 00000400:00000200:3.0:1788942152.311935:0:32141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61a18 00000400:00000010:3.0:1788942152.311938:0:32141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61a18. 00000100:00000001:3.0:1788942152.311941:0:32141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942152.311947:0:32141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942152.311956:0:32141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236a300 x1875839884268928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942152.311962:0:32141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942152.311964:0:32141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942152.311967:0:32141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942152.311971:0:32141:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942152.311974:0:32141:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942152.311977:0:32141:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942152.311981:0:32141:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942152.311992:0:32141:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942152.311996:0:32141:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942152.311999:0:32141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942152.312001:0:32141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942152.312004:0:32141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942152.312019:0:32141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.312023:0:32141:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942152.312026:0:32141:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788942152.312028:0:32141:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942152.312031:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942152.312033:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175633664 : -122366533917952 : ffff90b55236a300) 00000100:00000001:3.0:1788942152.312037:0:32141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942152.312039:0:32141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1788942152.312042:0:32141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942152.312045:0:32141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942152.312050:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236a300 x1875839884268928/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942168 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942152.312057:0:32141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942152.312069:0:32141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942152.312071:0:32141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942152.312075:0:32141:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236a300 x1875839884268928/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942168 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942152.312082:0:32141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236a300 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32141:1875839884268928:192.168.206.109@tcp:35:multiop.0 00000100:00000001:3.0:1788942152.312088:0:32141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942152.312091:0:32141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.312094:0:32141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942152.312096:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.312099:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236a300 x1875839884268928/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942168 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942152.312106:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942152.312109:0:32141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033000. 00000100:00000001:3.0:1788942152.312112:0:32141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942152.312114:0:32141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.312122:0:32141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942152.312123:0:32141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175633664 : -122366533917952 : ffff90b55236a300) 00000002:00000001:3.0:1788942152.312126:0:32141:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942152.312130:0:32141:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942152.312136:0:32141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d600. 00000080:00000001:3.0:1788942152.312141:0:32141:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788942152.312145:0:32141:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788942152.312151:0:32141:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788942152.312156:0:32141:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942152.312163:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.312166:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236aa00 x1875839884268672/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942152 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942152.312172:0:32141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788942152.312175:0:32141:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942152.312177:0:32141:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942152.312180:0:32141:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942152.312183:0:32141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276800. 02000000:00000001:3.0:1788942152.312187:0:32141:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942152.312190:0:32141:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942152.312191:0:32141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236aa00. 00000100:00000001:3.0:1788942152.312195:0:32141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942152.312196:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942152.312197:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.312200:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236a300 x1875839884268928/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942168 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942152.312205:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942152.312207:0:32141:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b55900f160. 00000002:00000001:3.0:1788942152.312210:0:32141:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942152.312211:0:32141:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942152.312213:0:32141:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b545345c80. 00000100:00000001:3.0:1788942152.312216:0:32141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.312219:0:32141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236a300 x1875839884268928/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942168 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942152.312225:0:32141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942152.312228:0:32141:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942152.312232:0:32141:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e072c0. 00000080:00000001:3.0:1788942152.312236:0:32141:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942152.312243:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547df0 00000080:00000008:3.0:1788942152.312245:0:32141:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90b548da3a88), flags 100002, rc = 0 00000080:00000001:3.0:1788942152.312249:0:32141:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942152.312255:0:32141:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788942152.312257:0:32141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1547e00 00000080:00002000:3.0:1788942152.312259:0:32141:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff90b544577948, parent ffff90b548d765e8, inode ffff90b548da3a88) hashed, 00000080:00000001:3.0:1788942152.312262:0:32141:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942152.312267:0:32141:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788942152.312274:0:32141:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788942152.323542:0:32161:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900f4a0. 00000080:00000001:2.0:1788942152.339791:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942152.339800:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942152.339803:0:32161:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942152.339808:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fb20 00000080:00200000:2.0:1788942152.339815:0:32161:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942152.339825:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222dc00. 00800000:00000002:2.0:1788942152.339835:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942152.339840:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942152.339846:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942152.339849:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fa40 00800000:00000002:2.0:1788942152.339880:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942152.339885:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942152.339891:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942152.339898:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942152.339900:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8f910 00000002:00010000:2.0:1788942152.339902:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942152.339907:0:32161:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942152.339909:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942152.339914:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942152.339922:0:32161:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942152.339925:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942152.339927:0:32161:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942152.339930:0:32161:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942152.339934:0:32161:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942152.339941:0:32161:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368380. 00000020:00000040:2.0:1788942152.339947:0:32161:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942152.339956:0:32161:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942152.339963:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942152.339968:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.339973:0:32161:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942152.339976:0:32161:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942152.339983:0:32161:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942152.339991:0:32161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276c00. 00000100:00000001:2.0:1788942152.340000:0:32161:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942152.340007:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942152.340019:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942152.340021:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942152.340022:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942152.340024:0:32161:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942152.340032:0:32161:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00010000:00000001:2.0:1788942152.340037:0:32161:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942152.340041:0:32161:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942152.340047:0:32161:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227800. 00010000:00000010:2.0:1788942152.340053:0:32161:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c180. 00010000:00000001:2.0:1788942152.340061:0:32161:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942152.340064:0:32161:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792a600. 00000020:00000001:2.0:1788942152.340069:0:32161:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942152.340073:0:32161:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792a600 with handle 0xcbb91bbb78157861 to hash 00000020:00000001:2.0:1788942152.340075:0:32161:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942152.340076:0:32161:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:2.0:1788942152.340081:0:32161:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:2.0:1788942152.340086:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942152.340089:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942152.340095:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942152.340107:0:32161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942152.340120:0:32161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942152.340127:0:32161:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942152.340129:0:32161:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942152.340138:0:32161:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559033180. 00000100:00000001:2.0:1788942152.340141:0:32161:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289702784 : -122366419848832 : ffff90b559033180) 00000100:00000001:2.0:1788942152.340144:0:32161:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942152.340146:0:32161:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000100:00000001:2.0:1788942152.340151:0:32161:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942152.340157:0:32161:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.340159:0:32161:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942152.340161:0:32161:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942152.340176:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.340187:0:32161:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942152.340191:0:32161:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942152.340196:0:32161:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942152.340199:0:32161:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942152.340202:0:32161:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942152.340206:0:32161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368380 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:32161:1875839884272512:192.168.206.109@tcp:101:rm.0 00000100:00000001:2.0:1788942152.340211:0:32161:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942152.340218:0:32161:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942152.340221:0:32161:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942152.340223:0:32161:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942152.340229:0:32161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab5000. 02000000:00000001:2.0:1788942152.340231:0:32161:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942152.340240:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942152.340245:0:32161:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098318. 00000400:00000010:2.0:1788942152.340254:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942152.340262:0:32161:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884272512, portal 10 00000100:00000001:2.0:1788942152.340263:0:32161:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942152.340264:0:32161:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000100:00000040:2.0:1788942152.340270:0:32161:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942168 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.340277:0:32161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942152.340280:0:32161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942152.340283:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61e58. 00000100:00000200:2.0:1788942152.340285:0:32161:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884272512, offset 0 00000400:00000200:2.0:1788942152.340293:0:32161:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942152.340302:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.340311:0:32161:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942152.340317:0:32161:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942152.340321:0:32161:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942152.340325:0:32161:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942152.340328:0:32161:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942152.340333:0:32161:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2535:2535:256:4294967295] 192.168.206.109@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:2.0:1788942152.340337:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.340347:0:32161:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942152.340354:0:32161:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942152.340360:0:32161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61300. 00000800:00000200:2.0:1788942152.340368:0:32161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942152.340377:0:32161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942152.340382:0:32161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788942152.340402:0:32161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942152.340407:0:32161:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 824773 usecs (825 jiffies) 00000400:00000200:2.0:1788942152.340411:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942152.340414:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296553323 00000800:00000200:2.0:1788942152.340542:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942152.340547:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:2.0:1788942152.340553:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.340559:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942152.340566:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61e58 00000400:00000010:2.0:1788942152.340569:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61e58. 00000100:00000001:2.0:1788942152.340573:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942152.340577:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942168 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.340587:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942152.340591:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942168 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.340599:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.340601:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942152.340619:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296556618 00000100:00000001:2.0:1788942152.340622:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296553323 00000100:00000001:2.0:1788942152.340625:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296556618 00000100:00000001:2.0:1788942152.340627:0:32161:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942152.340630:0:32161:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942152.340632:0:32161:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942152.340635:0:32161:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942152.340639:0:32161:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559033180 going to sleep for 11 seconds 00000100:00000001:2.0:1788942152.340641:0:32161:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942152.340645:0:32161:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942152.366029:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.366057:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942152.366062:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.366065:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.366077:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.366086:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942152.366099:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.366104:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.366111:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.366117:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f52380 00000400:00000200:2.0:1788942152.366122:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.366129:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6ccd [1] + 224 00000800:00000001:2.0:1788942152.366137:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.366146:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.366151:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.366155:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942152.366164:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942152.366174:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942152.366186:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.366209:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942152.366219:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.366222:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.367051:0:32161:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942152.367064:0:32161:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942152.367066:0:32161:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942152.367071:0:32161:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098318. 00000400:00000200:0.0:1788942152.367079:0:32161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:0.0:1788942152.367082:0:32161:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:0.0:1788942152.367087:0:32161:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942152.367095:0:32161:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942152.367106:0:32161:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.367112:0:32161:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942152.367115:0:32161:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.367118:0:32161:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942152.367122:0:32161:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942152.367125:0:32161:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942152.367127:0:32161:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942152.367131:0:32161:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942152.367143:0:32161:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=142 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942152.367148:0:32161:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942152.367151:0:32161:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942152.367153:0:32161:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.367156:0:32161:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942152.367159:0:32161:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.367164:0:32161:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942152.367167:0:32161:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1788942152.367169:0:32161:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942152.367173:0:32161:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942152.367178:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.367186:0:32161:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942152.367189:0:32161:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942152.367191:0:32161:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942152.367195:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942168 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942152.367203:0:32161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368380 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:32161:1875839884272512:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942152.367208:0:32161:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.367213:0:32161:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.367215:0:32161:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942152.367218:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942152.367221:0:32161:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942168 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.367227:0:32161:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942152.367231:0:32161:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559033180. 00000100:00000001:0.0:1788942152.367235:0:32161:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942152.367237:0:32161:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.367240:0:32161:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942152.367244:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367247:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367251:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=4 00000020:00000001:0.0:1788942152.367254:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367257:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000040:0.0:1788942152.367264:0:32161:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792a600, remote cookie: 0x4d194fbcadeeccdd, flags: 0x1001 00010000:00010000:0.0:1788942152.367270:0:32161:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942152.367281:0:32161:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.367287:0:32161:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942152.367292:0:32161:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942152.367295:0:32161:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942152.367297:0:32161:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942152.367298:0:32161:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942152.367301:0:32161:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551227800) refcount = 1 00010000:00010000:0.0:1788942152.367305:0:32161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.367311:0:32161:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942152.367315:0:32161:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942152.367317:0:32161:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.367320:0:32161:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942152.367323:0:32161:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.367327:0:32161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.367332:0:32161:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942152.367334:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367336:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.367337:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367338:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.367340:0:32161:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.367346:0:32161:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942152.367348:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367349:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367351:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.367353:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367356:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367359:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367360:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367361:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=4 00000020:00000001:0.0:1788942152.367363:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367365:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367368:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.367372:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.367376:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.367382:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367383:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.367385:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367386:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367387:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=5 00000020:00000001:0.0:1788942152.367389:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367391:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367394:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942152.367397:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.367403:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367404:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942152.367406:0:32161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.367411:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942152.367412:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367414:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.367415:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367416:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942152.367421:0:32161:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942152.367430:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367431:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367432:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.367435:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367437:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367440:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367441:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.367442:0:32161:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.367444:0:32161:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.367448:0:32161:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942152.367450:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367452:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367453:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.367455:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367457:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00000002:00010000:0.0:1788942152.367461:0:32161:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.367468:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367469:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.367471:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942152.367473:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367474:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367475:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.367477:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367479:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000040:0.0:1788942152.367486:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 2 00010000:00000001:0.0:1788942152.367490:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942152.367494:0:32161:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942152.367504:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367505:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.367507:0:32161:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942152.367511:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8f898 00000002:00002000:0.0:1788942152.367513:0:32161:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942152.367517:0:32161:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.367521:0:32161:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.367524:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942152.367574:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942152.367578:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942152.367583:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942152.367587:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222dc00. 00000080:00000001:0.0:1788942152.367593:0:32161:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942152.367596:0:32161:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942152.367605:0:32161:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942152.367611:0:32161:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942152.367622:0:32161:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e80d80. 00800000:00000001:0.0:1788942152.367624:0:32161:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935602560 : -122366773949056 : ffff90b543e80d80) 00800000:00000001:0.0:1788942152.367627:0:32161:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.367629:0:32161:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942152.367633:0:32161:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942152.367635:0:32161:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942152.367639:0:32161:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942152.367643:0:32161:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942152.367644:0:32161:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.367650:0:32161:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942152.367653:0:32161:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788942152.367656:0:32161:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942137 to 1788942138 00000080:00200000:0.0:1788942152.367661:0:32161:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942152.367664:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367665:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367666:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.367668:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367670:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367672:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367673:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942152.367675:0:32161:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942152.367677:0:32161:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942152.367678:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e80d80 1 00800000:00000010:0.0:1788942152.367681:0:32161:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e80d80. 00800000:00000001:0.0:1788942152.367684:0:32161:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.367688:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157861 00800000:00000001:0.0:1788942152.367691:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942152.367693:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942152.367695:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367696:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367697:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.367699:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367701:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367703:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367704:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.367706:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.367708:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.367711:0:32161:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.367713:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942152.367716:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157861 from it ffffa57dc0c8fb58 00010000:00000001:0.0:1788942152.367718:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.367719:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.367720:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.367722:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367723:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.367725:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942152.367727:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.367733:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367734:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.367735:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942152.367738:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942152.367741:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942152.367751:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942152.367755:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942152.367756:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942152.367762:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367763:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.367764:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.367768:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942152.367770:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.367772:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.367774:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.367775:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942152.367776:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.367777:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942152.367779:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942152.367783:0:32161:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368380 x1875839884272512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.367790:0:32161:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942152.367793:0:32161:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942152.367797:0:32161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab5000. 02000000:00000001:0.0:1788942152.367802:0:32161:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942152.367805:0:32161:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942152.367807:0:32161:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942152.367809:0:32161:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942152.367812:0:32161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276c00. 02000000:00000001:0.0:1788942152.367817:0:32161:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942152.367819:0:32161:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942152.367821:0:32161:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368380. 00000100:00000001:0.0:1788942152.367825:0:32161:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942152.367826:0:32161:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942152.367829:0:32161:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942152.367836:0:32161:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942152.367903:0:32161:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b548354620. 00000020:00000001:0.0:1788942152.367910:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fae8 00000080:00200000:0.0:1788942152.367912:0:32161:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=8 00000080:00000001:0.0:1788942152.367916:0:32161:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788942152.367918:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8f998 00000080:00200000:0.0:1788942152.367920:0:32161:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=getattr 00000080:00000001:0.0:1788942152.367926:0:32161:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1788942152.367930:0:32161:0:(statahead.c:273:sa_get()) lustre: wrong pid=32143:32161 for entry f22.recovery-small-2 00000080:00000001:0.0:1788942152.367938:0:32161:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1788942152.367941:0:32161:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:0.0:1788942152.367952:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb200. 00800000:00000002:0.0:1788942152.367959:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942152.367964:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942152.367967:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942152.367969:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8f8b8 00800000:00000002:0.0:1788942152.367971:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942152.367975:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788942152.367980:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8f850 00800000:00000002:0.0:1788942152.367982:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788942152.367986:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942152.367988:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8f788 00000002:00010000:0.0:1788942152.367990:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788942152.367995:0:32161:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942152.367997:0:32161:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942152.368002:0:32161:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995500. 00000020:00000040:0.0:1788942152.368006:0:32161:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942152.368021:0:32161:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942152.368026:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942152.368029:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.368031:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.368032:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.368035:0:32161:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942152.368037:0:32161:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942152.368042:0:32161:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942152.368463:0:32161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aedc00. 00000100:00000001:0.0:1788942152.368474:0:32161:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.368479:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942152.368481:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.368483:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942152.368485:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.368486:0:32161:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.368495:0:32161:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00010000:00000001:0.0:1788942152.368500:0:32161:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942152.368502:0:32161:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942152.368507:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 2 00010000:00000001:0.0:1788942152.368509:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.368511:0:32161:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942152.368516:0:32161:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324800. 00000020:00000001:0.0:1788942152.368520:0:32161:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942152.368523:0:32161:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324800 with handle 0xcbb91bbb78157868 to hash 00000020:00000001:0.0:1788942152.368525:0:32161:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942152.368538:0:32161:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.368542:0:32161:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.368546:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.368548:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.368551:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942152.368568:0:32161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942152.368579:0:32161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942152.368585:0:32161:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942152.368587:0:32161:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942152.368595:0:32161:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291300. 00000100:00000001:0.0:1788942152.368598:0:32161:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174744832 : -122366534806784 : ffff90b552291300) 00000100:00000001:0.0:1788942152.368601:0:32161:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942152.368603:0:32161:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000001:0.0:1788942152.368608:0:32161:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942152.368613:0:32161:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.368615:0:32161:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942152.368616:0:32161:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942152.368624:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.368631:0:32161:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942152.368634:0:32161:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942152.368638:0:32161:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942152.368641:0:32161:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942152.368644:0:32161:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942152.368647:0:32161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:32161:1875839884272640:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942152.368652:0:32161:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942152.368658:0:32161:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942152.368661:0:32161:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942152.368663:0:32161:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942152.368669:0:32161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b92800. 02000000:00000001:0.0:1788942152.368670:0:32161:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942152.368680:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942152.368684:0:32161:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097318. 00000400:00000010:0.0:1788942152.368692:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a3b8. 00000100:00000200:0.0:1788942152.368700:0:32161:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884272640, portal 10 00000100:00000001:0.0:1788942152.368702:0:32161:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942152.368703:0:32161:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000040:0.0:1788942152.368709:0:32161:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942168 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.368717:0:32161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942152.368720:0:32161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942152.368724:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a088. 00000100:00000200:0.0:1788942152.368728:0:32161:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884272640, offset 0 00000400:00000200:0.0:1788942152.368735:0:32161:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942152.368744:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942152.368753:0:32161:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942152.368760:0:32161:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942152.368765:0:32161:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942152.368769:0:32161:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942152.368772:0:32161:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942152.368777:0:32161:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2536:2536:256:4294967295] 192.168.206.109@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:0.0:1788942152.368782:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942152.368794:0:32161:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942152.368801:0:32161:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942152.368807:0:32161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910be00. 00000800:00000200:0.0:1788942152.368815:0:32161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942152.368824:0:32161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942152.368829:0:32161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910be00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788942152.368881:0:32161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942152.368887:0:32161:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 823753 usecs (824 jiffies) 00000400:00000200:0.0:1788942152.368892:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942152.368897:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296553352 00000100:00000001:0.0:1788942152.368901:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296556618 00000100:00000001:0.0:1788942152.368906:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296553352 00000100:00000001:0.0:1788942152.368909:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296556618 00000100:00000001:0.0:1788942152.368912:0:32161:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942152.368915:0:32161:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.368918:0:32161:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942152.368920:0:32161:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942152.368924:0:32161:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291300 going to sleep for 11 seconds 00000100:00000001:0.0:1788942152.368927:0:32161:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942152.368930:0:32161:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942152.369037:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788942152.369041:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788942152.369047:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90b551f78c80. 00000020:00000001:1.0:1788942152.369051:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fcd8 00000080:00400000:1.0:1788942152.369053:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff90b551f78c80) index 9 00000080:00000001:1.0:1788942152.369058:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621707171499136 : -122366538052480 : ffff90b551f78c80) 00000080:00000001:1.0:1788942152.369061:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788942152.369064:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90b5487b9800. 00800000:00000002:1.0:1788942152.369071:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 3 00800000:00000001:1.0:1788942152.369079:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788942152.369083:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788942152.369085:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621707285275008 : -122366424276608 : ffff90b558bfa180) 00000002:00000001:1.0:1788942152.369089:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788942152.369093:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90b553e13180. 00000002:00000001:1.0:1788942152.369097:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:1.0:1788942152.369101:0:32144:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff90b5466c9d80. 00000002:00000010:1.0:1788942152.369105:0:32144:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff90b548392940. 00000800:00000200:2.0:1788942152.369112:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000002:00000010:1.0:1788942152.369112:0:32144:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff90b54813c000. 00000002:00000001:1.0:1788942152.369117:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000800:00000010:2.0:1788942152.369120:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910be00. 00000002:00000001:1.0:1788942152.369121:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000400:00000200:2.0:1788942152.369130:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000002:00000001:1.0:1788942152.369132:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788942152.369137:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00000400:00000200:2.0:1788942152.369139:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00010000:00000001:1.0:1788942152.369141:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942152.369147:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 3 00000400:00000200:2.0:1788942152.369149:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a088 00010000:00000001:1.0:1788942152.369151:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1788942152.369153:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a088. 00010000:00000001:1.0:1788942152.369155:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942152.369160:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1e00. 00000100:00000001:2.0:1788942152.369161:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1788942152.369164:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942152.369169:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1e00 with handle 0xcbb91bbb7815786f to hash 00000100:00000200:2.0:1788942152.369170:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942168 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1788942152.369173:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942152.369175:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942152.369180:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942152.369187:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1788942152.369189:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1788942152.369190:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942152.369197:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1788942152.369198:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942168 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.369216:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942152.369216:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942152.369218:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1788942152.369226:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942152.369229:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942152.369232:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942152.369236:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90b548392240. 00000002:00000001:1.0:1788942152.369240:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942152.369242:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942152.369244:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942152.369246:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942152.369248:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942152.369251:0:32144:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788942152.369254:0:32144:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788942152.369256:0:32144:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788942152.369257:0:32144:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:1.0:1788942152.369261:0:32144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942152.369265:0:32144:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942152.369268:0:32144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942152.369270:0:32144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942152.369273:0:32144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942152.369278:0:32144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba000. 00000100:00000001:1.0:1788942152.369281:0:32144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942152.369286:0:32144:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942152.369288:0:32144:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942152.369291:0:32144:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.369295:0:32144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942152.369298:0:32144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.369305:0:32144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_00+0] req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1788942152.369348:0:32144:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942152.369351:0:32144:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942152.369353:0:32144:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942152.369355:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:1.0:1788942152.369358:0:32144:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff90b554618c00. 00000080:00000001:1.0:1788942152.369362:0:32144:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942152.369365:0:32144:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788942152.369366:0:32144:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788942152.369368:0:32144:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942152.369369:0:32144:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942152.369371:0:32144:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:1.0:1788942152.369373:0:32144:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:1.0:1788942152.369385:0:32144:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:1.0:1788942152.369387:0:32144:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788942152.369389:0:32144:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788942152.369391:0:32144:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff90b558bfa180. 00000002:00000001:1.0:1788942152.369393:0:32144:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1788942152.369395:0:32144:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff90b558bfaec0. 00800000:00000010:1.0:1788942152.369397:0:32144:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff90b548392c80. 00800000:00000001:1.0:1788942152.369400:0:32144:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942152.369402:0:32144:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff90b5590fba00 pid 32145 00000100:00000001:1.0:1788942152.369420:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788942152.369425:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788942152.369427:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.369435:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942152.369436:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.369438:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942152.369439:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942152.369441:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942152.369450:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1788942152.369457:0:32145:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.369460:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942152.369464:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.369467:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942152.369469:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942152.369471:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942152.369475:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884272768:192.168.206.109@tcp:63:ll_sa.0 00000100:00000001:1.0:1788942152.369479:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942152.369482:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942152.369484:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.369486:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942152.369492:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff90b559198000. 02000000:00000001:1.0:1788942152.369494:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942152.369499:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942152.369503:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f528. 00000400:00000010:1.0:1788942152.369509:0:2354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90b553e130c0. 00000100:00000200:1.0:1788942152.369514:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875839884272768, portal 4 00000100:00000001:1.0:1788942152.369516:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942152.369518:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942152.369524:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.369531:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942152.369534:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942152.369538:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942152.369541:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1875839884272768, offset 0 00000400:00000200:1.0:1788942152.369547:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942152.369553:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942152.369558:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942152.369562:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942152.369564:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942152.369568:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942152.369571:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942152.369573:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2537:2537:256:4294967295] 192.168.206.109@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:1.0:1788942152.369577:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942152.369584:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942152.369588:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942152.369592:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551286700. 00000800:00000200:1.0:1788942152.369598:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942152.369604:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942152.369607:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551286700 type 1, nob 776 niov 1 nkiov 1 00000080:00400000:2.0:1788942152.369611:0:32144:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff90b5590fba00, parent / 00000100:00000001:1.0:1788942152.369626:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942152.369630:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 823753 usecs (824 jiffies) 00000400:00000200:1.0:1788942152.369633:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942152.369636:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296553352 00000100:00000001:1.0:1788942152.369638:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296556618 00000100:00000001:1.0:1788942152.369641:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296553352 00000100:00000001:1.0:1788942152.369643:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296556618 00000100:00000001:1.0:1788942152.369645:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942152.369648:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.369651:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.369654:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942152.369792:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942152.369797:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551286700. 00000400:00000200:3.0:1788942152.369801:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942152.369806:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942152.369809:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:3.0:1788942152.369812:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:3.0:1788942152.369815:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942152.369820:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.369828:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.369832:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.369839:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.369840:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788942152.369888:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942152.369892:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942152.375273:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.375304:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942152.375310:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.375314:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.375325:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.375335:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942152.375346:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.375352:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.375358:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.375364:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 640 into portal 10 MB=0x6aa1101f52400 00000400:00000200:2.0:1788942152.375370:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.375377:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 640/640 into md 0x6cdd [1] + 224 00000800:00000001:2.0:1788942152.375387:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.375395:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.375399:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.375405:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942152.375416:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942152.375427:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942152.375440:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942152.375463:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942152.375475:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.375480:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.376258:0:32161:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942152.376271:0:32161:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942152.376273:0:32161:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942152.376278:0:32161:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000400:00000200:0.0:1788942152.376284:0:32161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:0.0:1788942152.376287:0:32161:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:0.0:1788942152.376291:0:32161:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942152.376300:0:32161:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942152.376311:0:32161:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.376319:0:32161:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942152.376321:0:32161:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.376324:0:32161:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942152.376328:0:32161:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942152.376331:0:32161:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942152.376334:0:32161:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942152.376337:0:32161:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942152.376349:0:32161:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=142 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942152.376353:0:32161:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942152.376356:0:32161:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942152.376358:0:32161:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.376361:0:32161:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942152.376366:0:32161:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.376370:0:32161:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942152.376382:0:32161:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1788942152.376385:0:32161:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942152.376389:0:32161:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942152.376394:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.376401:0:32161:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942152.376405:0:32161:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942152.376407:0:32161:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942152.376411:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1788942168 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942152.376420:0:32161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:32161:1875839884272640:192.168.206.109@tcp:101:rm.0 00000100:00000001:0.0:1788942152.376425:0:32161:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.376428:0:32161:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.376431:0:32161:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942152.376433:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942152.376436:0:32161:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1788942168 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.376443:0:32161:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942152.376446:0:32161:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291300. 00000100:00000001:0.0:1788942152.376450:0:32161:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942152.376452:0:32161:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.376455:0:32161:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942152.376459:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.376463:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.376466:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=4 00000020:00000001:0.0:1788942152.376469:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376472:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000040:0.0:1788942152.376479:0:32161:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324800, remote cookie: 0x4d194fbcadeeccf9, flags: 0x1001 00010000:00010000:0.0:1788942152.376486:0:32161:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942152.376496:0:32161:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942152.376500:0:32161:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788942152.376510:0:32161:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25500. 00010000:00000010:0.0:1788942152.376515:0:32161:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87000. 00010000:00000001:0.0:1788942152.376520:0:32161:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.376524:0:32161:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942152.376541:0:32161:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.376548:0:32161:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942152.376552:0:32161:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942152.376555:0:32161:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942152.376556:0:32161:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942152.376558:0:32161:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942152.376561:0:32161:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff90b553d25500) refcount = 1 00010000:00010000:0.0:1788942152.376565:0:32161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.376571:0:32161:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942152.376574:0:32161:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942152.376576:0:32161:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.376579:0:32161:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942152.376581:0:32161:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.376585:0:32161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.376590:0:32161:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942152.376591:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376594:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.376595:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376596:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.376598:0:32161:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.376603:0:32161:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942152.376605:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.376606:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.376608:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.376610:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376612:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376615:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.376616:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.376617:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=4 00000020:00000001:0.0:1788942152.376619:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376620:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376623:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.376626:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.376630:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.376635:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376636:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.376637:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.376638:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.376639:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=5 00000020:00000001:0.0:1788942152.376641:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376643:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376645:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942152.376648:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.376653:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376654:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942152.376658:0:32161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.376664:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942152.376665:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376666:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.376667:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376668:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942152.376673:0:32161:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942152.376681:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.376682:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.376683:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.376685:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376687:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00000002:00010000:0.0:1788942152.376691:0:32161:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788942152.376700:0:32161:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b543e80d80. 00010000:00000001:0.0:1788942152.376702:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376703:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.376704:0:32161:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.376706:0:32161:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.376710:0:32161:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942152.376712:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.376714:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.376715:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.376717:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376719:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00000002:00010000:0.0:1788942152.376722:0:32161:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.376728:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376730:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.376732:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942152.376733:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.376734:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.376736:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.376738:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376739:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000040:0.0:1788942152.376743:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25500 count: 2 00010000:00000001:0.0:1788942152.376745:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942152.376748:0:32161:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:0.0:1788942152.376751:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.376752:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.376753:0:32161:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942152.376756:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8f710 00000002:00002000:0.0:1788942152.376758:0:32161:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942152.376761:0:32161:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.376765:0:32161:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.376767:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942152.376771:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788942152.376774:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942152.376778:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 3 00000080:00000001:0.0:1788942152.376781:0:32161:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788942152.376783:0:32161:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc0c8fb20 it_disposition b 00000080:00000001:0.0:1788942152.376786:0:32161:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942152.376800:0:32161:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942152.376804:0:32161:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942152.376806:0:32161:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:0.0:1788942152.376810:0:32161:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788942152.376817:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942152.376822:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:0.0:1788942152.376824:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:0.0:1788942152.376827:0:32161:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788942152.376831:0:32161:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942152.376834:0:32161:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788942152.376841:0:32161:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b551b54c00. 00020000:00000010:0.0:1788942152.376845:0:32161:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b544ad4980. 00020000:00000010:0.0:1788942152.376891:0:32161:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b551b549c0. 00020000:00000001:0.0:1788942152.376894:0:32161:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621707167156672 : -122366542394944 : ffff90b551b549c0) 00020000:00000002:0.0:1788942152.376897:0:32161:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b549c0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942152.376903:0:32161:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942152.376907:0:32161:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b544ad4980: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1788942152.376911:0:32161:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b551308aa8) owner ffff90b551b327c0 00020000:00000001:0.0:1788942152.376914:0:32161:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942152.376916:0:32161:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b551308aa8) owner ffff90b551b327c0 00020000:00000010:0.0:1788942152.376921:0:32161:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b544ad4980. 00020000:00000010:0.0:1788942152.376925:0:32161:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b54c00. 00020000:00000010:0.0:1788942152.376928:0:32161:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b549c0. 00020000:00000002:0.0:1788942152.376930:0:32161:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788942152.376933:0:32161:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.376935:0:32161:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942152.376936:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:0.0:1788942152.376941:0:32161:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:0.0:1788942152.376943:0:32161:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788942152.376949:0:32161:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff90b548da3a88): rc = 0 00000080:00000001:0.0:1788942152.376952:0:32161:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018582664 : -122366690968952 : ffff90b548da3a88) 00010000:00000001:0.0:1788942152.376954:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.376956:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.376957:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.376959:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.376961:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00000080:00000001:0.0:1788942152.376965:0:32161:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942152.376966:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942152.376967:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:0.0:1788942152.376969:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:0.0:1788942152.376970:0:32161:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788942152.376971:0:32161:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942152.376972:0:32161:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788942152.376974:0:32161:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b551b549c0. 00020000:00000010:0.0:1788942152.376977:0:32161:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b544ad4980. 00020000:00000010:0.0:1788942152.376979:0:32161:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b551b54c00. 00020000:00000001:0.0:1788942152.376981:0:32161:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621707167157248 : -122366542394368 : ffff90b551b54c00) 00020000:00000002:0.0:1788942152.376983:0:32161:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b54c00, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942152.376987:0:32161:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942152.376990:0:32161:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b544ad4980: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1788942152.376992:0:32161:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b551308aa8) owner ffff90b551b327c0 00020000:00000001:0.0:1788942152.376993:0:32161:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942152.376995:0:32161:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b551308aa8) owner ffff90b551b327c0 00020000:00000010:0.0:1788942152.376997:0:32161:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b544ad4980. 00020000:00000010:0.0:1788942152.376999:0:32161:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b549c0. 00020000:00000010:0.0:1788942152.377000:0:32161:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b54c00. 00020000:00000002:0.0:1788942152.377002:0:32161:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788942152.377004:0:32161:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.377005:0:32161:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.377018:0:32161:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942152.377021:0:32161:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551b327c0 00020000:00000002:0.0:1788942152.377025:0:32161:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abdae0 addref 2/0 by ffff90b551b327c0. 00020000:00000002:0.0:1788942152.377027:0:32161:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551b327c0 00020000:00000001:0.0:1788942152.377030:0:32161:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942152.377032:0:32161:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788942152.377033:0:32161:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788942152.377035:0:32161:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788942152.377037:0:32161:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788942152.377039:0:32161:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788942152.377041:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:0.0:1788942152.377043:0:32161:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377044:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377045:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942152.377047:0:32161:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942152.377050:0:32161:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942152.377052:0:32161:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.377056:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90b548da3a88) for lock 0xcbb91bbb78157868 00800000:00000001:0.0:1788942152.377060:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942152.377062:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942152.377063:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.377064:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.377065:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.377067:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.377069:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.377071:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377072:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.377074:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.377075:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788942152.377092:0:32161:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54454f798 inode ffff90b548da3a88 refc 1 flags 0x40000e 00000080:00000001:0.0:1788942152.377097:0:32161:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788942152.377101:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90b548da3a88) 00000080:00010000:0.0:1788942152.377105:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157868 from it ffffa57dc0c8fb20 00010000:00000001:0.0:1788942152.377108:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.377108:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.377110:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.377112:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.377114:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.377116:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942152.377118:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942152.377124:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377125:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.377127:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942152.377129:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942152.377132:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942152.377140:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942152.377143:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942152.377146:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942152.377150:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377151:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.377153:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377156:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942152.377158:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377160:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377163:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377164:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942152.377165:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377166:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942152.377168:0:32161:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788942152.377172:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb200. 00000100:00000001:0.0:1788942152.377175:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942152.377182:0:32161:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995500 x1875839884272640/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/640 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942152.377188:0:32161:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942152.377191:0:32161:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942152.377195:0:32161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b92800. 02000000:00000001:0.0:1788942152.377199:0:32161:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942152.377202:0:32161:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942152.377203:0:32161:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942152.377205:0:32161:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942152.377208:0:32161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942152.377212:0:32161:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942152.377214:0:32161:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942152.377216:0:32161:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995500. 00000100:00000001:0.0:1788942152.377220:0:32161:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942152.377221:0:32161:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942152.377225:0:32161:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788942152.377226:0:32161:0:(dcache.c:176:ll_intent_release()) intent ffffa57dc0c8fb20 released 00000080:00000001:0.0:1788942152.377228:0:32161:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788942152.377243:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fd08 00000080:00200008:0.0:1788942152.377245:0:32161:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90b548da3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942152.377253:0:32161:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942152.377255:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fc80 00000080:00200000:0.0:1788942152.377257:0:32161:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff90b548da3a88),name=f22.recovery-small-2 00000080:00000010:0.0:1788942152.377264:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb200. 00800000:00000002:0.0:1788942152.377270:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 3 00000080:00000001:0.0:1788942152.377277:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942152.377280:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942152.377281:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fba0 00800000:00000002:0.0:1788942152.377283:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942152.377287:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942152.377292:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942152.377297:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942152.377299:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fa70 00000002:00010000:0.0:1788942152.377300:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942152.377304:0:32161:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942152.377306:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.377308:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.377311:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25500 count: 2 00010000:00000001:0.0:1788942152.377313:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.377316:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.377319:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942152.377322:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942152.377329:0:32161:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942152.377333:0:32161:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.377336:0:32161:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788942152.377342:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942152.377344:0:32161:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942152.377346:0:32161:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942152.377348:0:32161:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942152.377349:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942152.377351:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942152.377353:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942152.377356:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 3 00000080:00000010:0.0:1788942152.377358:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb200. 00000080:00000001:0.0:1788942152.377361:0:32161:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942152.377363:0:32161:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.377364:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90b548da3a88) 00000080:00010000:0.0:1788942152.377367:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90b548da3a88) for lock 0xcbb91bbb78157868 00800000:00000001:0.0:1788942152.377370:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942152.377371:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942152.377373:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.377374:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.377376:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.377378:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.377379:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.377381:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377382:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.377384:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.377385:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.377387:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157868 from it ffffa57dc0c8fcb8 00010000:00000001:0.0:1788942152.377389:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.377390:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.377392:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324800 refcount=3 00000020:00000001:0.0:1788942152.377394:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.377396:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175348224 : -122366534203392 : ffff90b552324800) 00010000:00000001:0.0:1788942152.377398:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942152.377401:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942152.377407:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377408:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.377409:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942152.377410:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942152.377413:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942152.377425:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942152.377426:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942152.377427:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942152.377429:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377430:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.377431:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377433:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942152.377434:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377435:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377437:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.377438:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942152.377439:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.377440:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942152.377442:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942152.377443:0:32161:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942152.377446:0:32161:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788942152.377449:0:32161:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788942152.377451:0:32161:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942152.377453:0:32161:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788942152.377455:0:32161:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.377456:0:32161:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942152.377459:0:32161:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788942152.377461:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942152.377463:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:0.0:1788942152.377465:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:0.0:1788942152.377470:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942152.377473:0:32161:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942152.377476:0:32161:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942152.377478:0:32161:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788942152.377481:0:32161:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942152.377482:0:32161:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942152.377484:0:32161:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942152.377486:0:32161:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.377487:0:32161:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942152.377490:0:32161:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff90b544e74060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788942152.377493:0:32161:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551b327c0 00020000:00000001:0.0:1788942152.377497:0:32161:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942152.377499:0:32161:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942152.377502:0:32161:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942152.377504:0:32161:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942152.377506:0:32161:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942152.377509:0:32161:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942152.377510:0:32161:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.377512:0:32161:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942152.377513:0:32161:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942152.377514:0:32161:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942152.377515:0:32161:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551b327c0 00000020:00000001:0.0:1788942152.377518:0:32161:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942152.377520:0:32161:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788942152.377522:0:32161:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:0.0:1788942152.377525:0:32161:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942152.377526:0:32161:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942152.377529:0:32161:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942152.377531:0:32161:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942152.377538:0:32161:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788942152.377543:0:32161:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87980. 00020000:00000002:0.0:1788942152.377545:0:32161:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942152.377547:0:32161:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942152.377550:0:32161:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942152.377552:0:32161:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942152.377554:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942152.377556:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246024 : -122366539305592 : ffff90b551e46d88) 00000020:00001000:0.0:1788942152.377558:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46d80 00000020:00000001:0.0:1788942152.377561:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:0.0:1788942152.377562:0:32161:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942152.377566:0:32161:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942152.377568:0:32161:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942152.377570:0:32161:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942152.377573:0:32161:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942152.377576:0:32161:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952573032 : -122366756978584 : ffff90b544eb0068) 00000020:00000001:0.0:1788942152.377578:0:32161:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942152.377583:0:32161:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b44c0. 00000008:00010000:0.0:1788942152.377586:0:32161:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788942152.377589:0:32161:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942152.377591:0:32161:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942152.377594:0:32161:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f879b0, osc lock ffff90b5580b44c0, flags 0x400001002 00000020:00000001:0.0:1788942152.377597:0:32161:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942152.377598:0:32161:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942152.377601:0:32161:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171559808 : -122366537991808 : ffff90b551f87980) 00000020:00000001:0.0:1788942152.377604:0:32161:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942152.377605:0:32161:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942152.377607:0:32161:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.377609:0:32161:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.377611:0:32161:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000800:00000001:3.0:1788942152.378615:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942152.378632:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942152.378637:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942152.378639:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942152.378649:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942152.378657:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942152.378666:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942152.378672:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942152.378678:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942152.379004:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 4320 into portal 4 MB=0x6aa1101f52480 00000400:00000200:3.0:1788942152.379020:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942152.379027:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 4320/4320 into md 0x6ce5 [2] + 224 00000800:00000001:3.0:1788942152.379037:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942152.379049:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942152.379053:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942152.379059:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942152.379069:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942152.379078:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942152.379089:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.379101:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942152.379110:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942152.379113:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.379983:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942152.379991:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942152.380001:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942152.380003:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942152.380018:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f528. 00000400:00000200:1.0:1788942152.380025:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b553e130c0 00000400:00000010:1.0:1788942152.380027:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff90b553e130c0. 00000100:00000001:1.0:1788942152.380032:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942152.380042:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942152.380053:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.380060:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942152.380063:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.380066:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942152.380069:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942152.380072:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942152.380074:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942152.380079:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942152.380091:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbd80 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1788942152.380097:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942152.380101:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942152.380105:0:2354:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.380112:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788942152.380116:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942152.380119:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967652 00000100:00000001:1.0:1788942152.380121:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942152.380125:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788942152.380130:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.380137:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1788942152.380140:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942152.380143:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942152.380147:0:2354:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:1.0:1788942152.380153:0:2354:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:1.0:1788942152.380160:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942152.380163:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942152.380166:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942152.380169:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=4 00000020:00000001:1.0:1788942152.380172:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942152.380175:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00010000:1.0:1788942152.380182:0:2354:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942152.380189:0:2354:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:1.0:1788942152.380194:0:2354:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942152.380200:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942152.380204:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942152.380210:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942152.380212:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942152.380215:0:2354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942152.380222:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942152.380226:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942152.380230:0:2354:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942152.380233:0:2354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942152.380240:0:2354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1e00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942152.380244:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942152.380248:0:2354:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942152.380255:0:2354:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942152.380257:0:2354:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942152.380261:0:2354:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942152.380266:0:2354:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942152.380269:0:2354:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942152.380270:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942152.380272:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942152.380273:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1e00 refcount=5 00000020:00000001:1.0:1788942152.380276:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942152.380278:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911817216 : -122366797734400 : ffff90b5427d1e00) 00010000:00000001:1.0:1788942152.380281:0:2354:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942152.380284:0:2354:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788942152.380295:0:2354:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942152.380297:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942152.380300:0:2354:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942152.380302:0:2354:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942152.380305:0:2354:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942152.380307:0:2354:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942152.380308:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942152.380310:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942152.380313:0:2354:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1e00 with handle 0xcbb91bbb7815786f from hash 00010000:00000001:1.0:1788942152.380316:0:2354:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942152.380317:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942152.380318:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942152.380320:0:2354:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942152.380321:0:2354:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942152.380323:0:2354:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942152.380326:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942152.380328:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942152.380329:0:2354:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942152.380331:0:2354:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942152.380334:0:2354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942152.380339:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942152.380341:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942152.380342:0:2354:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788942152.380344:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942152.380345:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942152.380347:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942152.380348:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942152.380350:0:2354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1e00/0xcbb91bbb7815786f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942152.380363:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942152.380365:0:2354:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1788942152.380370:0:2354:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:1.0:1788942152.380384:0:2354:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1983c58 00000080:00400000:1.0:1788942152.380386:0:2354:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:1.0:1788942152.380389:0:2354:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:1.0:1788942152.380393:0:2354:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942152.380395:0:2354:0:(dcache.c:176:ll_intent_release()) intent ffff90b5487b9990 released 00000080:00000001:1.0:1788942152.380397:0:2354:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1788942152.380400:0:2354:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942152.380404:0:2354:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90b553e13180. 00000080:00000010:1.0:1788942152.380408:0:2354:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90b5487b9800. 00000080:00000001:1.0:1788942152.380412:0:2354:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:1.0:1788942152.380414:0:2354:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90b548392240. 00000002:00000010:1.0:1788942152.380419:0:2354:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff90b54813c000. 00000002:00000010:1.0:1788942152.380423:0:2354:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff90b548392940. 00000002:00000010:1.0:1788942152.380425:0:2354:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff90b5466c9d80. 00000002:00000001:1.0:1788942152.380428:0:2354:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:1.0:1788942152.380431:0:2354:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788942152.380436:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942152.380444:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884272768:192.168.206.109@tcp:63:ll_sa.0 00000100:00000001:1.0:1788942152.380450:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.380453:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942152.380456:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884272768/t0(0) o63->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942152.380463:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942152.380466:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942152.380470:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff90b559198000. 02000000:00000001:1.0:1788942152.380474:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942152.380477:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942152.380479:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942152.380481:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942152.380484:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba000. 02000000:00000001:1.0:1788942152.380488:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942152.380491:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942152.380494:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942152.380498:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942152.380499:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.380502:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942152.380511:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942152.380513:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942152.380516:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942152.380519:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.381485:0:32161:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942152.381494:0:32161:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942152.381497:0:32161:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942152.381503:0:32161:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942152.381505:0:32161:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952573032 : -122366756978584 : ffff90b544eb0068) 00000020:00000001:0.0:1788942152.381510:0:32161:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942152.381514:0:32161:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942152.381517:0:32161:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942152.381521:0:32161:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942152.381525:0:32161:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942152.381527:0:32161:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942152.381530:0:32161:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942152.381531:0:32161:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942152.381532:0:32161:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942152.381535:0:32161:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942152.381539:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.381549:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48500 count: 2 00010000:00000001:0.0:1788942152.381553:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.381560:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.381565:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942152.381571:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942152.381586:0:32161:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942152.381592:0:32161:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.381596:0:32161:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942152.381610:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.381612:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.381615:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=3 00000020:00000001:0.0:1788942152.381617:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:0.0:1788942152.381620:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00000008:00000001:0.0:1788942152.381624:0:32161:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942152.381628:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.381629:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.381631:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=4 00000020:00000001:0.0:1788942152.381633:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:0.0:1788942152.381635:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00000008:00000001:0.0:1788942152.381638:0:32161:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788942152.381643:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00010000:0.0:1788942152.381648:0:32161:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788942152.381657:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:0.0:1788942152.381659:0:32161:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942152.381662:0:32161:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788942152.381665:0:32161:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942152.381667:0:32161:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.381669:0:32161:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.381672:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:0.0:1788942152.381674:0:32161:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788942152.381676:0:32161:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942152.381679:0:32161:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788942152.381681:0:32161:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788942152.381683:0:32161:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.381685:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.381687:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.381688:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=5 00000020:00000001:0.0:1788942152.381690:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:0.0:1788942152.381693:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:0.0:1788942152.381694:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942152.381697:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942152.381704:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.381706:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.381708:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942152.381711:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942152.381714:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942152.381724:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942152.381728:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942152.381730:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942152.381735:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.381737:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.381738:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.381743:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942152.381745:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.381747:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.381750:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.381752:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942152.381753:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.381754:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.381755:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.381756:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942152.381758:0:32161:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942152.381760:0:32161:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.381762:0:32161:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942152.381765:0:32161:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.381766:0:32161:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.381768:0:32161:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942152.381769:0:32161:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788942152.381772:0:32161:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788942152.381774:0:32161:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788942152.381777:0:32161:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.381779:0:32161:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.381785:0:32161:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942152.381788:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942152.385059:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942152.385070:0:32161:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942152.385076:0:32161:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942152.385082:0:32161:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942152.385085:0:32161:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942152.385088:0:32161:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942152.385089:0:32161:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942152.385092:0:32161:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788942152.385097:0:32161:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942152.385099:0:32161:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788942152.385102:0:32161:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.385104:0:32161:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.385106:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000080:00200000:0.0:1788942152.385109:0:32161:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788942152.385112:0:32161:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942152.385118:0:32161:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942152.385120:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e74000 (ffff90b551e467e8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942152.385125:0:32161:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942152.385126:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e74000 (ffff90b551e467e8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942152.385130:0:32161:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942152.385135:0:32161:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942152.385137:0:32161:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952573032 : -122366756978584 : ffff90b544eb0068) 00000020:00000001:0.0:1788942152.385140:0:32161:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942152.385141:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f879b0 (ffff90b551e46d88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942152.385145:0:32161:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942152.385147:0:32161:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942152.385150:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385153:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942152.385154:0:32161:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942152.385156:0:32161:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942152.385157:0:32161:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942152.385158:0:32161:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942152.385161:0:32161:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942152.385162:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e74000 (ffff90b551e467e8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942152.385165:0:32161:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942152.385166:0:32161:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942152.385167:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f879b0 (ffff90b551e467e8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942152.385171:0:32161:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b44c0. 00000020:00000001:0.0:1788942152.385178:0:32161:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942152.385179:0:32161:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87980. 00020000:00000001:0.0:1788942152.385184:0:32161:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942152.385185:0:32161:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942152.385186:0:32161:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942152.385188:0:32161:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.385191:0:32161:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942152.385195:0:32161:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942152.385197:0:32161:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942152.385198:0:32161:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942152.385200:0:32161:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942152.385202:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46d80 00020000:00000001:0.0:1788942152.385206:0:32161:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942152.385209:0:32161:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942152.385212:0:32161:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942152.385215:0:32161:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942152.385219:0:32161:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942152.385222:0:32161:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.385223:0:32161:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942152.385225:0:32161:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942152.385226:0:32161:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942152.385228:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000001:00000001:0.0:1788942152.385230:0:32161:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.385242:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fd08 00000080:00000008:0.0:1788942152.385245:0:32161:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90b548da3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942152.385253:0:32161:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942152.385254:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fda0 00000080:00002000:0.0:1788942152.385256:0:32161:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff90b54454f798, parent ffff90b548d765e8, inode ffff90b548da3a88) hashed, 00000080:00000001:0.0:1788942152.385259:0:32161:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.385322:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942152.385326:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942152.385328:0:32161:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942152.385330:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fbd8 00000080:00200000:0.0:1788942152.385333:0:32161:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942152.385341:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb200. 00800000:00000002:0.0:1788942152.385349:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942152.385354:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942152.385359:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942152.385362:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8faf8 00800000:00000002:0.0:1788942152.385364:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942152.385368:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942152.385372:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942152.385379:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942152.385381:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8f9c8 00000002:00010000:0.0:1788942152.385383:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942152.385386:0:32161:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942152.385388:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.385392:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.385400:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 2 00010000:00000001:0.0:1788942152.385404:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.385410:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.385414:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942152.385419:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942152.385430:0:32161:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942152.385436:0:32161:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.385439:0:32161:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788942152.385446:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942152.385448:0:32161:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942152.385450:0:32161:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942152.385452:0:32161:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942152.385454:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942152.385456:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942152.385459:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942152.385463:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942152.385466:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb200. 00000080:00000001:0.0:1788942152.385470:0:32161:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942152.385471:0:32161:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.385474:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942152.385477:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157861 00800000:00000001:0.0:1788942152.385481:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942152.385483:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942152.385485:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.385487:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.385490:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.385493:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.385495:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.385499:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385500:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.385501:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.385503:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.385506:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157861 from it ffffa57dc0c8fc10 00010000:00000001:0.0:1788942152.385509:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.385510:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.385511:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.385513:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.385516:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.385519:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942152.385521:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942152.385539:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385540:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.385542:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942152.385545:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942152.385548:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942152.385561:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942152.385565:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942152.385568:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942152.385573:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385574:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.385576:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.385580:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942152.385582:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.385584:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.385586:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.385588:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942152.385590:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385591:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942152.385594:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942152.385596:0:32161:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942152.385598:0:32161:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942152.385602:0:32161:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.385611:0:32161:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942152.385614:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fda0 00000080:00002000:0.0:1788942152.385615:0:32161:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff90b54454f798) flags 0x48000e refc 0 00000080:00000001:0.0:1788942152.385618:0:32161:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.385620:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fe10 00000080:00200000:0.0:1788942152.385621:0:32161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:0.0:1788942152.385629:0:32161:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1788942152.385633:0:32161:0:(statahead.c:273:sa_get()) lustre: wrong pid=32143:32161 for entry f22.recovery-small-2 00000080:00000001:0.0:1788942152.385636:0:32161:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1788942152.385639:0:32161:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:0.0:1788942152.385646:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942152.385647:0:32161:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942152.385648:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fd30 00000080:00200000:0.0:1788942152.385649:0:32161:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942152.385653:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb200. 00800000:00000002:0.0:1788942152.385656:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942152.385659:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942152.385661:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942152.385662:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fc50 00800000:00000002:0.0:1788942152.385664:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942152.385666:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942152.385669:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942152.385672:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942152.385673:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fb20 00000002:00010000:0.0:1788942152.385674:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942152.385677:0:32161:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942152.385679:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.385680:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.385683:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 2 00010000:00000001:0.0:1788942152.385685:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.385688:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.385690:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942152.385692:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788942152.385699:0:32161:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942152.385701:0:32161:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.385704:0:32161:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788942152.385711:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942152.385712:0:32161:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942152.385714:0:32161:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942152.385716:0:32161:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942152.385718:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942152.385719:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942152.385722:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942152.385723:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942152.385726:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb200. 00000080:00000001:0.0:1788942152.385728:0:32161:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942152.385730:0:32161:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.385732:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942152.385735:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157861 00800000:00000001:0.0:1788942152.385737:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942152.385738:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942152.385739:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.385741:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.385742:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.385744:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.385747:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.385749:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385750:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942152.385751:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.385753:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942152.385755:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157861 from it ffffa57dc0c8fd68 00010000:00000001:0.0:1788942152.385757:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942152.385758:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942152.385759:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a600 refcount=3 00000020:00000001:0.0:1788942152.385761:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.385763:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997114368 : -122366712437248 : ffff90b54792a600) 00010000:00000001:0.0:1788942152.385766:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942152.385768:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942152.385775:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385776:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.385777:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942152.385778:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942152.385781:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942152.385787:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942152.385789:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942152.385802:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942152.385805:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385806:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.385807:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.385809:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942152.385810:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.385812:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.385814:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.385815:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942152.385816:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.385817:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942152.385819:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942152.385820:0:32161:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942152.385822:0:32161:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:0.0:1788942152.385825:0:32161:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.385829:0:32161:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788942152.385831:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fdf8 00000080:00200000:0.0:1788942152.385834:0:32161:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:0.0:1788942152.385837:0:32161:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788942152.385840:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942152.385844:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:0.0:1788942152.385846:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:0.0:1788942152.385849:0:32161:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942152.385876:0:32161:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551b327c0 00020000:00000002:0.0:1788942152.385881:0:32161:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abdae0 addref 2/0 by ffff90b551b327c0. 00020000:00000002:0.0:1788942152.385883:0:32161:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b551b327c0 00020000:00000001:0.0:1788942152.385886:0:32161:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942152.385889:0:32161:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788942152.385890:0:32161:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788942152.385893:0:32161:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788942152.385896:0:32161:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788942152.385898:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:0.0:1788942152.385901:0:32161:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788942152.385906:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb200. 00800000:00000002:0.0:1788942152.385909:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:0.0:1788942152.385919:0:32161:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788942152.385925:0:32161:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788942152.385928:0:32161:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:0.0:1788942152.385931:0:32161:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942152.385934:0:32161:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:0.0:1788942152.385938:0:32161:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788942152.385941:0:32161:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942152.385944:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 2 00010000:00000001:0.0:1788942152.385947:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.385950:0:32161:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942152.385954:0:32161:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942152.385957:0:32161:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788942152.385965:0:32161:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942152.385970:0:32161:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942152.385973:0:32161:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942152.385975:0:32161:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788942152.385978:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.385979:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.385981:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 3 00010000:00000001:0.0:1788942152.385982:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942152.385985:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.385986:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.385987:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.385988:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 3 00010000:00000001:0.0:1788942152.385990:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942152.385992:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.385994:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.385995:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.385997:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227800 count: 3 00010000:00000001:0.0:1788942152.385999:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942152.386001:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.386002:0:32161:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942152.386005:0:32161:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942152.386019:0:32161:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942152.386022:0:32161:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942152.386026:0:32161:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942152.386028:0:32161:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.386031:0:32161:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942152.386034:0:32161:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942152.386036:0:32161:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942152.386038:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.386040:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942152.386043:0:32161:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792a600 with handle 0xcbb91bbb78157861 from hash 00010000:00000001:0.0:1788942152.386045:0:32161:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942152.386047:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.386048:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.386049:0:32161:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942152.386052:0:32161:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942152.386054:0:32161:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942152.386057:0:32161:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942152.386059:0:32161:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942152.386061:0:32161:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942152.386064:0:32161:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942152.386067:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25500 count: 2 00010000:00000001:0.0:1788942152.389053:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942152.389061:0:32161:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942152.389067:0:32161:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942152.389073:0:32161:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788942152.389134:0:32161:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942152.389139:0:32161:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942152.389142:0:32161:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942152.389145:0:32161:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:0.0:1788942152.389150:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.389154:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.389161:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25500 count: 3 00010000:00000001:0.0:1788942152.389163:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942152.389168:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.389170:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.389171:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.389174:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25500 count: 3 00010000:00000001:0.0:1788942152.389176:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942152.389179:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.389180:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.389182:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.389183:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25500 count: 3 00010000:00000001:0.0:1788942152.389185:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942152.389187:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.389188:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942152.389189:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942152.389190:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25500 count: 3 00010000:00000001:0.0:1788942152.389192:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942152.389194:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.389196:0:32161:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.389199:0:32161:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942152.389202:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942152.389207:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:0.0:1788942152.389210:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:0.0:1788942152.389212:0:32161:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942152.389216:0:32161:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:0.0:1788942152.389220:0:32161:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942152.389223:0:32161:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942152.389228:0:32161:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942152.389231:0:32161:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942152.389235:0:32161:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942152.389237:0:32161:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.389239:0:32161:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942152.389241:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:0.0:1788942152.389244:0:32161:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.389248:0:32161:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942152.389251:0:32161:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff90b548da3a88) invalid 00000020:00000001:0.0:1788942152.389255:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fa60 00000080:00002000:0.0:1788942152.389257:0:32161:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff90b54454f798) parent ffff90b548d765e8 inode ffff90b548da3a88 refc 1 00000080:00000001:0.0:1788942152.389263:0:32161:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942152.389265:0:32161:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942152.389266:0:32161:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.389270:0:32161:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942152.389274:0:32161:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942152.389277:0:32161:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942152.389279:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942152.392742:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942152.392763:0:32161:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324800 with handle 0xcbb91bbb78157868 from hash 00010000:00000001:0.0:1788942152.392769:0:32161:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942152.392772:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942152.392775:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.392776:0:32161:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942152.392783:0:32161:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942152.392786:0:32161:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942152.392801:0:32161:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942152.392805:0:32161:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942152.392810:0:32161:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788942152.392827:0:32161:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995500. 00000020:00000040:0.0:1788942152.392834:0:32161:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942152.392841:0:32161:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942152.392844:0:32161:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.392846:0:32161:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942152.392872:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942152.392876:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.392881:0:32161:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942152.392883:0:32161:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942152.392891:0:32161:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942152.392901:0:32161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fa600. 00000100:00000001:0.0:1788942152.392910:0:32161:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.392913:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942152.392917:0:32161:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942152.392927:0:32161:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788942152.392939:0:32161:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788942152.392945:0:32161:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788942152.392949:0:32161:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942152.392951:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942152.392954:0:32161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324800/0xcbb91bbb78157868 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeeccf9 expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788942152.392963:0:32161:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b543e80d80. 00010000:00000040:0.0:1788942152.392971:0:32161:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25500 count: 0 00010000:00000010:0.0:1788942152.392981:0:32161:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87000. 00010000:00000001:0.0:1788942152.392993:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.392994:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942152.392996:0:32161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792a600/0xcbb91bbb78157861 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeeccdd expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788942152.393003:0:32161:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227800 count: 0 00010000:00000010:0.0:1788942152.393018:0:32161:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4c180. 00010000:00000001:0.0:1788942152.393026:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942152.393028:0:32161:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.393030:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942152.393032:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.393034:0:32161:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788942152.393049:0:32161:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788942152.393064:0:32161:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942152.393072:0:32161:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942152.393075:0:32161:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942152.393083:0:32161:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291300. 00000100:00000001:0.0:1788942152.393085:0:32161:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174744832 : -122366534806784 : ffff90b552291300) 00000100:00000001:0.0:1788942152.393089:0:32161:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942152.393091:0:32161:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000001:0.0:1788942152.393096:0:32161:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942152.393101:0:32161:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.393103:0:32161:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942152.393105:0:32161:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942152.393111:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.393119:0:32161:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942152.393122:0:32161:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942152.393126:0:32161:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942152.393128:0:32161:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942152.393131:0:32161:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942152.393135:0:32161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:32161:1875839884273024:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942152.393140:0:32161:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942152.393147:0:32161:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942152.393149:0:32161:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942152.393152:0:32161:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942152.393157:0:32161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aedc00. 02000000:00000001:0.0:1788942152.393159:0:32161:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942152.393168:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942152.393173:0:32161:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097318. 00000400:00000010:0.0:1788942152.393182:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a3b8. 00000100:00000200:0.0:1788942152.393190:0:32161:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884273024, portal 10 00000100:00000001:0.0:1788942152.393192:0:32161:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942152.393194:0:32161:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000040:0.0:1788942152.393201:0:32161:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942168 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.393208:0:32161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942152.393212:0:32161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942152.393215:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a110. 00000100:00000200:0.0:1788942152.393219:0:32161:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875839884273024, offset 0 00000400:00000200:0.0:1788942152.393226:0:32161:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942152.393236:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942152.393247:0:32161:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942152.393253:0:32161:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942152.393258:0:32161:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942152.393263:0:32161:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942152.393265:0:32161:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942152.393271:0:32161:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2538:2538:256:4294967295] 192.168.206.109@tcp LPNI seq info [2538:2538:8:4294967295] 00000400:00000200:0.0:1788942152.393276:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942152.393289:0:32161:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942152.393297:0:32161:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942152.393303:0:32161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b400. 00000800:00000200:0.0:1788942152.393311:0:32161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942152.393322:0:32161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942152.393328:0:32161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788942152.393744:0:32161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942152.393751:0:32161:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 821662 usecs (822 jiffies) 00000400:00000200:0.0:1788942152.393756:0:32161:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942152.393759:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296553372 00000100:00000001:0.0:1788942152.393763:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296556618 00000100:00000001:0.0:1788942152.393766:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296553372 00000100:00000001:0.0:1788942152.393769:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296556618 00000100:00000001:0.0:1788942152.393771:0:32161:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942152.393774:0:32161:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.393777:0:32161:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942152.393780:0:32161:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942152.393783:0:32161:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291300 going to sleep for 11 seconds 00000100:00000001:0.0:1788942152.393787:0:32161:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942152.393800:0:32161:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942152.395211:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942152.395221:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b400. 00000400:00000200:3.0:1788942152.395228:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942152.395239:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942152.395248:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a110 00000400:00000010:3.0:1788942152.395252:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a110. 00000100:00000001:3.0:1788942152.395258:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942152.395268:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942168 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.395283:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942152.395287:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942168 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942152.395294:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942152.395296:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942152.396909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25500. 00010000:00000010:0.1:1788942152.396927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324800. 00010000:00000010:0.1:1788942152.396931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227800. 00010000:00000010:0.1:1788942152.396936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a600. 00010000:00000010:1.1:1788942152.396989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1e00. 00000800:00000001:2.0:1788942152.405019:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.405044:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942152.405050:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.405053:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.405063:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.405074:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942152.405085:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.405091:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.405097:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.405102:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f52580 00000400:00000200:2.0:1788942152.405109:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.405116:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6ced [1] + 224 00000800:00000001:2.0:1788942152.405126:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.405134:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942152.405138:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.405144:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942152.405153:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942152.405165:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942168 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942152.405178:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942152.405201:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942152.405212:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942152.405216:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.405222:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942152.405229:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2539:2539:256:4294967295] 192.168.206.109@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:2.0:1788942152.405234:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942152.405243:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942152.405249:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942152.405258:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61300. 00000800:00000200:2.0:1788942152.405266:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942152.405274:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942152.405280:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942152.405395:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942152.405400:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61300. 00000400:00000200:2.0:1788942152.405403:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942152.405407:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942152.405413:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942152.405418:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.405615:0:32161:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942152.405626:0:32161:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942152.405628:0:32161:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942152.405633:0:32161:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000400:00000200:0.0:1788942152.405638:0:32161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:0.0:1788942152.405641:0:32161:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:0.0:1788942152.405644:0:32161:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942152.405650:0:32161:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942152.405666:0:32161:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995500 x1875839884273024/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/624 e 0 to 0 dl 1788942168 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.405673:0:32161:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942152.405676:0:32161:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.405679:0:32161:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942152.405683:0:32161:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942152.405686:0:32161:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942152.405689:0:32161:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942152.405692:0:32161:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942152.405703:0:32161:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=142 v=5 (105 105 105 137) 00000100:00001000:0.0:1788942152.405708:0:32161:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942152.405711:0:32161:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942152.405712:0:32161:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942152.405716:0:32161:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942152.405720:0:32161:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.405723:0:32161:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942152.405725:0:32161:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000162] 00000100:00000001:0.0:1788942152.405727:0:32161:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942152.405729:0:32161:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942152.405731:0:32161:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997952 : -122366745553664 : ffff90b545995500) 00000100:00000001:0.0:1788942152.405735:0:32161:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942152.405737:0:32161:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1788942152.405739:0:32161:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942152.405743:0:32161:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942152.405749:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995500 x1875839884273024/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942168 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.405755:0:32161:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942152.405759:0:32161:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942152.405761:0:32161:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942152.405765:0:32161:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995500 x1875839884273024/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942168 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942152.405773:0:32161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995500 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:32161:1875839884273024:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942152.405779:0:32161:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942152.405782:0:32161:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942152.405785:0:32161:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942152.405788:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942152.405792:0:32161:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995500 x1875839884273024/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942168 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.405800:0:32161:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942152.405803:0:32161:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291300. 00000100:00000001:0.0:1788942152.405807:0:32161:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942152.405808:0:32161:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942152.405818:0:32161:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942152.405822:0:32161:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942152.405827:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942152.405831:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb200. 00000100:00000001:0.0:1788942152.405838:0:32161:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942152.405842:0:32161:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995500 x1875839884273024/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942168 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942152.405848:0:32161:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.405897:0:32161:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942152.405912:0:32161:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942152.405916:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c8fe28 00000080:00002000:0.0:1788942152.405919:0:32161:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff90b54454f798, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788942152.405922:0:32161:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942152.405928:0:32161:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942152.405933:0:32161:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000001:3.0:1788942152.423376:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942152.423386:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942152.423392:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942152.423393:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942152.423469:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942152.423473:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942152.423485:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:0.1:1788942152.431058:0:32164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354620. 00000080:00400000:2.0:1788942152.496989:0:32144:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff90b5590fba00, parent / hit 0 miss 0 00000080:00000001:2.0:1788942152.497028:0:32144:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788942152.497032:0:32144:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788942152.497036:0:32144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942152.497042:0:32144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:2.0:1788942152.497047:0:32144:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:2.0:1788942152.497053:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:2.0:1788942152.497057:0:32144:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942152.497061:0:32144:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942152.497064:0:32144:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788942152.497068:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942152.497070:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788942152.497072:0:32144:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942152.497078:0:32144:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff90b544e749a0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788942152.497082:0:32144:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b544ada7c0 00020000:00000001:2.0:1788942152.497087:0:32144:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942152.497089:0:32144:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942152.497092:0:32144:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942152.497094:0:32144:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497097:0:32144:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788942152.497100:0:32144:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942152.497102:0:32144:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497104:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942152.497104:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942152.497106:0:32144:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942152.497108:0:32144:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b544ada7c0 00000020:00000001:2.0:1788942152.497112:0:32144:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497115:0:32144:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788942152.497117:0:32144:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788942152.497119:0:32144:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788942152.497123:0:32144:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788942152.497127:0:32144:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942152.497131:0:32144:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942152.497133:0:32144:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942152.497134:0:32144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942152.497136:0:32144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246456 : -122366539305160 : ffff90b551e46f38) 00000020:00001000:2.0:1788942152.497139:0:32144:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46f30 00000020:00000001:2.0:1788942152.497142:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:2.0:1788942152.497144:0:32144:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942152.497147:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942152.497148:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942152.497150:0:32144:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497152:0:32144:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497154:0:32144:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:2.0:1788942152.497157:0:32144:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788942152.497158:0:32144:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497161:0:32144:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497162:0:32144:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497164:0:32144:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788942152.497166:0:32144:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788942152.497168:0:32144:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942152.497170:0:32144:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788942152.497172:0:32144:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942152.497173:0:32144:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497175:0:32144:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497177:0:32144:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497179:0:32144:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497181:0:32144:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942152.497182:0:32144:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497183:0:32144:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497185:0:32144:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788942152.497187:0:32144:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788942152.497188:0:32144:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942152.497190:0:32144:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788942152.497192:0:32144:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788942152.497194:0:32144:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788942152.497199:0:32144:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788942152.497203:0:32144:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788942152.497207:0:32144:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788942152.497210:0:32144:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1788942152.497214:0:32144:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942152.497216:0:32144:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497218:0:32144:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497220:0:32144:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497222:0:32144:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497223:0:32144:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497225:0:32144:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788942152.497227:0:32144:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788942152.497229:0:32144:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788942152.497231:0:32144:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788942152.497232:0:32144:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788942152.497233:0:32144:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497235:0:32144:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788942152.497237:0:32144:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788942152.497238:0:32144:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788942152.497240:0:32144:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788942152.497242:0:32144:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942152.497243:0:32144:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788942152.497244:0:32144:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788942152.497246:0:32144:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497247:0:32144:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497249:0:32144:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788942152.497250:0:32144:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788942152.497252:0:32144:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788942152.497254:0:32144:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788942152.497255:0:32144:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788942152.497257:0:32144:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788942152.497258:0:32144:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942152.497259:0:32144:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788942152.497260:0:32144:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788942152.497261:0:32144:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497263:0:32144:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497264:0:32144:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788942152.497266:0:32144:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788942152.497267:0:32144:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497269:0:32144:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788942152.497271:0:32144:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788942152.497272:0:32144:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942152.497274:0:32144:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788942152.497276:0:32144:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942152.497277:0:32144:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46f30 00020000:00000001:2.0:1788942152.497280:0:32144:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788942152.497282:0:32144:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788942152.497285:0:32144:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788942152.497287:0:32144:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788942152.497290:0:32144:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788942152.497291:0:32144:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942152.497293:0:32144:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:2.0:1788942152.497295:0:32144:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942152.497299:0:32144:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788942152.497302:0:32144:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff90b548da3a88) 00800000:00000001:2.0:1788942152.497308:0:32144:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788942152.497310:0:32144:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:2.0:1788942152.497317:0:32144:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788942152.497323:0:32144:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942152.497326:0:32144:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942152.497330:0:32144:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788942152.497333:0:32144:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788942152.497335:0:32144:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942152.497337:0:32144:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942152.497341:0:32144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942152.497342:0:32144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:2.0:1788942152.497344:0:32144:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00020000:00000001:2.0:1788942152.497352:0:32144:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788942152.497353:0:32144:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b544ada7c0 00020000:00000001:2.0:1788942152.497356:0:32144:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788942152.497360:0:32144:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abdae0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942152.497365:0:32144:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942152.497370:0:32144:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472500: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788942152.497372:0:32144:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788942152.497375:0:32144:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497377:0:32144:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788942152.497379:0:32144:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788942152.497385:0:32144:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788942152.497391:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48500 count: 2 00010000:00000001:2.0:1788942152.497394:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942152.497398:0:32144:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788942152.497400:0:32144:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788942152.497406:0:32144:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:2.0:1788942152.497419:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:2.0:1788942152.497421:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:2.0:1788942152.497423:0:32144:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942152.497425:0:32144:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942152.497427:0:32144:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788942152.497494:0:32144:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788942152.497503:0:32144:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90b548956a80. 00020000:00000001:2.0:1788942152.497508:0:32144:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788942152.497511:0:32144:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90b54363f0c8. 00020000:00000001:2.0:1788942152.497709:0:32144:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788942152.497712:0:32144:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942152.497714:0:32144:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942152.497716:0:32144:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b544ada7c0 00020000:00000001:2.0:1788942152.497719:0:32144:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788942152.497721:0:32144:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788942152.497722:0:32144:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b544ada7c0 00020000:00000001:2.0:1788942152.497725:0:32144:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788942152.497727:0:32144:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90b5464294f8. 00020000:00000010:2.0:1788942152.497732:0:32144:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90b559033240. 00020000:00000010:2.0:1788942152.497736:0:32144:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90b5431651f0. 00020000:00000002:2.0:1788942152.497739:0:32144:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abdae0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942152.497743:0:32144:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942152.497746:0:32144:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b543472500: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1788942152.497751:0:32144:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b543472500. 00020000:00000010:2.0:1788942152.497754:0:32144:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abd360. 00020000:00000010:2.0:1788942152.497758:0:32144:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abdae0. 00020000:00000001:2.0:1788942152.497760:0:32144:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788942152.497761:0:32144:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b544ada7c0 00020000:00000010:2.0:1788942152.497764:0:32144:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90b551308aa8. 00020000:00000001:2.0:1788942152.497767:0:32144:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788942152.497770:0:32144:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90b54363f4b0. 00000020:00001000:2.0:1788942152.497775:0:32144:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:2.0:1788942152.497779:0:32144:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788942152.497781:0:32144:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:2.0:1788942152.497794:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497796:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff90b551f78f80) index 1 00000080:00000010:2.0:1788942152.497800:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78f80. 00000020:00000001:2.0:1788942152.497804:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497805:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff90b551f78180) index 2 00000080:00000010:2.0:1788942152.497806:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78180. 00000020:00000001:2.0:1788942152.497809:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497810:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff90b551f78900) index 3 00000080:00000010:2.0:1788942152.497812:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78900. 00000020:00000001:2.0:1788942152.497815:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497816:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff90b551f78c00) index 4 00000080:00000010:2.0:1788942152.497818:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78c00. 00000020:00000001:2.0:1788942152.497820:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497822:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff90b551f78780) index 5 00000080:00000010:2.0:1788942152.497824:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78780. 00000020:00000001:2.0:1788942152.497826:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497827:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff90b551f78980) index 6 00000080:00000010:2.0:1788942152.497829:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78980. 00000020:00000001:2.0:1788942152.497831:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497833:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff90b551f78500) index 7 00000080:00000010:2.0:1788942152.497835:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78500. 00000020:00000001:2.0:1788942152.497838:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497839:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff90b551f78700) index 8 00000080:00000010:2.0:1788942152.497841:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78700. 00000020:00000001:2.0:1788942152.497843:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d7fe60 00000080:00400000:2.0:1788942152.497844:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff90b551f78c80) index 9 00000080:00000010:2.0:1788942152.497847:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90b551f78c80. 00000080:00000010:2.0:1788942152.498027:0:32144:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff90b5590fba00. 00000080:00000010:2.0:1788942152.498036:0:32144:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff90b552983000. 00000080:00000010:2.1:1788942152.516093:0:32174:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548da39c0. 00010000:00000001:3.0:1788942153.440937:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942153.440948:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942153.440951:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942153.440956:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942153.440962:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942153.440964:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942153.440967:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942153.440970:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942153.440974:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942153.440976:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942153.441067:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942153.441071:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942153.441075:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942153.512127:0:32246:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942154.469034:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942154.469040:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942154.469046:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942154.469047:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942154.470014:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942154.470019:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942154.470023:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942155.072258:0:32383:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942155.489539:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942155.489545:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942155.489550:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942155.489551:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942155.489632:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942155.489636:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942155.489639:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788942156.002566:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942156.002582:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942156.002585:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942156.002588:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942156.002596:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.002603:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942156.002610:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.002615:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.002620:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.002625:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103355700 00000400:00000200:3.0:1788942156.002632:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x64ed [2] + 1312 00000800:00000001:3.0:1788942156.002639:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942156.002647:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942156.002651:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942156.002656:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942156.002664:0:2348:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942156.002667:0:2348:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942156.002673:0:2348:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000100:00000040:3.0:1788942156.002677:0:2348:0:(events.c:341:request_in_callback()) incoming req@ffff90b544acd880 x1875839905257216 msgsize 328 00000100:00100000:3.0:1788942156.002682:0:2348:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942156.002692:0:2348:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942156.002699:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942156.002703:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942156.002721:0:15937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788942156.002724:0:15937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905257216 02000000:00000001:3.0:1788942156.002726:0:15937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788942156.002729:0:15937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942156.002731:0:15937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942156.002737:0:15937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942156.002740:0:15937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905257216 00000020:00000001:3.0:1788942156.002743:0:15937:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942156.002745:0:15937:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:3.0:1788942156.002747:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942156.002750:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:3.0:1788942156.002753:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:3.0:1788942156.002755:0:15937:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000001:3.0:1788942156.002760:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942156.002764:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd680. 00000100:00000001:3.0:1788942156.002767:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942156.002770:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd680. 00000020:00000010:3.0:1788942156.002777:0:15937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b559072400. 00000020:00000010:3.0:1788942156.002782:0:15937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551bc0100. 00000020:00000010:3.0:1788942156.002787:0:15937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b5464eded8. 00000100:00000040:3.0:1788942156.002795:0:15937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788942156.002798:0:15937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788942156.002800:0:15937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788942156.002802:0:15937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942156.002809:0:15937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942156.002817:0:15937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942156.002827:0:15937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788942156.002829:0:15937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788942156.002833:0:15937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 56 00000100:00000040:3.0:1788942156.002838:0:15937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55292f000 : new rpc_count 1 00000100:00000001:3.0:1788942156.002840:0:15937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000040:3.0:1788942156.002849:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b544acd880 x1875839905257216/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:622/0 lens 328/0 e 0 to 0 dl 1788942167 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942156.002931:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942156.002934:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd680. 00000100:00000001:3.0:1788942156.002936:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942156.002938:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd680. 00000100:00100000:3.0:1788942156.002943:0:15937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b544acd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6705:x1875839905257216:12345-192.168.206.109@tcp:104: 00000100:00000200:3.0:1788942156.002946:0:15937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905257216 00010000:00000001:3.0:1788942156.002949:0:15937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788942156.002956:0:15937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942156.002972:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942156.002974:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=2 00000020:00000001:3.0:1788942156.002976:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:3.0:1788942156.002978:0:15937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:3.0:1788942156.002981:0:15937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942156.002984:0:15937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942156.002998:0:15937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1788942156.003010:0:15937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788942156.003013:0:15937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788942156.003017:0:15937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b54837e400. 02000000:00000001:3.0:1788942156.003019:0:15937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942156.003021:0:15937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942156.003025:0:15937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788942156.003027:0:15937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942156.003031:0:15937:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942156.003035:0:15937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942156.003038:0:15937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942156.003041:0:15937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:3.0:1788942156.003044:0:15937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788942156.003045:0:15937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942156.003048:0:15937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942156.003051:0:15937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942156.003054:0:15937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded880. 00000100:00000200:3.0:1788942156.003059:0:15937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905257216, offset 224 00000400:00000200:3.0:1788942156.003065:0:15937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942156.003070:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.003076:0:15937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942156.003082:0:15937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2540:2540:256:4294967295] 192.168.206.109@tcp LPNI seq info [2540:2540:8:4294967295] 00000400:00000200:3.0:1788942156.003087:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.003095:0:15937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942156.003100:0:15937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942156.003104:0:15937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35700. 00000800:00000200:3.0:1788942156.003111:0:15937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942156.003118:0:15937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942156.003121:0:15937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942156.003132:0:15937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942156.003135:0:15937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:3.0:1788942156.003138:0:15937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788942156.003141:0:15937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b551b850c0. 00010000:00000001:3.0:1788942156.003144:0:15937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942156.003149:0:15937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788942156.003151:0:15937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942156.003153:0:15937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942156.003155:0:15937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942156.003159:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd880 x1875839905257216/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:622/0 lens 328/224 e 0 to 0 dl 1788942167 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788942156.003168:0:15937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b544acd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6705:x1875839905257216:12345-192.168.206.109@tcp:104: Request processed in 236us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788942156.003175:0:15937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 56 00000100:00000040:3.0:1788942156.003178:0:15937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55292f000 : new rpc_count 0 00000100:00000001:3.0:1788942156.003180:0:15937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788942156.003182:0:15937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788942156.003186:0:15937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551bc0100. 00000020:00000010:3.0:1788942156.003190:0:15937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b5464eded8. 00000020:00000010:3.0:1788942156.003194:0:15937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b559072400. 00000020:00000040:3.0:1788942156.003198:0:15937:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00000001:3.0:1788942156.003201:0:15937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942156.003276:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942156.003289:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35700. 00000400:00000200:3.0:1788942156.003292:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942156.003296:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942156.003299:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded880 00000400:00000010:3.0:1788942156.003301:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded880. 00000100:00000001:3.0:1788942156.003304:0:2347:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788942156.003305:0:2347:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788942156.003890:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942156.003894:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942156.003896:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788942156.003899:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788942156.003901:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942156.003906:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942156.003916:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b547983a00 already unused, calling callback (ffffffffc1162300) 00000008:00000001:1.0:1788942156.003919:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788942156.003921:0:15944:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942156.003923:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942156.003924:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942156.003926:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983a00 refcount=3 00000020:00000001:1.0:1788942156.003928:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:1.0:1788942156.003931:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479936 : -122366712071680 : ffff90b547983a00) 00010000:00000001:1.0:1788942156.003933:0:15944:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942156.003936:0:15944:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788942156.003943:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788942156.003945:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942156.003948:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:1.0:1788942156.003951:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000008:00000001:1.0:1788942156.003954:0:15944:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788942156.003956:0:15944:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942156.004264:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00000008:00000001:1.0:1788942156.004268:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942156.004273:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942156.004278:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942156.004441:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942156.004445:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942156.004447:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942156.004452:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547983a00 with handle 0xcbb91bbb78157830 from hash 00010000:00000001:1.0:1788942156.004455:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942156.004457:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942156.004459:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942156.004461:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942156.004465:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942156.004467:0:15944:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788942156.004473:0:15944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942156.004476:0:15944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942156.004478:0:15944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942156.004481:0:15944:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788942156.004488:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942156.004492:0:15944:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942156.004496:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942156.004499:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942156.004504:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942156.004511:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b544eb5c00. 00000100:00000001:1.0:1788942156.004517:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942156.004520:0:15944:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942156.004526:0:15944:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942156.004534:0:15944:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942156.004536:0:15944:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942156.004540:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942156.004545:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942156.004555:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_01+1] req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788942156.004580:0:15944:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942156.004583:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942156.004584:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942156.004586:0:15944:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942156.004588:0:15944:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942156.004589:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942156.004593:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942156.004599:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942156.004602:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 00000000c346a6e2/0xcbb91bbb78157830 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x4d194fbcadeeccb3 expref: -99 pid: 32145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788942156.004610:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5435ddc80. 00010000:00000040:1.0:1788942156.004614:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48500 count: 0 00010000:00000010:1.0:1788942156.004621:0:15944:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b545f48400. 00010000:00000001:1.0:1788942156.004627:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942156.004630:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788942156.004632:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b551b850c0. 00010000:00000001:1.0:1788942156.004634:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942156.004637:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942156.004639:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942156.004640:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942156.004642:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942156.004643:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942156.004645:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942156.004647:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942156.004648:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942156.004649:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942156.004657:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942156.004660:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942156.004663:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942156.004669:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942156.004677:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942156.004680:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942156.004683:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942156.004686:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942156.004688:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942156.004691:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884273152:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942156.004695:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942156.004699:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942156.004702:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942156.004704:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942156.004709:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c6600. 02000000:00000001:1.0:1788942156.004711:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942156.004717:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942156.004721:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f528. 00000400:00000010:1.0:1788942156.004726:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 00000100:00000200:1.0:1788942156.004733:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884273152, portal 18 00000100:00000001:1.0:1788942156.004735:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942156.004736:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942156.004742:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942156.004749:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942156.004752:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942156.004755:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daee0. 00000100:00000200:1.0:1788942156.004758:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884273152, offset 0 00000400:00000200:1.0:1788942156.004764:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942156.004770:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942156.004775:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942156.004780:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942156.004784:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942156.004787:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942156.004790:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942156.004794:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2541:2541:256:4294967295] 192.168.206.109@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:1.0:1788942156.004798:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942156.004808:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942156.004813:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942156.004817:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38100. 00000800:00000200:1.0:1788942156.004822:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942156.004828:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942156.004832:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942156.005416:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942156.005422:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 252855 usecs (253 jiffies) 00000400:00000200:1.0:1788942156.005427:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942156.005430:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296556417 00000100:00000001:1.0:1788942156.005434:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296556618 00000100:00000001:1.0:1788942156.005437:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296556417 00000100:00000001:1.0:1788942156.005439:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296556618 00000100:00000001:1.0:1788942156.005442:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942156.005444:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942156.005447:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942156.005450:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942156.005457:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942156.005459:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942156.005462:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942156.005463:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942156.005465:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942156.005467:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942156.005479:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942156.005481:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942156.005876:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942156.005881:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38100. 00000400:00000200:2.0:1788942156.005888:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942156.005895:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942156.005900:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daee0 00000400:00000010:2.0:1788942156.005903:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daee0. 00000100:00000001:2.0:1788942156.005907:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942156.005913:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942156.005924:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942156.005928:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942156.005936:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942156.005938:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942156.011334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48500. 00010000:00000010:1.1:1788942156.011347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983a00. 00000800:00000001:3.0:1788942156.012741:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942156.012757:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942156.012761:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942156.012763:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942156.012772:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.012780:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942156.012789:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.012793:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.012799:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.012803:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f52600 00000400:00000200:3.0:1788942156.012808:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942156.012814:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6cfd [1] + 224 00000800:00000001:3.0:1788942156.012821:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942156.012830:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942156.012834:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942156.012839:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942156.012847:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942156.012896:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942156.012909:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942156.012931:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942156.012939:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942156.012943:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942156.012982:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942156.012986:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942156.013003:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942156.013005:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942156.013009:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f528. 00000400:00000200:1.0:1788942156.013014:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:1.0:1788942156.013016:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 00000100:00000001:1.0:1788942156.013020:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942156.013026:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942156.013036:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942156.013043:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942156.013048:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942156.013052:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942156.013055:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942156.013059:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942156.013061:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942156.013064:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942156.013074:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96538 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942156.013078:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942156.013081:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942156.013083:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942156.013085:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942156.013088:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942156.013092:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942156.013094:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942156.013096:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942156.013098:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942156.013102:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942156.013108:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942156.013110:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942156.013112:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942156.013116:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942156.013123:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884273152:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942156.013128:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942156.013131:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942156.013134:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884273152/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942172 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942156.013140:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942156.013143:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942156.013146:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c6600. 02000000:00000001:1.0:1788942156.013150:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942156.013152:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942156.013154:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942156.013156:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942156.013159:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b544eb5c00. 02000000:00000001:1.0:1788942156.013163:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942156.013165:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942156.013167:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942156.013171:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942156.013172:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942156.013174:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942156.013181:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942156.013183:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942156.013185:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942156.013187:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942156.514413:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942156.514419:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942156.519798:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942156.519805:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942156.519810:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942156.541594:0:32528:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942156.897271:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296556618, at 4296557056 00000100:00000010:3.0:1788942156.897285:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9900. 00000100:00000040:2.0:1788942156.901409:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296556618, at 4296557059 00000100:00000010:2.0:1788942156.901420:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9720. 00000080:00000001:2.0:1788942157.354846:0:32590:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424247:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942157.424254:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942157.424261:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995c00. 00000020:00000040:0.0:1788942157.424266:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:0.0:1788942157.424270:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942157.424273:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942157.424277:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942157.424284:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b900. 00000100:00000001:0.0:1788942157.424290:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424300:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942157.424311:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942157.424315:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424321:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000273030b3] to pc [ptlrpcd_00_00+0] req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.424342:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424345:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942157.424348:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942157.424351:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996300. 00000020:00000040:0.0:1788942157.424353:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942157.424355:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942157.424357:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942157.424358:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942157.424361:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b700. 00000100:00000001:0.0:1788942157.424364:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424369:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942157.424376:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942157.424379:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424383:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005baabb97] to pc [ptlrpcd_00_01+1] req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.424391:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424393:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942157.424396:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788942157.424398:0:38:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788942157.424401:0:38:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788942157.424403:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994a80. 00000020:00000040:0.0:1788942157.424405:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942157.424407:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942157.424409:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942157.424410:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942157.424413:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b800. 00000100:00000001:0.0:1788942157.424416:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942157.424418:0:38:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621706963995264 : -122366745556352 : ffff90b545994a80) 00000100:00080000:0.0:1788942157.424422:0:38:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788942157.424424:0:38:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90b5459f2800: disconnect after 22s idle 00000100:00000001:0.0:1788942157.424427:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942157.424428:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424432:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c1dc832] to pc [ptlrpcd_rcv+-1] req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.424444:0:38:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942157.424446:0:38:0:(pinger.c:124:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424448:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942157.424451:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942157.424453:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996d80. 00000020:00000040:0.0:1788942157.424455:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942157.424457:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942157.424458:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942157.424460:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942157.424463:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bd00. 00000100:00000001:0.0:1788942157.424465:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424468:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942157.424475:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942157.424477:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424480:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000840c72b3] to pc [ptlrpcd_00_00+0] req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.424487:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424490:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1895) 00000100:00000001:0.0:1788942157.424506:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942157.424508:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942157.424510:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942157.424514:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.424521:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942157.424523:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942157.424526:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942157.424528:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942157.424531:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942157.424534:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884273536:192.168.206.109@tcp:9:kworker.0 00000100:00000001:0.0:1788942157.424538:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942157.424541:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942157.424543:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942157.424545:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942157.424550:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55294de00. 02000000:00000001:0.0:1788942157.424551:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942157.424558:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942157.424562:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097318. 00000400:00000010:0.0:1788942157.424569:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a3b8. 00000100:00000200:0.0:1788942157.424575:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884273536, portal 4 00000100:00000001:0.0:1788942157.424577:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942157.424579:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963995264 : -122366745556352 : ffff90b545994a80) 00000100:00000040:0.0:1788942157.424586:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.424592:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942157.424595:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942157.424598:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a550. 00000100:00000200:0.0:1788942157.424601:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884273536, offset 0 00000400:00000200:0.0:1788942157.424607:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942157.424614:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942157.424621:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942157.424625:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942157.424629:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942157.424632:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942157.424635:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942157.424639:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2542:2542:256:4294967295] 192.168.206.109@tcp LPNI seq info [2542:2542:8:4294967295] 00000400:00000200:0.0:1788942157.424643:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942157.424653:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942157.424658:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942157.424663:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910ba00. 00000800:00000200:0.0:1788942157.424669:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942157.424676:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942157.424680:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942157.424696:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.424700:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24468 usecs (25 jiffies) 00000400:00000200:0.0:1788942157.424703:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942157.424707:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296557608 00000100:00000010:0.0:1788942157.424711:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54780. 00000100:00000001:0.0:1788942157.424716:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788942157.424721:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296557608 00000100:00000010:0.0:1788942157.424724:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54ba0. 00000100:00000001:0.0:1788942157.424727:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788942157.424730:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942157.424733:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942157.424736:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942157.424738:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942157.424745:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942157.424747:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788942157.424749:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942157.424750:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942157.424751:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942157.424753:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.424944:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942157.424947:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942157.424949:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942157.424955:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.424962:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942157.424963:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.424966:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942157.424968:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942157.424969:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942157.424972:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884273280:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942157.424978:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942157.424989:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942157.424991:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.424993:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942157.424997:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b54806b200. 02000000:00000001:1.0:1788942157.424998:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942157.425002:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942157.425004:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f528. 00000400:00000010:1.0:1788942157.425008:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 00000100:00000200:1.0:1788942157.425013:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884273280, portal 25 00000100:00000001:1.0:1788942157.425015:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942157.425016:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963999744 : -122366745551872 : ffff90b545995c00) 00000100:00000040:1.0:1788942157.425021:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.425026:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942157.425028:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942157.425030:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942157.425033:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884273280, offset 0 00000400:00000200:1.0:1788942157.425037:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942157.425041:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942157.425044:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942157.425046:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942157.425048:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942157.425050:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942157.425052:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942157.425054:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2543:2543:255:4294967295] 192.168.206.109@tcp LPNI seq info [2543:2543:7:4294967295] 00000400:00000200:1.0:1788942157.425058:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942157.425063:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942157.425067:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942157.425071:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38300. 00000800:00000200:1.0:1788942157.425075:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942157.425079:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942157.425082:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942157.425094:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942157.425097:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942157.425098:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296561751 00000100:00000001:1.0:1788942157.425103:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296557608 00000100:00000001:1.0:1788942157.425105:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296561751 00000100:00000001:1.0:1788942157.425109:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296557608 00000100:00000001:1.0:1788942157.425111:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942157.425113:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.425115:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942157.425118:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.425123:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942157.425124:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.425253:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942157.425255:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942157.425258:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942157.425261:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884273664:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942157.425265:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942157.425267:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942157.425268:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.425270:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942157.425273:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b54806b800. 02000000:00000001:1.0:1788942157.425275:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942157.425278:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942157.425280:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fc08. 00000400:00000010:1.0:1788942157.425284:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dab28. 00000100:00000200:1.0:1788942157.425287:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884273664, portal 4 00000100:00000001:1.0:1788942157.425288:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942157.425290:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964004224 : -122366745547392 : ffff90b545996d80) 00000100:00000040:1.0:1788942157.425297:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.425302:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942157.425304:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942157.425306:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da770. 00000100:00000200:1.0:1788942157.425308:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884273664, offset 0 00000400:00000200:1.0:1788942157.425312:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942157.425316:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942157.425319:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942157.425322:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942157.425324:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942157.425327:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942157.425329:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942157.425332:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2544:2544:254:4294967295] 192.168.206.109@tcp LPNI seq info [2544:2544:6:4294967295] 00000400:00000200:1.0:1788942157.425335:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942157.425341:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942157.425346:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942157.425349:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38a00. 00000800:00000200:1.0:1788942157.425352:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942157.425357:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942157.425359:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942157.425362:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942157.425364:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 251386 usecs (252 jiffies) 00000400:00000200:1.0:1788942157.425367:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942157.425369:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296557835 00000100:00000001:1.0:1788942157.425371:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296561751 00000100:00000001:1.0:1788942157.425373:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296557835 00000100:00000001:1.0:1788942157.425375:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296561751 00000100:00000001:1.0:1788942157.425377:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942157.425379:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.425381:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.425383:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.425388:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942157.425390:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942157.425392:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942157.425393:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942157.425395:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942157.425397:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788942157.425399:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.425401:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942157.425402:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.425403:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942157.425404:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942157.425405:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942157.425409:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.425415:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942157.425417:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.425419:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942157.425420:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942157.425422:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942157.425425:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884273408:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942157.425428:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942157.425430:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942157.425431:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.425433:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942157.425436:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b54806a200. 02000000:00000001:1.0:1788942157.425437:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942157.425441:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942157.425443:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f9f8. 00000400:00000010:1.0:1788942157.425446:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942157.425448:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884273408, portal 10 00000100:00000001:1.0:1788942157.425450:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942157.425451:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964001536 : -122366745550080 : ffff90b545996300) 00000100:00000040:1.0:1788942157.425457:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.425463:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942157.425465:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942157.425467:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da088. 00000100:00000200:1.0:1788942157.425469:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884273408, offset 0 00000400:00000200:1.0:1788942157.425473:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942157.425476:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942157.425479:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942157.425481:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942157.425483:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942157.425485:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942157.425487:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942157.425490:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2545:2545:253:4294967295] 192.168.206.109@tcp LPNI seq info [2545:2545:5:4294967295] 00000400:00000200:1.0:1788942157.425494:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942157.425499:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942157.425503:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942157.425505:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38b00. 00000800:00000200:1.0:1788942157.425509:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942157.425513:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942157.425515:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942157.425517:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942157.425520:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 820626 usecs (821 jiffies) 00000400:00000200:1.0:1788942157.425523:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942157.425525:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296558404 00000100:00000001:1.0:1788942157.425527:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296561751 00000100:00000001:1.0:1788942157.425529:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296558404 00000100:00000001:1.0:1788942157.425531:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296561751 00000100:00000001:1.0:1788942157.425532:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942157.425535:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.425537:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.425539:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.425548:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942157.425550:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942157.427043:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942157.427050:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910ba00. 00000400:00000200:2.0:1788942157.427057:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942157.427064:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942157.427069:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a550 00000400:00000010:2.0:1788942157.427072:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a550. 00000100:00000001:2.0:1788942157.427076:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942157.427082:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.427091:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942157.427095:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.427101:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942157.427103:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942157.427113:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942157.427115:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38300. 00000400:00000200:2.0:1788942157.427119:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942157.427122:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942157.427124:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:2.0:1788942157.428229:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:2.0:1788942157.428240:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942157.428247:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.428256:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942157.428258:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.428264:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942157.428266:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942157.428285:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942157.428288:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38a00. 00000400:00000200:2.0:1788942157.428292:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942157.428296:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942157.428300:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da770 00000400:00000010:2.0:1788942157.428302:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da770. 00000100:00000001:2.0:1788942157.428304:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942157.428308:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.428315:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942157.428318:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.428324:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942157.428325:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942157.428383:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942157.428386:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38b00. 00000400:00000200:2.0:1788942157.428389:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942157.428392:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942157.428395:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da088 00000400:00000010:2.0:1788942157.428397:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da088. 00000100:00000001:2.0:1788942157.428399:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942157.428403:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.428409:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942157.428412:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.428418:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942157.428420:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942157.435762:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.435777:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942157.435781:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.435784:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942157.435793:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435800:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942157.435807:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435812:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435817:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435820:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52800 00000400:00000200:2.0:1788942157.435825:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435830:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d15 [1] + 224 00000800:00000001:2.0:1788942157.435836:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.435840:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942157.435843:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942157.435848:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942157.435884:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942157.435893:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942157.435910:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.435924:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942157.435931:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.435935:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942157.435937:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.435938:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942157.435942:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435945:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942157.435949:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435951:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435954:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435957:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f52700 00000400:00000200:2.0:1788942157.435959:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.435963:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d1d [1] + 224 00000800:00000001:2.0:1788942157.435966:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.435969:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942157.435970:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942157.435973:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942157.435976:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942157.435994:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942157.436004:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.436011:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942157.436015:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.436018:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942157.436019:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.436021:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942157.436024:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.436027:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942157.436031:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.436033:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.436035:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.436037:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52780 00000400:00000200:2.0:1788942157.436040:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.436043:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d05 [1] + 224 00000800:00000001:2.0:1788942157.436046:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.436048:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942157.436050:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942157.436052:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942157.436055:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942157.436058:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942157.436064:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440217:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942157.440223:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942157.440232:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942157.440234:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942157.440237:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f9f8. 00000400:00000200:1.0:1788942157.440242:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:1.0:1788942157.440244:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:1.0:1788942157.440248:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942157.440258:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942157.440268:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440275:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942157.440277:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.440280:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942157.440283:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942157.440285:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942157.440287:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.440291:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942157.440298:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=147 v=5 (105 105 105 137) 00000100:00001000:1.0:1788942157.440303:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942157.440305:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942157.440306:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942157.440309:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942157.440312:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.440316:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788942157.440318:0:2353:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967654 gen 2 00000100:00000040:1.0:1788942157.440323:0:2353:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967654) req@ffff90b55236a300 x1875839884268928/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942157.440330:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942157.440334:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236a300 x1875839884268928/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942157.440340:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942157.440342:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942157.440346:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552275800. 02000000:00000001:1.0:1788942157.440349:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942157.440351:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942157.440353:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942157.440355:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942157.440357:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222c000. 02000000:00000001:1.0:1788942157.440361:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942157.440363:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942157.440365:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236a300. 00000100:00000001:1.0:1788942157.440368:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942157.440369:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942157.440374:0:2353:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967654) req@ffff90b545995500 x1875839884273024/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440379:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942157.440382:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995500 x1875839884273024/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 504/456 e 0 to 0 dl 1788942168 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440388:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942157.440389:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942157.440390:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aedc00. 02000000:00000001:1.0:1788942157.440392:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942157.440393:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942157.440394:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942157.440396:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942157.440397:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fa600. 02000000:00000001:1.0:1788942157.440398:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942157.440399:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942157.440400:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995500. 00000100:00000001:1.0:1788942157.440402:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942157.440403:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.440406:0:2353:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788942157.440408:0:2353:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1788942157.440411:0:2353:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942157.440412:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942157.440416:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440423:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942157.440426:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942157.440427:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942157.440431:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942157.440438:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884273408:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942157.440444:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942157.440445:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942157.440447:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fc08. 00000400:00000200:1.0:1788942157.440449:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dab28 00000400:00000010:1.0:1788942157.440450:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dab28. 00000100:00000001:1.0:1788942157.440452:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942157.440456:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942157.440464:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440469:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942157.440470:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.440472:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942157.440473:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942157.440474:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942157.440476:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.440477:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942157.440481:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=147 v=5 (5 5 5 36) 00000100:00001000:1.0:1788942157.440484:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942157.440486:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942157.440488:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942157.440489:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942157.440491:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.440494:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942157.440496:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942157.440498:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942157.440499:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942157.440503:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440509:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942157.440510:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942157.440512:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942157.440515:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942157.440522:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884273664:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942157.440525:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.440527:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942157.440530:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996300 x1875839884273408/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440536:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942157.440537:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942157.440539:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b54806a200. 02000000:00000001:1.0:1788942157.440541:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942157.440542:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942157.440544:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942157.440545:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942157.440547:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b700. 02000000:00000001:1.0:1788942157.440549:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942157.440550:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942157.440551:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996300. 00000100:00000001:1.0:1788942157.440554:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942157.440555:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.440557:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942157.440561:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996d80 x1875839884273664/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.440566:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942157.440567:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942157.440569:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b54806b800. 02000000:00000001:1.0:1788942157.440570:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942157.440571:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942157.440573:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942157.440574:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942157.440576:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bd00. 02000000:00000001:1.0:1788942157.440578:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942157.440579:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942157.440580:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996d80. 00000100:00000001:1.0:1788942157.440582:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942157.440583:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.440586:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.440587:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942157.440588:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942157.440590:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.440592:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942157.442741:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942157.442747:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942157.442811:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942157.442827:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.442840:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942157.442843:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.442846:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942157.442874:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.442887:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942157.442894:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.442898:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.442902:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.442907:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f52680 00000400:00000200:2.0:1788942157.442912:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942157.442917:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d0d [1] + 224 00000800:00000001:2.0:1788942157.442923:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.442932:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942157.442935:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942157.442939:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942157.442945:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942157.442952:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942157.442962:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942157.442976:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942157.442980:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942157.442990:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942157.443188:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942157.443191:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942157.443194:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000400:00000200:0.0:1788942157.443198:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:0.0:1788942157.443200:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:0.0:1788942157.443203:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942157.443209:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942157.443218:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.443224:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942157.443226:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942157.443228:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942157.443231:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942157.443233:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942157.443235:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942157.443237:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942157.443244:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=147 v=5 (5 5 5 36) 00000100:00001000:0.0:1788942157.443248:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942157.443251:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942157.443252:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942157.443255:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942157.443258:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942157.443261:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942157.443264:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788942157.443266:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942157.443268:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942157.443272:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.443279:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942157.443282:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942157.443284:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788942157.443288:0:2352:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788942157.443296:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788942157.443301:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942157.443308:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884273536:192.168.206.109@tcp:9:kworker.0 00000100:00000001:0.0:1788942157.443313:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942157.443316:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942157.443319:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994a80 x1875839884273536/t0(0) o9->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942157.443326:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942157.443328:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942157.443331:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55294de00. 02000000:00000001:0.0:1788942157.443335:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942157.443337:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942157.443339:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942157.443341:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942157.443343:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b800. 02000000:00000001:0.0:1788942157.443346:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942157.443347:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942157.443349:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994a80. 00000100:00000001:0.0:1788942157.443352:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942157.443354:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942157.443356:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942157.443362:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942157.443364:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942157.443366:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942157.443368:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.444138:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942157.444142:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942157.444147:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942157.444148:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942157.444151:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f528. 00000400:00000200:1.0:1788942157.444155:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:1.0:1788942157.444157:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 00000100:00000001:1.0:1788942157.444161:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942157.444167:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942157.444176:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.444183:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942157.444185:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.444186:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942157.444188:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942157.444190:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942157.444192:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942157.444194:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942157.444197:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=147 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942157.444200:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1788942157.444203:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942157.444204:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942157.444206:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942157.444208:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.444210:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942157.444214:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.444220:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942157.444222:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942157.444224:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942157.444227:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942157.444234:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884273280:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942157.444238:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.444240:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942157.444243:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995c00 x1875839884273280/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942157.444249:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942157.444251:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942157.444252:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b54806b200. 02000000:00000001:1.0:1788942157.444255:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942157.444256:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942157.444258:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942157.444259:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942157.444261:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b900. 02000000:00000001:1.0:1788942157.444264:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942157.444265:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942157.444266:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995c00. 00000100:00000001:1.0:1788942157.444269:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942157.444270:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.444272:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942157.444276:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942157.444278:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942157.444280:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942157.444282:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942157.539544:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942157.539550:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942157.546262:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942157.546268:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942157.546272:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942158.315504:0:32681:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.562010:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942158.562022:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942158.562098:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942158.562102:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942158.562105:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788942158.580614:0:32717:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788942158.580621:0:32717:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 04:22:37 (1788942157) 00000001:00000001:0.0:1788942158.587118:0:32717:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788942158.935955:0:32730:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942158.935962:0:32730:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942158.935965:0:32730:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942158.935968:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fbc0 00000080:00200000:3.0:1788942158.935982:0:32730:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942158.935991:0:32730:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fbc00. 00800000:00000002:3.0:1788942158.935998:0:32730:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942158.936001:0:32730:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942158.936006:0:32730:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942158.936008:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fae0 00800000:00000002:3.0:1788942158.936011:0:32730:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942158.936015:0:32730:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942158.936018:0:32730:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942158.936024:0:32730:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942158.936026:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f9b0 00000002:00010000:3.0:1788942158.936028:0:32730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942158.936032:0:32730:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942158.936035:0:32730:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942158.936038:0:32730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942158.936044:0:32730:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.936047:0:32730:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.936049:0:32730:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.936051:0:32730:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942158.936054:0:32730:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942158.936059:0:32730:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd180. 00000020:00000040:3.0:1788942158.936063:0:32730:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942158.936069:0:32730:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942158.936075:0:32730:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942158.936078:0:32730:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.936082:0:32730:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942158.936084:0:32730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942158.936088:0:32730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942158.936095:0:32730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837dc00. 00000100:00000001:3.0:1788942158.936102:0:32730:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.936107:0:32730:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942158.936109:0:32730:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.936111:0:32730:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942158.936112:0:32730:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.936114:0:32730:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.936118:0:32730:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00010000:00000001:3.0:1788942158.936122:0:32730:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942158.936124:0:32730:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942158.936129:0:32730:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48e00. 00010000:00000010:3.0:1788942158.936133:0:32730:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0b00. 00010000:00000001:3.0:1788942158.936138:0:32730:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942158.936141:0:32730:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982400. 00000020:00000001:3.0:1788942158.936145:0:32730:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942158.936148:0:32730:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982400 with handle 0xcbb91bbb78157876 to hash 00000020:00000001:3.0:1788942158.936150:0:32730:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942158.936152:0:32730:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.936156:0:32730:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.936160:0:32730:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942158.936163:0:32730:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942158.936167:0:32730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942158.936176:0:32730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942158.936186:0:32730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942158.936192:0:32730:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942158.936194:0:32730:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942158.936200:0:32730:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b859c0. 00000100:00000001:3.0:1788942158.936202:0:32730:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167357376 : -122366542194240 : ffff90b551b859c0) 00000100:00000001:3.0:1788942158.936205:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942158.936207:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000001:3.0:1788942158.936212:0:32730:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942158.936216:0:32730:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.936218:0:32730:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942158.936220:0:32730:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942158.936230:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.936238:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942158.936240:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942158.936244:0:32730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942158.936246:0:32730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942158.936248:0:32730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942158.936251:0:32730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32730:1875839884273792:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942158.936255:0:32730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942158.936260:0:32730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942158.936262:0:32730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942158.936265:0:32730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942158.936269:0:32730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7c000. 02000000:00000001:3.0:1788942158.936272:0:32730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942158.936279:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942158.936283:0:32730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4210. 00000400:00000010:3.0:1788942158.936290:0:32730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded880. 00000100:00000200:3.0:1788942158.936297:0:32730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884273792, portal 10 00000100:00000001:3.0:1788942158.936299:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942158.936300:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000040:3.0:1788942158.936305:0:32730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942174 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.936313:0:32730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942158.936316:0:32730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942158.936318:0:32730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded908. 00000100:00000200:3.0:1788942158.936321:0:32730:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884273792, offset 0 00000400:00000200:3.0:1788942158.936327:0:32730:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942158.936335:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942158.936342:0:32730:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942158.936347:0:32730:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942158.936351:0:32730:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942158.936354:0:32730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942158.936357:0:32730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942158.936361:0:32730:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2546:2546:256:4294967295] 192.168.206.109@tcp LPNI seq info [2546:2546:8:4294967295] 00000400:00000200:3.0:1788942158.936365:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942158.936374:0:32730:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942158.941027:0:32730:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942158.944694:0:32730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551a61e00. 00000800:00000200:2.0:1788942158.944716:0:32730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942158.944726:0:32730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942158.944731:0:32730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551a61e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788942158.944797:0:32730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942158.944804:0:32730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 819598 usecs (820 jiffies) 00000400:00000200:2.0:1788942158.944810:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942158.944814:0:32730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296559923 00000100:00000001:2.0:1788942158.944818:0:32730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296561751 00000100:00000001:2.0:1788942158.944821:0:32730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296559923 00000100:00000001:2.0:1788942158.944823:0:32730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296561751 00000100:00000001:2.0:1788942158.944825:0:32730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942158.944838:0:32730:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942158.944842:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942158.944844:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942158.944846:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b859c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788942158.944882:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942158.944884:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942158.951517:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942158.951526:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551a61e00. 00000400:00000200:3.0:1788942158.951532:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942158.951540:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942158.951548:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded908 00000400:00000010:3.0:1788942158.951550:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded908. 00000100:00000001:3.0:1788942158.951555:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942158.951563:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942174 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.951579:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942158.951582:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942174 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.951588:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.951590:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942158.958513:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942158.958528:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942158.958532:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942158.958535:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942158.958543:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.958552:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942158.958562:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.958567:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.958573:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.958577:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f52880 00000400:00000200:2.0:1788942158.958581:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.958587:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6d25 [1] + 224 00000800:00000001:2.0:1788942158.958593:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942158.958600:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942158.958604:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942158.958609:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942158.958616:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942158.958624:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942174 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942158.958634:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942174 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942158.958656:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942158.958663:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942158.958667:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942158.958728:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942158.958736:0:32730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942158.958738:0:32730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942158.958742:0:32730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4210. 00000400:00000200:3.0:1788942158.958746:0:32730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded880 00000400:00000010:3.0:1788942158.958749:0:32730:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded880. 00000100:00000001:3.0:1788942158.958752:0:32730:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942158.958757:0:32730:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942174 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942158.958766:0:32730:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942174 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.958773:0:32730:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942158.958774:0:32730:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942158.958776:0:32730:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942158.958779:0:32730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942158.958782:0:32730:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942158.958784:0:32730:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942158.958787:0:32730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942158.958795:0:32730:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=148 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942158.958799:0:32730:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942158.958802:0:32730:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942158.958803:0:32730:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.958806:0:32730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942158.958809:0:32730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.958813:0:32730:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942158.958815:0:32730:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788942158.958816:0:32730:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942158.958818:0:32730:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942158.958823:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942174 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.958831:0:32730:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942158.958833:0:32730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942158.958835:0:32730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942158.958839:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942174 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942158.958846:0:32730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32730:1875839884273792:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942158.958887:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942158.958890:0:32730:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.958892:0:32730:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942158.958895:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942158.958899:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942174 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.958906:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942158.958909:0:32730:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b859c0. 00000100:00000001:3.0:1788942158.958912:0:32730:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942158.958913:0:32730:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.958916:0:32730:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942158.958919:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.958922:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.958925:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=4 00000020:00000001:3.0:1788942158.958928:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.958930:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000040:3.0:1788942158.958936:0:32730:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982400, remote cookie: 0x4d194fbcadeecd3f, flags: 0x1001 00010000:00010000:3.0:1788942158.958942:0:32730:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942158.958953:0:32730:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.958965:0:32730:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942158.958970:0:32730:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942158.958983:0:32730:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942158.958984:0:32730:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942158.958986:0:32730:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942158.958989:0:32730:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b545f48e00) refcount = 1 00010000:00010000:3.0:1788942158.958994:0:32730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.959002:0:32730:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942158.959005:0:32730:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942158.959007:0:32730:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942158.959010:0:32730:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942158.959012:0:32730:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942158.959016:0:32730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.959022:0:32730:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942158.959024:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959025:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959026:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959028:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959029:0:32730:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959034:0:32730:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942158.959035:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959037:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959038:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959040:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959043:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959045:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959046:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959048:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=4 00000020:00000001:3.0:1788942158.959050:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959052:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959055:0:32730:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942158.959058:0:32730:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942158.959061:0:32730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.959068:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959069:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959070:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959072:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959073:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=5 00000020:00000001:3.0:1788942158.959075:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959077:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959079:0:32730:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942158.959082:0:32730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.959087:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959089:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942158.959092:0:32730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.959098:0:32730:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942158.959099:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959100:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959101:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959103:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942158.959107:0:32730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788942158.959116:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959118:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959119:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959121:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959124:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959126:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959127:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942158.959129:0:32730:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959131:0:32730:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959134:0:32730:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788942158.959136:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959137:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959138:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959141:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959143:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00000002:00010000:3.0:1788942158.959146:0:32730:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.959152:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959153:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959154:0:32730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942158.959155:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959157:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959158:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959161:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959163:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000040:3.0:1788942158.959168:0:32730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:3.0:1788942158.959171:0:32730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942158.959174:0:32730:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788942158.959177:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959178:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942158.959179:0:32730:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942158.959182:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f938 00000002:00002000:3.0:1788942158.959184:0:32730:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788942158.959187:0:32730:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.959190:0:32730:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.959193:0:32730:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942158.959196:0:32730:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788942158.959198:0:32730:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942158.959202:0:32730:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942158.959205:0:32730:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fbc00. 00000080:00000001:3.0:1788942158.959209:0:32730:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942158.959211:0:32730:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942158.959216:0:32730:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788942158.959220:0:32730:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788942158.959225:0:32730:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b5435dd1c0. 00800000:00000001:3.0:1788942158.959227:0:32730:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706926543296 : -122366783008320 : ffff90b5435dd1c0) 00800000:00000001:3.0:1788942158.959230:0:32730:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959232:0:32730:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942158.959234:0:32730:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788942158.959236:0:32730:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788942158.959239:0:32730:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788942158.959242:0:32730:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788942158.959243:0:32730:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.959247:0:32730:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788942158.959250:0:32730:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788942158.959252:0:32730:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942138 to 1788942152 00000080:00200000:3.0:1788942158.959256:0:32730:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788942158.959258:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959260:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959261:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959263:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959264:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959266:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959267:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942158.959268:0:32730:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942158.959270:0:32730:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788942158.959271:0:32730:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b5435dd1c0 1 00800000:00000010:3.0:1788942158.959274:0:32730:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b5435dd1c0. 00800000:00000001:3.0:1788942158.959276:0:32730:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942158.959279:0:32730:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157876 00800000:00000001:3.0:1788942158.959282:0:32730:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942158.959284:0:32730:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942158.959285:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959286:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959287:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959288:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959290:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959293:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959294:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942158.959295:0:32730:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.959297:0:32730:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.959299:0:32730:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942158.959301:0:32730:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942158.959304:0:32730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157876 from it ffffa57dc1f6fbf8 00010000:00000001:3.0:1788942158.959305:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959306:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959307:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959309:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959311:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959312:0:32730:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942158.959314:0:32730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.959319:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959320:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959321:0:32730:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942158.959323:0:32730:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942158.959325:0:32730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942158.959332:0:32730:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942158.959334:0:32730:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942158.959336:0:32730:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942158.959340:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959341:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959342:0:32730:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959345:0:32730:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942158.959347:0:32730:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959349:0:32730:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959351:0:32730:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959353:0:32730:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942158.959355:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959356:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942158.959358:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942158.959362:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd180 x1875839884273792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942174 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.959442:0:32730:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942158.959445:0:32730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942158.959448:0:32730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7c000. 02000000:00000001:3.0:1788942158.959451:0:32730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942158.959453:0:32730:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942158.959455:0:32730:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942158.959458:0:32730:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942158.959460:0:32730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837dc00. 02000000:00000001:3.0:1788942158.959463:0:32730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942158.959465:0:32730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942158.959467:0:32730:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd180. 00000100:00000001:3.0:1788942158.959470:0:32730:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942158.959471:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942158.959474:0:32730:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:3.0:1788942158.959479:0:32730:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942158.959495:0:32730:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b559061560. 00000080:00000001:3.0:1788942158.959501:0:32730:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942158.959502:0:32730:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942158.959504:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fb00 00000080:00200000:3.0:1788942158.959506:0:32730:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942158.959509:0:32730:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fbc00. 00800000:00000002:3.0:1788942158.959514:0:32730:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942158.959516:0:32730:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942158.959519:0:32730:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942158.959521:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fa20 00800000:00000002:3.0:1788942158.959523:0:32730:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942158.959526:0:32730:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942158.959529:0:32730:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942158.959533:0:32730:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942158.959535:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f8f0 00000002:00010000:3.0:1788942158.959536:0:32730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942158.959540:0:32730:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942158.959542:0:32730:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942158.959544:0:32730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942158.959547:0:32730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:3.0:1788942158.959549:0:32730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942158.959551:0:32730:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942158.959554:0:32730:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942158.959557:0:32730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788942158.959564:0:32730:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942158.959568:0:32730:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942158.959570:0:32730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788942158.959576:0:32730:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942158.959578:0:32730:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942158.959580:0:32730:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942158.959581:0:32730:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942158.959583:0:32730:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942158.959584:0:32730:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942158.959586:0:32730:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942158.959589:0:32730:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942158.959591:0:32730:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fbc00. 00000080:00000001:3.0:1788942158.959594:0:32730:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942158.959595:0:32730:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942158.959597:0:32730:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942158.959601:0:32730:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157876 00800000:00000001:3.0:1788942158.959603:0:32730:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942158.959605:0:32730:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942158.959606:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959608:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959609:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959611:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959613:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959616:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959617:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942158.959618:0:32730:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.959620:0:32730:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942158.959621:0:32730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157876 from it ffffa57dc1f6fb38 00010000:00000001:3.0:1788942158.959623:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.959624:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.959626:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982400 refcount=3 00000020:00000001:3.0:1788942158.959628:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959630:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997474304 : -122366712077312 : ffff90b547982400) 00010000:00000001:3.0:1788942158.959632:0:32730:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942158.959635:0:32730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942158.959641:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959642:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959643:0:32730:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942158.959645:0:32730:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942158.959647:0:32730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942158.959652:0:32730:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942158.959654:0:32730:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942158.959655:0:32730:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942158.959657:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959659:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959660:0:32730:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959662:0:32730:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942158.959663:0:32730:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959665:0:32730:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959667:0:32730:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959668:0:32730:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942158.959669:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959670:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942158.959672:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942158.959673:0:32730:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942158.959675:0:32730:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:3.0:1788942158.959677:0:32730:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.959680:0:32730:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788942158.959681:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fb58 00000080:00200000:3.0:1788942158.959683:0:32730:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b547ae3080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788942158.959689:0:32730:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b545e763c0. 00000080:00000001:3.0:1788942158.959692:0:32730:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788942158.959694:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fa08 00000080:00200000:3.0:1788942158.959696:0:32730:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000010:3.0:1788942158.959702:0:32730:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fbc00. 00800000:00000002:3.0:1788942158.959704:0:32730:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942158.959709:0:32730:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942158.959710:0:32730:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942158.959711:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f928 00800000:00000002:3.0:1788942158.959713:0:32730:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942158.959716:0:32730:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788942158.959718:0:32730:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788942158.959721:0:32730:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:3.0:1788942158.959724:0:32730:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788942158.959726:0:32730:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788942158.959729:0:32730:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788942158.959731:0:32730:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788942158.959733:0:32730:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:3.0:1788942158.959735:0:32730:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959737:0:32730:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.959739:0:32730:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.959741:0:32730:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942158.959743:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f8a8 00800000:00000002:3.0:1788942158.959745:0:32730:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1788942158.959748:0:32730:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942158.959749:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f7e0 00000002:00010000:3.0:1788942158.959750:0:32730:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788942158.959754:0:32730:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942158.959756:0:32730:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788942158.959759:0:32730:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788942158.959762:0:32730:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959764:0:32730:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788942158.959766:0:32730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:3.0:1788942158.959767:0:32730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942158.959770:0:32730:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788942158.959772:0:32730:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942158.959775:0:32730:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788942158.959782:0:32730:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788942158.959786:0:32730:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788942158.959787:0:32730:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788942158.959789:0:32730:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788942158.959791:0:32730:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942158.959793:0:32730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942158.959794:0:32730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 3 00010000:00000001:3.0:1788942158.959796:0:32730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942158.959798:0:32730:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959799:0:32730:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942158.959800:0:32730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942158.959801:0:32730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 3 00010000:00000001:3.0:1788942158.959803:0:32730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942158.959804:0:32730:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959806:0:32730:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942158.959806:0:32730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942158.959808:0:32730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 3 00010000:00000001:3.0:1788942158.959810:0:32730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942158.959811:0:32730:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.959813:0:32730:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942158.959815:0:32730:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788942158.959818:0:32730:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788942158.959820:0:32730:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788942158.959824:0:32730:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788942158.959825:0:32730:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959828:0:32730:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942158.959830:0:32730:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942158.959831:0:32730:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942158.959833:0:32730:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942158.959835:0:32730:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788942158.959838:0:32730:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982400 with handle 0xcbb91bbb78157876 from hash 00010000:00000001:3.0:1788942158.959840:0:32730:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942158.959842:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.959843:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959844:0:32730:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942158.959845:0:32730:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942158.959847:0:32730:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788942158.959882:0:32730:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942158.959883:0:32730:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942158.959886:0:32730:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788942158.959891:0:32730:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd180. 00000020:00000040:3.0:1788942158.959894:0:32730:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:3.0:1788942158.959900:0:32730:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942158.959901:0:32730:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959904:0:32730:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942158.959908:0:32730:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942158.959909:0:32730:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.959912:0:32730:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942158.959914:0:32730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942158.959917:0:32730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942158.959923:0:32730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837dc00. 00000100:00000001:3.0:1788942158.959930:0:32730:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959934:0:32730:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942158.959937:0:32730:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788942158.959940:0:32730:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788942158.959947:0:32730:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788942158.959948:0:32730:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942158.959950:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942158.959953:0:32730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982400/0xcbb91bbb78157876 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeecd3f expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1788942158.959960:0:32730:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48e00 count: 0 00010000:00000010:3.0:1788942158.959964:0:32730:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0b00. 00010000:00000001:3.0:1788942158.959983:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.959985:0:32730:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959987:0:32730:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942158.959989:0:32730:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.959991:0:32730:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.959999:0:32730:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00010000:00000001:3.0:1788942158.960003:0:32730:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942158.960004:0:32730:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942158.960009:0:32730:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48900. 00010000:00000010:3.0:1788942158.960012:0:32730:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0b00. 00010000:00000001:3.0:1788942158.960016:0:32730:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942158.960019:0:32730:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983800. 00000020:00000001:3.0:1788942158.960022:0:32730:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942158.960024:0:32730:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983800 with handle 0xcbb91bbb7815787d to hash 00000020:00000001:3.0:1788942158.960026:0:32730:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942158.960028:0:32730:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.960031:0:32730:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.960033:0:32730:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942158.960035:0:32730:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942158.960038:0:32730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942158.960049:0:32730:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32730 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788942158.960059:0:32730:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788942158.960066:0:32730:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788942158.960075:0:32730:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942158.960080:0:32730:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942158.960082:0:32730:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942158.960087:0:32730:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b859c0. 00000100:00000001:3.0:1788942158.960089:0:32730:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167357376 : -122366542194240 : ffff90b551b859c0) 00000100:00000001:3.0:1788942158.960092:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942158.960093:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000001:3.0:1788942158.960097:0:32730:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942158.960101:0:32730:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.960103:0:32730:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942158.960104:0:32730:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942158.960108:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.960115:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942158.960116:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942158.960119:0:32730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942158.960122:0:32730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942158.960124:0:32730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942158.960127:0:32730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32730:1875839884274048:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942158.960131:0:32730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942158.960137:0:32730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942158.960139:0:32730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942158.960141:0:32730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942158.960197:0:32730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559260000. 02000000:00000001:3.0:1788942158.960200:0:32730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942158.960205:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942158.960209:0:32730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4210. 00000400:00000010:3.0:1788942158.960215:0:32730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b54837cc00. 00000100:00000200:3.0:1788942158.960221:0:32730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884274048, portal 10 00000100:00000001:3.0:1788942158.960223:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942158.960224:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000040:3.0:1788942158.960231:0:32730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942174 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.960238:0:32730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942158.960240:0:32730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942158.960243:0:32730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded880. 00000100:00000200:3.0:1788942158.960246:0:32730:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875839884274048, offset 0 00000400:00000200:3.0:1788942158.960252:0:32730:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942158.960258:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942158.960264:0:32730:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942158.960270:0:32730:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942158.960274:0:32730:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942158.960278:0:32730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942158.960280:0:32730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942158.960284:0:32730:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2547:2547:256:4294967295] 192.168.206.109@tcp LPNI seq info [2547:2547:8:4294967295] 00000400:00000200:3.0:1788942158.960288:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942158.960297:0:32730:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942158.960302:0:32730:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942158.960307:0:32730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35700. 00000800:00000200:3.0:1788942158.960313:0:32730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942158.960320:0:32730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942158.960324:0:32730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1788942158.960342:0:32730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942158.960347:0:32730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 818583 usecs (819 jiffies) 00000400:00000200:3.0:1788942158.960351:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942158.960354:0:32730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296559936 00000100:00000001:3.0:1788942158.960357:0:32730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296561751 00000100:00000001:3.0:1788942158.960359:0:32730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296559936 00000100:00000001:3.0:1788942158.960361:0:32730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296561751 00000100:00000001:3.0:1788942158.960363:0:32730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788942158.960741:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942158.960745:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35700. 00000400:00000200:2.0:1788942158.960750:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942158.960755:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942158.960760:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded880 00000400:00000010:2.0:1788942158.960763:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded880. 00000100:00000001:2.0:1788942158.960767:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942158.960771:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942174 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942158.960785:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942158.960788:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942174 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942158.960794:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942158.960796:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942158.969447:0:32730:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.969451:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942158.969453:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942158.969457:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b859c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788942158.969461:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942158.969464:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788942158.973983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48e00. 00010000:00000010:3.1:1788942158.973998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982400. 00000800:00000001:2.0:1788942158.975994:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942158.976010:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942158.976013:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942158.976015:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942158.976024:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.976032:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942158.976040:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.976044:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.976049:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.976053:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f52980 00000400:00000200:2.0:1788942158.976058:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.976063:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x6d35 [32] + 224 00000800:00000001:2.0:1788942158.976069:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942158.976075:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942158.976078:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942158.976083:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942158.976089:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942158.976097:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942174 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942158.976107:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942174 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942158.976126:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942158.976134:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942158.976137:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.976142:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942158.976149:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2548:2548:256:4294967295] 192.168.206.109@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:2.0:1788942158.976153:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942158.976160:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942158.976165:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942158.976170:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b552275400. 00000800:00000200:2.0:1788942158.976176:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942158.976183:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942158.976187:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b552275400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942158.976484:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942158.976489:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b552275400. 00000400:00000200:2.0:1788942158.976493:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942158.976498:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942158.976505:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942158.976509:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942158.976632:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942158.976641:0:32730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942158.976643:0:32730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942158.976646:0:32730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4210. 00000400:00000200:3.0:1788942158.976651:0:32730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b54837cc00 00000400:00000010:3.0:1788942158.976653:0:32730:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b54837cc00. 00000100:00000001:3.0:1788942158.976656:0:32730:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942158.976662:0:32730:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942174 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942158.976671:0:32730:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd180 x1875839884274048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942174 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.976677:0:32730:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942158.976679:0:32730:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942158.976681:0:32730:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942158.976684:0:32730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942158.976687:0:32730:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942158.976689:0:32730:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942158.976692:0:32730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942158.976700:0:32730:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=148 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942158.976703:0:32730:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942158.976706:0:32730:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942158.976708:0:32730:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.976711:0:32730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942158.976713:0:32730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.976716:0:32730:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942158.976718:0:32730:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1788942158.976720:0:32730:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942158.976722:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942158.976723:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000001:3.0:1788942158.976726:0:32730:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942158.976728:0:32730:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788942158.976729:0:32730:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942158.976732:0:32730:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942158.976736:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942174 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.976743:0:32730:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942158.976745:0:32730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942158.976747:0:32730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942158.976751:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942174 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942158.976757:0:32730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd180 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32730:1875839884274048:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942158.976762:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942158.976764:0:32730:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942158.976766:0:32730:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942158.976768:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942158.976771:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942174 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.976778:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942158.976781:0:32730:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b859c0. 00000100:00000001:3.0:1788942158.976784:0:32730:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942158.976785:0:32730:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.976788:0:32730:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942158.976792:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.976795:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.976798:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:3.0:1788942158.976801:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.976803:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000040:3.0:1788942158.976809:0:32730:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983800, remote cookie: 0x4d194fbcadeecd5b, flags: 0x1001 00010000:00010000:3.0:1788942158.976814:0:32730:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788942158.976823:0:32730:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788942158.976826:0:32730:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788942158.976833:0:32730:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48e00. 00010000:00000010:3.0:1788942158.976837:0:32730:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0080. 00010000:00000040:3.0:1788942158.976842:0:32730:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48900 count: 0 00010000:00000010:3.0:1788942158.976847:0:32730:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0b00. 00010000:00000001:3.0:1788942158.976942:0:32730:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942158.976947:0:32730:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942158.976956:0:32730:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.976963:0:32730:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942158.976967:0:32730:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942158.976969:0:32730:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942158.976970:0:32730:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942158.976981:0:32730:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942158.976984:0:32730:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff90b545f48e00) refcount = 1 00010000:00010000:3.0:1788942158.976988:0:32730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.976994:0:32730:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942158.976998:0:32730:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942158.976999:0:32730:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942158.977002:0:32730:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942158.977004:0:32730:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942158.977008:0:32730:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.977014:0:32730:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942158.977015:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977017:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.977018:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977019:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.977020:0:32730:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.977025:0:32730:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942158.977028:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977029:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977030:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:3.0:1788942158.977033:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977035:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977036:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977037:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977038:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:3.0:1788942158.977040:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977042:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977044:0:32730:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942158.977046:0:32730:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942158.977049:0:32730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.977055:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977056:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.977057:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977058:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977059:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:3.0:1788942158.977061:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977064:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977066:0:32730:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942158.977068:0:32730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.977073:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977075:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942158.977077:0:32730:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.977082:0:32730:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942158.977083:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977084:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.977085:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977086:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942158.977091:0:32730:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942174 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942158.977099:0:32730:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788942158.977103:0:32730:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942174 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942158.977108:0:32730:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.977115:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977116:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977117:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:3.0:1788942158.977119:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977121:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000002:00010000:3.0:1788942158.977125:0:32730:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788942158.977133:0:32730:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5435dd1c0. 00010000:00000001:3.0:1788942158.977135:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977136:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942158.977138:0:32730:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.977140:0:32730:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942158.977142:0:32730:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788942158.977144:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942158.977145:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000001:3.0:1788942158.977147:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942158.977148:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00010000:00000001:3.0:1788942158.977150:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977151:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977152:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:3.0:1788942158.977153:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977155:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000002:00010000:3.0:1788942158.977159:0:32730:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.977165:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977166:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.977167:0:32730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942158.977168:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977169:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977171:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:3.0:1788942158.977173:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977174:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000040:3.0:1788942158.977178:0:32730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:3.0:1788942158.977181:0:32730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942158.977184:0:32730:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:3.0:1788942158.977187:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977188:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942158.977189:0:32730:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942158.977192:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f768 00000002:00002000:3.0:1788942158.977194:0:32730:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788942158.977197:0:32730:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.977201:0:32730:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.977203:0:32730:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942158.977206:0:32730:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788942158.977209:0:32730:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942158.977213:0:32730:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:3.0:1788942158.977215:0:32730:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788942158.977217:0:32730:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b545e763c0 it_disposition 1800037 00000080:00002000:3.0:1788942158.977222:0:32730:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b5445766c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788942158.977226:0:32730:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942158.977229:0:32730:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788942158.977230:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6f990 00000080:00200000:3.0:1788942158.977232:0:32730:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000001:3.0:1788942158.977235:0:32730:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788942158.977237:0:32730:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942158.977242:0:32730:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942158.977245:0:32730:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942158.977247:0:32730:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1788942158.977250:0:32730:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788942158.977258:0:32730:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548d9e300. 00000020:00000001:3.0:1788942158.977268:0:32730:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788942158.977270:0:32730:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788942158.977273:0:32730:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788942158.977274:0:32730:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff90b548d9e3c8) 00000020:00000001:3.0:1788942158.977278:0:32730:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942158.977282:0:32730:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942158.977284:0:32730:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942158.977289:0:32730:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788942158.977293:0:32730:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b5464eded8. 00000020:00000001:3.0:1788942158.977295:0:32730:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788942158.977297:0:32730:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942158.977304:0:32730:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788942158.977308:0:32730:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b544afec98. 00020000:00000001:3.0:1788942158.977310:0:32730:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621706948701336 : -122366760850280 : ffff90b544afec98) 00020000:00000001:3.0:1788942158.977313:0:32730:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788942158.977315:0:32730:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942158.977320:0:32730:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e76c00. 00020000:00000010:3.0:1788942158.977324:0:32730:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063d80. 00020000:00000010:3.0:1788942158.977328:0:32730:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e767e0. 00020000:00000001:3.0:1788942158.977331:0:32730:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969114592 : -122366740437024 : ffff90b545e767e0) 00020000:00000002:3.0:1788942158.977334:0:32730:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e767e0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942158.977338:0:32730:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942158.977342:0:32730:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063d80: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1788942158.977345:0:32730:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788942158.977346:0:32730:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e767e0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942158.977350:0:32730:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942158.977353:0:32730:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063d80: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000010:3.0:1788942158.977356:0:32730:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b5464d3660. 00020000:00000010:3.0:1788942158.977359:0:32730:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b551b859c0. 00020000:00000001:3.0:1788942158.977363:0:32730:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788942158.977377:0:32730:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b542be9b70. 00020000:00000001:3.0:1788942158.977380:0:32730:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788942158.977381:0:32730:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788942158.977385:0:32730:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788942158.977387:0:32730:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b5464ed320. 00000020:00000001:3.0:1788942158.977389:0:32730:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788942158.977390:0:32730:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942158.977392:0:32730:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621706975892384 : -122366733659232 : ffff90b5464ed3a0) 00020000:00000001:3.0:1788942158.977396:0:32730:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788942158.977400:0:32730:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b5485df340. 00020000:00000001:3.0:1788942158.977402:0:32730:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942158.977406:0:32730:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706975892384 : -122366733659232 : ffff90b5464ed3a0) 00020000:00000001:3.0:1788942158.977409:0:32730:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621706975892384 : -122366733659232 : ffff90b5464ed3a0) 00020000:00000002:3.0:1788942158.977412:0:32730:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x19:0x0]@ffff90b5464ed320[0:0] -> [0x200000404:0x2d:0x0]@ffff90b5464eded8: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1788942158.977417:0:32730:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788942158.977419:0:32730:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788942158.977420:0:32730:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942158.977423:0:32730:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706975895384 : -122366733656232 : ffff90b5464edf58) 00000020:00001000:3.0:1788942158.977426:0:32730:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:3.0:1788942158.977430:0:32730:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1788942158.977433:0:32730:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788942158.977435:0:32730:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1788942158 00000080:00000001:3.0:1788942158.977439:0:32730:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788942158.977442:0:32730:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018560456 : -122366690991160 : ffff90b548d9e3c8) 00010000:00000001:3.0:1788942158.977444:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977445:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977447:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:3.0:1788942158.977449:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977451:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000080:00000001:3.0:1788942158.977454:0:32730:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788942158.977455:0:32730:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942158.977457:0:32730:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942158.977458:0:32730:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942158.977460:0:32730:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788942158.977462:0:32730:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788942158.977464:0:32730:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942158.977466:0:32730:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e764e0. 00020000:00000010:3.0:1788942158.977468:0:32730:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063180. 00020000:00000010:3.0:1788942158.977471:0:32730:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e76660. 00020000:00000001:3.0:1788942158.977473:0:32730:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969114208 : -122366740437408 : ffff90b545e76660) 00020000:00000002:3.0:1788942158.977475:0:32730:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e76660, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942158.977478:0:32730:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942158.977481:0:32730:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063180: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000002:3.0:1788942158.977485:0:32730:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afec98) owner ffff90b5459d27c0 00020000:00000001:3.0:1788942158.977487:0:32730:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788942158.977490:0:32730:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afec98) owner ffff90b5459d27c0 00020000:00000010:3.0:1788942158.977494:0:32730:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b559063180. 00020000:00000010:3.0:1788942158.977497:0:32730:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e764e0. 00020000:00000010:3.0:1788942158.977501:0:32730:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e76660. 00020000:00000002:3.0:1788942158.977503:0:32730:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788942158.977505:0:32730:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942158.977507:0:32730:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942158.977510:0:32730:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788942158.977513:0:32730:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afec98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000002:3.0:1788942158.977516:0:32730:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e767e0 addref 2/0 by ffff90b5459d27c0. 00020000:00000002:3.0:1788942158.977518:0:32730:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afec98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000001:3.0:1788942158.977521:0:32730:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788942158.977522:0:32730:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788942158.977524:0:32730:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788942158.977526:0:32730:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788942158.977528:0:32730:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788942158.977530:0:32730:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788942158.977532:0:32730:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:3.0:1788942158.977534:0:32730:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.977536:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977537:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942158.977539:0:32730:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942158.977542:0:32730:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942158.977543:0:32730:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942158.977546:0:32730:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff90b548d9e3c8) 00000080:00010000:3.0:1788942158.977549:0:32730:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff90b548d9e3c8) for lock 0xcbb91bbb7815787d 00800000:00000001:3.0:1788942158.977551:0:32730:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942158.977553:0:32730:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942158.977554:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977556:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977557:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:3.0:1788942158.977559:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977561:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977563:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977564:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942158.977565:0:32730:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.977567:0:32730:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.977568:0:32730:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788942158.977570:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942158.977575:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.977587:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942158.977591:0:32730:0:(namei.c:1651:ll_create_it()) inode ffff90b548d9e3c8 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1788942158.977594:0:32730:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942158.977598:0:32730:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff90b548d9e3c8) 00000080:00000001:3.0:1788942158.977600:0:32730:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942158.977603:0:32730:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fbc00. 00000100:00000001:3.0:1788942158.977606:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942158.977609:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942158.977615:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.977618:0:32730:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788942158.977619:0:32730:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942158.977621:0:32730:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548d9e3c8 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1788942158.977628:0:32730:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788942158.977630:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fa68 00000080:00200008:3.0:1788942158.977632:0:32730:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff90b548d9e3c8), flags 100102 00000080:00000010:3.0:1788942158.977638:0:32730:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5547137c0. 00000080:00000010:3.0:1788942158.977643:0:32730:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5435dde00. 00000080:00000001:3.0:1788942158.977645:0:32730:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788942158.977650:0:32730:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788942158.977652:0:32730:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788942158.977655:0:32730:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b559061ac0. 00000002:00100000:3.0:1788942158.977659:0:32730:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942158.977665:0:32730:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942158.977667:0:32730:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788942158.977670:0:32730:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788942158.977673:0:32730:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.977676:0:32730:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942158.977678:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942158.977681:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788942158.977691:0:32730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942158.977694:0:32730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559260000. 02000000:00000001:3.0:1788942158.977730:0:32730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788942158.977731:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942158.977734:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fa68 00000080:00000008:3.0:1788942158.977735:0:32730:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff90b548d9e3c8), flags 100102, rc = 0 00000080:00000001:3.0:1788942158.977739:0:32730:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788942158.977740:0:32730:0:(dcache.c:176:ll_intent_release()) intent ffff90b545e763c0 released 00000080:00010000:3.0:1788942158.977743:0:32730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815787d from it ffff90b545e763c0 00010000:00000001:3.0:1788942158.977745:0:32730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942158.977747:0:32730:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942158.977748:0:32730:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:3.0:1788942158.977750:0:32730:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977752:0:32730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942158.977754:0:32730:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942158.977757:0:32730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942158.977764:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977765:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.977766:0:32730:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942158.977769:0:32730:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942158.977771:0:32730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942158.977778:0:32730:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942158.977781:0:32730:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942158.977783:0:32730:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942158.977786:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977787:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942158.977789:0:32730:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.977792:0:32730:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942158.977794:0:32730:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.977796:0:32730:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.977798:0:32730:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942158.977800:0:32730:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942158.977801:0:32730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942158.977802:0:32730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942158.977803:0:32730:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788942158.977805:0:32730:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788942158.977807:0:32730:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942158.977809:0:32730:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942158.977811:0:32730:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942158.977812:0:32730:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.977815:0:32730:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788942158.977816:0:32730:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.977819:0:32730:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942158.977821:0:32730:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.977822:0:32730:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942158.977825:0:32730:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b545e763c0. 00000080:00000001:3.0:1788942158.977828:0:32730:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942158.977831:0:32730:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788942158.977833:0:32730:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff90b548d9e3c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1788942158.977837:0:32730:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788942158.988109:0:32587:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48900. 00010000:00000001:3.0:1788942159.584982:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942159.584988:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942159.584993:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942159.584995:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942159.585082:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942159.585085:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942159.585088:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942160.609205:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942160.609216:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942160.609223:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942160.609225:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942160.609428:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942160.609446:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942160.609451:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942161.635382:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942161.635391:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942161.635399:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942161.635400:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942161.636547:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942161.636552:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942161.636557:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942162.018187:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296561751, at 4296562177 00000100:00000010:3.0:1788942162.018206:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54ba0. 00000100:00000001:3.0:1788942162.018280:0:15937:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788942162.018283:0:15937:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.018812:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296561751, at 4296562177 00000100:00000010:2.0:1788942162.018826:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54780. 00000100:00000040:2.0:1788942162.534794:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942162.534807:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942162.534820:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369f80. 00000020:00000040:2.0:1788942162.534828:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942162.534832:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942162.534836:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942162.534842:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942162.534906:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551a61e00. 00000100:00000001:2.0:1788942162.534916:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.534931:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942162.534948:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942162.534964:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.534972:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098f750de] to pc [ptlrpcd_01_01+1] req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535008:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535011:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942162.535015:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942162.535018:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236ad80. 00000020:00000040:2.0:1788942162.535021:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942162.535023:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942162.535024:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942162.535027:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942162.535031:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b544d69100. 00000100:00000001:2.0:1788942162.535034:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535038:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942162.535045:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942162.535047:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535050:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004ad7836] to pc [ptlrpcd_01_00+0] req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535058:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535060:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788942162.535063:0:20148:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788942162.535066:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942162.535070:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942162.535073:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236a300. 00000020:00000040:2.0:1788942162.535076:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942162.535078:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942162.535079:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942162.535081:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942162.535084:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b544d69f00. 00000100:00000001:2.0:1788942162.535087:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535090:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942162.535097:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942162.535099:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535103:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7232c9a] to pc [ptlrpcd_01_01+1] req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535109:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535114:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1900) 00000100:00000001:2.0:1788942162.535133:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942162.535138:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942162.535140:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942162.535145:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535153:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942162.535156:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942162.535160:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942162.535163:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942162.535165:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942162.535170:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884274304:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942162.535174:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942162.535180:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942162.535183:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942162.535186:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942162.535191:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5487e2000. 02000000:00000001:2.0:1788942162.535193:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942162.535203:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942162.535208:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450980b0. 00000400:00000010:2.0:1788942162.535217:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61e58. 00000100:00000200:2.0:1788942162.535226:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884274304, portal 10 00000100:00000001:2.0:1788942162.535229:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942162.535231:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175636352 : -122366533915264 : ffff90b55236ad80) 00000100:00000040:2.0:1788942162.535238:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535246:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942162.535250:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942162.535253:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61c38. 00000100:00000200:2.0:1788942162.535256:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884274304, offset 0 00000400:00000200:2.0:1788942162.535264:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942162.535274:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.535284:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942162.535291:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942162.535295:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942162.535300:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942162.535303:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942162.535307:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2549:2549:256:4294967295] 192.168.206.109@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:2.0:1788942162.535311:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.535323:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942162.535329:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942162.535335:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b544d69900. 00000800:00000200:2.0:1788942162.535343:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942162.535353:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942162.535358:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b544d69900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942162.535373:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535378:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 817562 usecs (818 jiffies) 00000400:00000200:2.0:1788942162.535382:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942162.535384:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296563512 00000100:00000010:2.0:1788942162.535390:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd360. 00000100:00000001:2.0:1788942162.535398:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788942162.535404:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296563512 00000100:00000010:2.0:1788942162.535408:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd720. 00000100:00000001:2.0:1788942162.535412:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788942162.535415:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942162.535434:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942162.535438:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942162.535441:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942162.535450:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942162.535452:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942162.535454:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942162.535456:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942162.535457:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942162.535460:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788942162.535462:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942162.535464:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942162.535466:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942162.535468:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942162.535469:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942162.535470:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942162.535475:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535481:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942162.535483:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942162.535485:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942162.535487:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942162.535489:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942162.535492:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884274176:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942162.535495:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942162.535498:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942162.535500:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942162.535502:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942162.535507:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464bf000. 02000000:00000001:2.0:1788942162.535509:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942162.535512:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942162.535516:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942162.535520:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942162.535523:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884274176, portal 25 00000100:00000001:2.0:1788942162.535525:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942162.535526:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175632768 : -122366533918848 : ffff90b552369f80) 00000100:00000040:2.0:1788942162.535531:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535538:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942162.535540:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942162.535542:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61908. 00000100:00000200:2.0:1788942162.535545:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884274176, offset 0 00000400:00000200:2.0:1788942162.535549:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942162.535553:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.535556:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942162.535558:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942162.535561:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942162.535563:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942162.535565:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942162.535568:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2550:2550:255:4294967295] 192.168.206.109@tcp LPNI seq info [2550:2550:7:4294967295] 00000400:00000200:2.0:1788942162.535571:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.535577:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942162.535581:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942162.535590:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b54283a600. 00000800:00000200:2.0:1788942162.535594:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942162.535599:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942162.535601:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54283a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942162.535604:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942162.535607:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942162.535609:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296566862 00000100:00000001:2.0:1788942162.535614:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563512 00000100:00000001:2.0:1788942162.535617:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296566862 00000100:00000001:2.0:1788942162.535621:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563512 00000100:00000001:2.0:1788942162.535624:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942162.535626:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942162.535628:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942162.535633:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535640:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942162.535641:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942162.535644:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942162.535646:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942162.535648:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942162.535650:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884274432:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942162.535653:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942162.535655:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942162.535657:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942162.535658:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942162.535662:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464be400. 02000000:00000001:2.0:1788942162.535663:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942162.535667:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942162.535670:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450981b8. 00000400:00000010:2.0:1788942162.535674:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61aa0. 00000100:00000200:2.0:1788942162.535676:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884274432, portal 4 00000100:00000001:2.0:1788942162.535678:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942162.535679:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175633664 : -122366533917952 : ffff90b55236a300) 00000100:00000040:2.0:1788942162.535684:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535690:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942162.535693:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942162.535695:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61088. 00000100:00000200:2.0:1788942162.535698:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884274432, offset 0 00000400:00000200:2.0:1788942162.535702:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942162.535705:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.535709:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942162.535712:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942162.535714:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942162.535716:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942162.535719:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942162.535722:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2551:2551:254:4294967295] 192.168.206.109@tcp LPNI seq info [2551:2551:6:4294967295] 00000400:00000200:2.0:1788942162.535725:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.535731:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942162.535735:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942162.535740:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9c00. 00000800:00000200:2.0:1788942162.535746:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942162.535749:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942162.535751:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942162.535754:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942162.535758:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 249992 usecs (250 jiffies) 00000400:00000200:2.0:1788942162.535761:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942162.535763:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296562944 00000100:00000001:2.0:1788942162.535765:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296566862 00000100:00000001:2.0:1788942162.535768:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296562944 00000100:00000001:2.0:1788942162.535770:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296566862 00000100:00000001:2.0:1788942162.535771:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942162.535773:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942162.535775:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942162.535778:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942162.535833:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942162.535838:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b544d69900. 00000400:00000200:2.0:1788942162.535846:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942162.535878:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942162.535884:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61c38 00000400:00000010:2.0:1788942162.535886:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61c38. 00000100:00000001:2.0:1788942162.535892:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942162.535896:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535906:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942162.535909:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535916:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942162.535918:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942162.535930:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942162.535933:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b54283a600. 00000400:00000200:2.0:1788942162.535937:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942162.535940:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942162.535942:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61908 00000400:00000010:2.0:1788942162.535944:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61908. 00000100:00000001:2.0:1788942162.535945:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942162.535948:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535967:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942162.535971:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.535976:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942162.535977:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942162.536048:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942162.536051:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9c00. 00000400:00000200:2.0:1788942162.536055:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942162.536058:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942162.536061:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61088 00000400:00000010:2.0:1788942162.536062:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61088. 00000100:00000001:2.0:1788942162.536064:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942162.536067:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.536074:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942162.536077:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.536084:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942162.536085:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942162.536356:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942162.536360:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942162.539945:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.539978:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942162.539983:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.539986:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942162.539997:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540006:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942162.540015:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540021:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540027:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540033:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f52a80 00000400:00000200:2.0:1788942162.540039:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540045:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d45 [1] + 224 00000800:00000001:2.0:1788942162.540053:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.540058:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942162.540062:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942162.540067:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942162.540077:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942162.540087:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942162.540099:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.540175:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942162.540181:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942162.540201:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942162.540212:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.540217:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942162.540219:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.540221:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942162.540225:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540229:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942162.540233:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540236:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540239:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540242:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52b00 00000400:00000200:2.0:1788942162.540246:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540251:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d65 [1] + 224 00000800:00000001:2.0:1788942162.540255:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.540259:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942162.540261:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942162.540264:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942162.540268:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942162.540273:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942162.540282:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.540290:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942162.540294:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.540298:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942162.540300:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.540302:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942162.540305:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540308:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942162.540312:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540314:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540317:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540320:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f52a00 00000400:00000200:2.0:1788942162.540323:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942162.540327:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d55 [1] + 224 00000800:00000001:2.0:1788942162.540330:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.540396:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942162.540399:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942162.540403:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942162.540406:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942162.540411:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942162.540435:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942162.540443:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942162.540447:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942162.540451:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788942162.555151:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942162.555169:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942162.555175:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450980b0. 00000400:00000200:3.0:1788942162.555185:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61e58 00000400:00000010:3.0:1788942162.555196:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61e58. 00000100:00000001:3.0:1788942162.555203:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942162.555218:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942162.555231:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555240:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942162.555243:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942162.555246:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942162.555250:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942162.555253:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942162.555256:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942162.555259:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942162.555270:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=152 v=5 (105 105 105 137) 00000100:00001000:3.0:1788942162.555274:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942162.555276:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942162.555278:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942162.555281:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942162.555285:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942162.555289:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788942162.555291:0:2355:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967655 gen 2 00000100:00100000:3.0:1788942162.555298:0:2355:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942162.555305:0:2355:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788942162.555309:0:2355:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:3.0:1788942162.555311:0:2355:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942162.555313:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942162.555320:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555328:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942162.555331:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942162.555333:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942162.555337:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942162.555345:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884274304:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942162.555350:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942162.555354:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942162.555358:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236ad80 x1875839884274304/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555365:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942162.555368:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942162.555373:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5487e2000. 02000000:00000001:3.0:1788942162.555377:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942162.555381:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942162.555382:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942162.555385:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942162.555388:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b544d69100. 02000000:00000001:3.0:1788942162.555392:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942162.555394:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942162.555396:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236ad80. 00000100:00000001:3.0:1788942162.555400:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942162.555401:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942162.555405:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942162.555408:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942162.555410:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942162.555414:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942162.555416:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942162.555431:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098d68. 00000400:00000200:3.0:1788942162.555434:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000400:00000010:3.0:1788942162.555436:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:3.0:1788942162.555439:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942162.555445:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942162.555454:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555459:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942162.555461:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942162.555463:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942162.555465:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942162.555466:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942162.555468:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942162.555470:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942162.555474:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=152 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942162.555477:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=152 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942162.555478:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942162.555479:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942162.555481:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942162.555483:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942162.555485:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942162.555488:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555494:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942162.555496:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942162.555497:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942162.555500:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942162.555507:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884274176:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788942162.555513:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942162.555514:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942162.555516:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450981b8. 00000400:00000200:3.0:1788942162.555519:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61aa0 00000400:00000010:3.0:1788942162.555520:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61aa0. 00000100:00000001:3.0:1788942162.555523:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942162.555527:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942162.555536:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555542:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942162.555543:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942162.555545:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942162.555547:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942162.555548:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942162.555550:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942162.555551:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942162.555556:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=152 v=5 (5 5 5 36) 00000100:00001000:3.0:1788942162.555559:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942162.555561:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942162.555562:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942162.555564:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942162.555565:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942162.555568:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942162.555570:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942162.555572:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942162.555573:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942162.555577:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555584:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942162.555586:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942162.555587:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942162.555591:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942162.555598:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884274432:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942162.555602:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942162.555605:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942162.555608:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369f80 x1875839884274176/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555614:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942162.555616:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942162.555617:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464bf000. 02000000:00000001:3.0:1788942162.555623:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942162.555625:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942162.555626:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942162.555628:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942162.555630:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551a61e00. 02000000:00000001:3.0:1788942162.555632:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942162.555633:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942162.555635:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369f80. 00000100:00000001:3.0:1788942162.555637:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942162.555638:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942162.555640:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942162.555643:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236a300 x1875839884274432/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942162.555648:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942162.555649:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942162.555651:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464be400. 02000000:00000001:3.0:1788942162.555653:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942162.555654:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942162.555655:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942162.555656:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942162.555658:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b544d69f00. 02000000:00000001:3.0:1788942162.555659:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942162.555660:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942162.555661:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236a300. 00000100:00000001:3.0:1788942162.555663:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942162.555664:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942162.555666:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942162.555675:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942162.555677:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942162.555680:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942162.555682:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942162.657015:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942162.657026:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942162.657033:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942162.657035:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942162.657148:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942162.657152:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942162.657156:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942163.681055:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942163.681066:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942163.681069:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942163.681072:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942163.681078:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942163.681081:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942163.681083:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942163.681085:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942163.681100:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942163.681101:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942163.681257:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942163.681261:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942163.681264:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942164.704982:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942164.704988:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942164.704993:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942164.704994:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942164.705404:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942164.705407:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942164.705410:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1788942164.966486:0:32730:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788942164.966494:0:32730:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afec98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000002:2.0:1788942164.966499:0:32730:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afec98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000001:2.0:1788942164.966501:0:32730:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942164.966509:0:32730:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942164.966512:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fdf0 00000080:00200008:2.0:1788942164.966514:0:32730:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff90b548d9e3c8), flags 100002 00000080:00000001:2.0:1788942164.966529:0:32730:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788942164.966532:0:32730:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788942164.966533:0:32730:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788942164.966534:0:32730:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afec98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000002:2.0:1788942164.966536:0:32730:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afec98) owner 0000000000000000/ffff90b5459d27c0 00020000:00000001:2.0:1788942164.966538:0:32730:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942164.966541:0:32730:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788942164.966548:0:32730:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942164.966551:0:32730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942164.966557:0:32730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:2.0:1788942164.966560:0:32730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942164.966564:0:32730:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942164.966566:0:32730:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:2.0:1788942164.966569:0:32730:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788942164.966571:0:32730:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788942164.966575:0:32730:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5464c6400. 00000080:00000001:2.0:1788942164.966578:0:32730:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788942164.966583:0:32730:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788942164.966587:0:32730:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788942164.966588:0:32730:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:2.0:1788942164.966591:0:32730:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788942164.966593:0:32730:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:2.0:1788942164.966599:0:32730:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368380. 00000020:00000040:2.0:1788942164.966603:0:32730:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942164.966607:0:32730:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942164.966610:0:32730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942164.966614:0:32730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942164.966620:0:32730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5464c7800. 00000100:00000001:2.0:1788942164.966627:0:32730:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788942164.966644:0:32730:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788942164.966665:0:32730:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788942164.966671:0:32730:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788942164.966677:0:32730:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942164.966679:0:32730:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942164.966686:0:32730:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5522919c0. 00000100:00000001:2.0:1788942164.966687:0:32730:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174746560 : -122366534805056 : ffff90b5522919c0) 00000100:00000001:2.0:1788942164.966689:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942164.966691:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000100:00000001:2.0:1788942164.966695:0:32730:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942164.966698:0:32730:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942164.966700:0:32730:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942164.966701:0:32730:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942164.966705:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942164.966711:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942164.966713:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942164.966716:0:32730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942164.966718:0:32730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942164.966721:0:32730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942164.966724:0:32730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368380 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32730:1875839884274688:192.168.206.109@tcp:35:multiop.0 00000100:00000001:2.0:1788942164.966727:0:32730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942164.966732:0:32730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942164.966734:0:32730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942164.966737:0:32730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942164.966741:0:32730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942164.966743:0:32730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942164.966750:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942164.966754:0:32730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098dc0. 00000400:00000010:2.0:1788942164.966760:0:32730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61088. 00000100:00000200:2.0:1788942164.966767:0:32730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884274688, portal 10 00000100:00000001:2.0:1788942164.966769:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942164.966770:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000100:00000040:2.0:1788942164.966776:0:32730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942180 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942164.966783:0:32730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942164.966799:0:32730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942164.966802:0:32730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61908. 00000100:00000200:2.0:1788942164.966805:0:32730:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884274688, offset 0 00000400:00000200:2.0:1788942164.966811:0:32730:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942164.966818:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942164.966826:0:32730:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942164.966831:0:32730:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942164.966835:0:32730:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942164.966839:0:32730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942164.966841:0:32730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942164.966845:0:32730:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2552:2552:256:4294967295] 192.168.206.109@tcp LPNI seq info [2552:2552:8:4294967295] 00000400:00000200:2.0:1788942164.966871:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942164.966880:0:32730:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942164.966885:0:32730:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942164.966890:0:32730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9c00. 00000800:00000200:2.0:1788942164.966896:0:32730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942164.966904:0:32730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942164.966907:0:32730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788942164.966928:0:32730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942164.966933:0:32730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 816550 usecs (817 jiffies) 00000400:00000200:2.0:1788942164.966936:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942164.966938:0:32730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296565943 00000100:00000001:2.0:1788942164.966951:0:32730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296566862 00000100:00000001:2.0:1788942164.966953:0:32730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296565943 00000100:00000001:2.0:1788942164.966955:0:32730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296566862 00000100:00000001:2.0:1788942164.966957:0:32730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942164.966960:0:32730:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942164.966962:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942164.966964:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942164.966966:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788942164.966969:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942164.966971:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942164.967064:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942164.967069:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9c00. 00000400:00000200:3.0:1788942164.967075:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942164.967079:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942164.967084:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61908 00000400:00000010:3.0:1788942164.967086:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61908. 00000100:00000001:3.0:1788942164.967090:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942164.967095:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942180 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942164.967104:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942164.967107:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942180 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942164.967114:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942164.967116:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788942165.729122:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942165.729130:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942165.729137:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942165.729140:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942165.731995:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942165.732004:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942165.732010:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942166.753255:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942166.753263:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942166.753270:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942166.753271:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942166.753652:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942166.753655:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942166.753659:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942167.136995:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296566862, at 4296567296 00000100:00000010:2.0:1788942167.137015:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd360. 00000100:00000040:3.0:1788942167.137198:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296566862, at 4296567296 00000100:00000010:3.0:1788942167.137205:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd720. 00000100:00000040:2.0:1788942167.652726:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942167.652740:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942167.652759:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236aa00. 00000020:00000040:2.0:1788942167.652768:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942167.652773:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942167.652777:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942167.652784:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942167.652795:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5590b9000. 00000100:00000001:2.0:1788942167.652803:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.652819:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942167.652919:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942167.652924:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.652941:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b53d22c] to pc [ptlrpcd_01_00+0] req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.652995:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.653000:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942167.653004:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942167.653011:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.653019:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942167.653022:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.653027:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942167.653030:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942167.653033:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942167.653037:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884274816:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942167.653042:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942167.653062:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942167.653065:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.653067:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942167.653073:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5487e3c00. 02000000:00000001:3.0:1788942167.653076:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942167.653084:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942167.653089:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4210. 00000400:00000010:3.0:1788942167.653097:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded908. 00000100:00000200:3.0:1788942167.653107:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884274816, portal 25 00000100:00000001:3.0:1788942167.653110:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942167.653112:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175635456 : -122366533916160 : ffff90b55236aa00) 00000100:00000040:3.0:1788942167.653119:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.653127:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942167.653131:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942167.653134:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded330. 00000100:00000200:3.0:1788942167.653137:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884274816, offset 0 00000400:00000200:3.0:1788942167.653144:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942167.653155:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.653164:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942167.653170:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942167.653174:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942167.653178:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942167.653180:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942167.653185:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2553:2553:256:4294967295] 192.168.206.109@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:3.0:1788942167.653189:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.653200:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942167.653207:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942167.653213:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35000. 00000800:00000200:3.0:1788942167.653222:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942167.653231:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942167.653239:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942167.653254:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942167.653259:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942167.653262:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296571980 00000100:00000010:3.0:1788942167.653268:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76180. 00000100:00000001:3.0:1788942167.653276:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788942167.653284:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296571980 00000100:00000010:3.0:1788942167.653287:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e764e0. 00000100:00000001:3.0:1788942167.653290:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788942167.653293:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942167.653295:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.653299:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.653302:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942167.653518:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.653522:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942167.653526:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942167.653531:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b480. 00000020:00000040:2.0:1788942167.653534:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942167.653536:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942167.653538:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942167.653541:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942167.653545:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5590b9a00. 00000100:00000001:2.0:1788942167.653549:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.653555:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942167.653562:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942167.653564:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.653569:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007511df63] to pc [ptlrpcd_01_01+1] req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.653667:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942167.653671:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942167.653674:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.653675:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942167.653677:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942167.653679:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788942167.653681:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.653683:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942167.653684:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.653686:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.653687:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942167.653688:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942167.653692:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.653700:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942167.653702:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.653705:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942167.653707:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942167.653710:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942167.653713:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884274944:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942167.653716:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942167.653719:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942167.653721:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.653722:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942167.653726:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5487e2000. 02000000:00000001:3.0:1788942167.653728:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942167.653733:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942167.653738:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c43c8. 00000400:00000010:3.0:1788942167.653743:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded7f8. 00000100:00000200:3.0:1788942167.653746:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884274944, portal 10 00000100:00000001:3.0:1788942167.653748:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942167.653750:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175638144 : -122366533913472 : ffff90b55236b480) 00000100:00000040:3.0:1788942167.653757:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.653763:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942167.653766:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942167.653768:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded110. 00000100:00000200:3.0:1788942167.653771:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884274944, offset 0 00000400:00000200:3.0:1788942167.653776:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942167.653780:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.653785:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942167.653789:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942167.653791:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942167.653794:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942167.653796:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942167.653799:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2554:2554:255:4294967295] 192.168.206.109@tcp LPNI seq info [2554:2554:7:4294967295] 00000400:00000200:3.0:1788942167.653804:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.653809:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942167.653814:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942167.653818:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35600. 00000800:00000200:3.0:1788942167.653835:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942167.653840:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942167.653843:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942167.653846:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942167.654002:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 816550 usecs (817 jiffies) 00000400:00000200:3.0:1788942167.654007:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942167.654010:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296568630 00000100:00000001:3.0:1788942167.654013:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296571980 00000100:00000001:3.0:1788942167.654015:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296568630 00000100:00000001:3.0:1788942167.654017:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296571980 00000100:00000001:3.0:1788942167.654019:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942167.654021:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.654024:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.654026:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.654043:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.654046:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942167.654173:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942167.654178:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35000. 00000400:00000200:3.0:1788942167.654186:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942167.654192:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942167.654199:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded330 00000400:00000010:3.0:1788942167.654201:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded330. 00000100:00000001:3.0:1788942167.654207:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942167.654212:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.654223:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942167.654226:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.654233:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.654235:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942167.654661:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942167.654665:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35600. 00000400:00000200:3.0:1788942167.654668:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942167.654673:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942167.654677:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded110 00000400:00000010:3.0:1788942167.654679:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded110. 00000100:00000001:3.0:1788942167.654683:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942167.654687:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.654696:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942167.654700:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.654706:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.654707:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942167.654800:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.654803:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942167.654805:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.654807:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942167.654910:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.654914:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788942167.654918:0:20148:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788942167.654921:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942167.654925:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942167.654941:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236a680. 00000020:00000040:2.0:1788942167.654946:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942167.654950:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942167.654952:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942167.654956:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942167.654962:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5590b9400. 00000100:00000001:2.0:1788942167.654968:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.654973:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942167.654980:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942167.654985:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.654989:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064254365] to pc [ptlrpcd_01_00+0] req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.655032:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.655034:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942167.655036:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942167.655041:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.655048:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942167.655119:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.655124:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942167.655126:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942167.655129:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942167.655133:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884275072:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942167.655137:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942167.655143:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942167.655145:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.655148:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942167.655154:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fbe00. 02000000:00000001:3.0:1788942167.655156:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942167.655163:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942167.655167:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4bb0. 00000400:00000010:3.0:1788942167.655173:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded110. 00000100:00000200:3.0:1788942167.655179:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884275072, portal 4 00000100:00000001:3.0:1788942167.655181:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942167.655182:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175634560 : -122366533917056 : ffff90b55236a680) 00000100:00000040:3.0:1788942167.655191:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.655198:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942167.655200:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942167.655204:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded330. 00000100:00000200:3.0:1788942167.655207:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884275072, offset 0 00000400:00000200:3.0:1788942167.655213:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942167.655220:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.655226:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942167.655230:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942167.655234:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942167.655238:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942167.655241:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942167.655244:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2555:2555:256:4294967295] 192.168.206.109@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:3.0:1788942167.655249:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.655257:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942167.655262:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942167.655267:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35600. 00000800:00000200:3.0:1788942167.655273:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942167.655280:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942167.655284:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942167.655295:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942167.655299:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 248648 usecs (249 jiffies) 00000400:00000200:3.0:1788942167.655302:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942167.655305:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296568063 00000100:00000001:3.0:1788942167.655307:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296571980 00000100:00000001:3.0:1788942167.655310:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296568063 00000100:00000001:3.0:1788942167.655312:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296571980 00000100:00000001:3.0:1788942167.655315:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942167.655317:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.655320:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.655322:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942167.655346:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942167.655351:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1905) 00000100:00000001:2.0:1788942167.655366:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942167.655368:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942167.655738:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942167.655743:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35600. 00000400:00000200:2.0:1788942167.655748:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942167.655753:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942167.655757:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded330 00000400:00000010:2.0:1788942167.655759:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded330. 00000100:00000001:2.0:1788942167.655763:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942167.655767:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942167.655775:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942167.655778:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942167.655786:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942167.655788:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942167.655960:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942167.655963:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942167.655966:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.655968:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942167.656120:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942167.656124:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942167.660724:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942167.660747:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942167.660752:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942167.660754:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942167.660765:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.660774:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942167.660784:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.660792:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.660798:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.660803:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f52c80 00000400:00000200:3.0:1788942167.660809:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942167.660815:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d85 [1] + 224 00000800:00000001:3.0:1788942167.660832:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942167.660837:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942167.660841:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942167.660845:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942167.661681:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942167.661697:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942167.661712:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.661736:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942167.667204:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942167.667342:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942167.667347:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942167.667351:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942167.667361:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667371:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942167.667383:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667389:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667396:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667402:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52d80 00000400:00000200:2.0:1788942167.667407:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667414:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6da5 [1] + 224 00000800:00000001:2.0:1788942167.667423:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942167.667427:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942167.667431:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942167.667437:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942167.667447:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942167.667458:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942167.667470:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942167.667480:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942167.667489:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942167.667492:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942167.667494:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942167.667496:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942167.667499:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667502:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942167.667506:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667509:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667511:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667514:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f52d00 00000400:00000200:2.0:1788942167.667517:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942167.667522:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6d95 [1] + 224 00000800:00000001:2.0:1788942167.667526:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788942167.668057:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.668064:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942167.668073:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942167.668076:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942167.668080:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4bb0. 00000400:00000200:3.0:1788942167.668087:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded110 00000400:00000010:3.0:1788942167.668090:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded110. 00000100:00000001:3.0:1788942167.668094:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942167.668101:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942167.668111:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.668119:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942167.668121:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.668124:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942167.668129:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942167.668132:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1788942167.671755:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942167.671769:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942167.672102:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942167.672116:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942167.672126:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942167.672139:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942167.672150:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942167.672167:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942167.672177:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.672724:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.672734:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942167.673116:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942167.673123:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942167.673127:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942167.673129:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942167.673342:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942167.673348:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.673354:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942167.673357:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942167.673360:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942167.673362:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942167.673375:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.673386:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942167.673390:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942167.673392:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942167.673397:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942167.673407:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884275072:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788942167.673424:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942167.673426:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942167.673431:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c43c8. 00000400:00000200:3.0:1788942167.673437:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded7f8 00000400:00000010:3.0:1788942167.673440:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded7f8. 00000100:00000001:3.0:1788942167.673445:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942167.673451:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942167.673461:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.673469:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942167.673472:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.673476:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942167.673479:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942167.673481:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942167.673484:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.673486:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942167.673492:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=7 v=5 (5 105 105 105) 00000100:00001000:3.0:1788942167.673496:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942167.673499:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942167.673501:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942167.673502:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942167.673504:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.673507:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942167.673509:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1788942167.673511:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942167.673512:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942167.673517:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.673524:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942167.673527:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942167.673528:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942167.673532:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942167.673539:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884274944:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788942167.673545:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942167.673547:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942167.673549:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4210. 00000400:00000200:3.0:1788942167.673552:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded908 00000400:00000010:3.0:1788942167.673554:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded908. 00000100:00000001:3.0:1788942167.673557:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942167.673562:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942167.673571:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.673578:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942167.673579:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.673581:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942167.673583:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942167.673584:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942167.673586:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942167.673588:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942167.673591:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942167.673593:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942167.673595:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942167.673597:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942167.673599:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942167.673601:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.673603:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942167.673607:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.673613:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942167.673615:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942167.673616:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942167.673619:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942167.673636:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884274816:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942167.673642:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.673646:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942167.673651:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236a680 x1875839884275072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.673659:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942167.673663:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942167.673667:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fbe00. 02000000:00000001:3.0:1788942167.673672:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942167.673675:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942167.673677:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942167.673681:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942167.673683:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9400. 02000000:00000001:3.0:1788942167.673689:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942167.673691:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942167.673693:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236a680. 00000100:00000001:3.0:1788942167.673697:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942167.673699:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.673701:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942167.673704:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b480 x1875839884274944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.673710:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942167.673711:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942167.673713:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5487e2000. 02000000:00000001:3.0:1788942167.673716:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942167.673717:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942167.673719:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942167.673721:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942167.673722:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9a00. 02000000:00000001:3.0:1788942167.673725:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942167.673726:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942167.673727:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b480. 00000100:00000001:3.0:1788942167.673730:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942167.673731:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.673733:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942167.674166:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236aa00 x1875839884274816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942167.674176:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942167.674178:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942167.674180:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5487e3c00. 02000000:00000001:3.0:1788942167.674183:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942167.674185:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942167.674186:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942167.674188:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942167.674190:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9000. 02000000:00000001:3.0:1788942167.674193:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942167.674195:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942167.674197:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236aa00. 00000100:00000001:3.0:1788942167.674199:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942167.674201:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.674204:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942167.674214:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942167.674217:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942167.674220:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942167.674223:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942167.777049:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942167.777057:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942167.777062:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942167.777063:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942167.777177:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942167.777183:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942167.777187:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942168.803482:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942168.803489:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942168.803494:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942168.803496:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942168.803499:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942168.803504:0:30120:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942168.803506:0:30120:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942168.803508:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942168.803510:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942168.803512:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942168.803514:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942168.803515:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942168.803871:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942168.803874:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942168.803877:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942169.824987:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942169.824992:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942169.824997:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942169.824998:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942169.826634:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942169.826639:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942169.826643:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942170.850284:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942170.850289:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942170.850294:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942170.850295:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942170.851697:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942170.851701:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942170.851705:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942171.872990:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942171.872997:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942171.873002:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942171.873003:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942171.874703:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942171.874708:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942171.874711:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942172.256934:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296571980, at 4296572416 00000100:00000010:3.0:1788942172.256955:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e764e0. 00000100:00000040:2.0:1788942172.257314:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296571980, at 4296572416 00000100:00000010:2.0:1788942172.257327:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76180. 00000100:00000040:1.0:1788942172.770866:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942172.770876:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942172.770886:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942172.770892:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942172.770897:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942172.770911:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942172.770916:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942172.770924:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38c00. 00000100:00000001:1.0:1788942172.770933:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.770944:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942172.770953:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942172.770958:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.770963:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_01+1] req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771000:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771003:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942172.771005:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942172.771008:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942172.771011:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942172.771013:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942172.771014:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942172.771016:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942172.771019:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38f00. 00000100:00000001:1.0:1788942172.771022:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771026:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942172.771033:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942172.771035:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771038:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009594d7e4] to pc [ptlrpcd_00_00+0] req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771045:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771047:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788942172.771050:0:38:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788942172.771052:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942172.771054:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942172.771057:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942172.771059:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942172.771061:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942172.771062:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942172.771064:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942172.771067:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38900. 00000100:00000001:1.0:1788942172.771069:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771073:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942172.771078:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942172.771080:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771083:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b77724] to pc [ptlrpcd_00_01+1] req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771090:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771094:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1910) 00000100:00000001:1.0:1788942172.771105:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942172.771107:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942172.771109:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942172.771115:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771127:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942172.771129:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942172.771133:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942172.771135:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942172.771137:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942172.771141:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884275328:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942172.771145:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942172.771149:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942172.771151:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942172.771154:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942172.771158:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5547a3200. 02000000:00000001:1.0:1788942172.771160:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942172.771168:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942172.771171:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f528. 00000400:00000010:1.0:1788942172.771178:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 00000100:00000200:1.0:1788942172.771184:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884275328, portal 10 00000100:00000001:1.0:1788942172.771187:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942172.771189:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942172.771195:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771203:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942172.771206:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942172.771209:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dab28. 00000100:00000200:1.0:1788942172.771212:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884275328, offset 0 00000400:00000200:1.0:1788942172.771217:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942172.771225:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942172.771232:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942172.771237:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942172.771240:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942172.771244:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942172.771246:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942172.771250:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2556:2556:256:4294967295] 192.168.206.109@tcp LPNI seq info [2556:2556:8:4294967295] 00000400:00000200:1.0:1788942172.771254:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942172.771262:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942172.771267:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942172.771271:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38000. 00000800:00000200:1.0:1788942172.771277:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942172.771284:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942172.771287:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942172.771346:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771351:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 815538 usecs (816 jiffies) 00000400:00000200:1.0:1788942172.771355:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942172.771357:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296573746 00000100:00000010:1.0:1788942172.771363:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c9d20. 00000100:00000001:1.0:1788942172.771369:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788942172.771374:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296573746 00000100:00000010:1.0:1788942172.771376:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b5466c9000. 00000100:00000001:1.0:1788942172.771380:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788942172.771382:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942172.771385:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.771387:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.771389:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942172.771396:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942172.771398:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942172.771400:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942172.771401:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942172.771402:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942172.771404:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788942172.771406:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942172.771407:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942172.771408:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942172.771410:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942172.771411:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942172.771412:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942172.771416:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771422:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942172.771423:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942172.771425:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942172.771427:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942172.771428:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942172.771431:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884275200:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942172.771433:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942172.771435:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942172.771437:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942172.771438:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942172.771441:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5547a2600. 02000000:00000001:1.0:1788942172.771443:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942172.771445:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942172.771448:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fc08. 00000400:00000010:1.0:1788942172.771451:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942172.771453:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884275200, portal 25 00000100:00000001:1.0:1788942172.771455:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942172.771456:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942172.771460:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771466:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942172.771468:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942172.771470:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942172.771473:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884275200, offset 0 00000400:00000200:1.0:1788942172.771476:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942172.771480:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942172.771482:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942172.771485:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942172.771487:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942172.771489:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942172.771491:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942172.771493:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2557:2557:255:4294967295] 192.168.206.109@tcp LPNI seq info [2557:2557:7:4294967295] 00000400:00000200:1.0:1788942172.771497:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942172.771502:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942172.771505:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942172.771508:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38600. 00000800:00000200:1.0:1788942172.771512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942172.771515:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942172.771518:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942172.771521:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942172.771523:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942172.771525:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296577098 00000100:00000001:1.0:1788942172.771530:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296573746 00000100:00000001:1.0:1788942172.771532:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296577098 00000100:00000001:1.0:1788942172.771535:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296573746 00000100:00000001:1.0:1788942172.771538:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942172.771540:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.771542:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942172.771545:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771551:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942172.771553:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942172.771555:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942172.771557:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942172.771558:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942172.771561:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884275456:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942172.771564:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942172.771565:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942172.771567:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942172.771568:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942172.771571:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5547a2e00. 02000000:00000001:1.0:1788942172.771573:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942172.771576:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942172.771578:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f9f8. 00000400:00000010:1.0:1788942172.771581:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da550. 00000100:00000200:1.0:1788942172.771583:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884275456, portal 4 00000100:00000001:1.0:1788942172.771585:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942172.771586:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942172.771590:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.771596:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942172.771598:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942172.771599:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dacc0. 00000100:00000200:1.0:1788942172.771601:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884275456, offset 0 00000400:00000200:1.0:1788942172.771605:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942172.771608:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942172.771611:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942172.771613:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942172.771615:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942172.771617:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942172.771619:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942172.771622:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2558:2558:254:4294967295] 192.168.206.109@tcp LPNI seq info [2558:2558:6:4294967295] 00000400:00000200:1.0:1788942172.771625:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942172.771630:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942172.771634:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942172.771637:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38e00. 00000800:00000200:1.0:1788942172.771640:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942172.771643:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942172.771645:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942172.771648:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.771650:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 247266 usecs (248 jiffies) 00000400:00000200:1.0:1788942172.771653:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942172.771655:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296573178 00000100:00000001:1.0:1788942172.771657:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296577098 00000100:00000001:1.0:1788942172.771659:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296573178 00000100:00000001:1.0:1788942172.771661:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296577098 00000100:00000001:1.0:1788942172.771662:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942172.771664:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.771666:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.771668:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942172.771742:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942172.771745:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942172.782618:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942172.782627:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38000. 00000400:00000200:2.0:1788942172.782635:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942172.782643:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942172.782650:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dab28 00000400:00000010:2.0:1788942172.782653:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dab28. 00000100:00000001:2.0:1788942172.782658:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942172.782667:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942172.782680:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942172.782683:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942172.782690:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942172.782692:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942172.782705:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942172.782708:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38600. 00000400:00000200:2.0:1788942172.782711:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942172.782715:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942172.782717:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:2.0:1788942172.782719:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:2.0:1788942172.782721:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942172.782725:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942172.782733:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942172.782736:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942172.782742:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942172.782743:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942172.782805:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942172.782807:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38e00. 00000400:00000200:2.0:1788942172.782810:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942172.782814:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942172.782817:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dacc0 00000400:00000010:2.0:1788942172.782818:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dacc0. 00000100:00000001:2.0:1788942172.782820:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942172.782824:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942172.782832:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942172.782835:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942172.782841:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942172.782842:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942172.788108:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942172.788123:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942172.788126:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942172.788129:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942172.788137:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942172.788145:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942172.788153:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942172.788158:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942172.788163:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942172.788167:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f52f00 00000400:00000200:2.0:1788942172.788172:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942172.788177:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6dc5 [1] + 224 00000800:00000001:2.0:1788942172.788184:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942172.788190:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942172.788193:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942172.788198:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942172.788204:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942172.788213:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942172.788224:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942172.788249:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942172.788256:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942172.788260:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942172.795567:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942172.795574:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942172.795583:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942172.795585:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942172.795588:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f9f8. 00000400:00000200:1.0:1788942172.795598:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da550 00000400:00000010:1.0:1788942172.795600:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da550. 00000100:00000001:1.0:1788942172.795604:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942172.795613:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942172.795623:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.795631:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942172.795633:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942172.795635:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942172.795638:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942172.795640:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942172.795642:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942172.795645:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942172.795653:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942172.795657:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942172.795660:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942172.795661:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942172.795664:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942172.795669:0:2353:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.795673:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942172.795675:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942172.795677:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942172.795679:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942172.795684:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.795691:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942172.795694:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942172.795696:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942172.795699:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942172.795707:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884275456:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942172.795713:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.795715:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942172.795719:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884275456/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942172.795724:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942172.795727:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942172.795730:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5547a2e00. 02000000:00000001:1.0:1788942172.795733:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942172.795735:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942172.795737:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942172.795739:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942172.795741:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38900. 02000000:00000001:1.0:1788942172.795745:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942172.795746:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942172.795748:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942172.795751:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942172.795752:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942172.795755:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.795757:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942172.795759:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942172.795761:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942172.795762:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942172.897636:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942172.897644:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942172.897651:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942172.897652:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942172.897812:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942172.897816:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942172.897819:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942173.792988:0:2353:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942173.793001:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942173.793003:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1788942173.793007:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942173.793009:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942173.793012:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942173.793016:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942173.921225:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942173.921233:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942173.921235:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942173.921239:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942173.921243:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942173.921246:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942173.921248:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942173.921250:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942173.921254:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942173.921255:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942173.921342:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942173.921345:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942173.921349:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942174.947252:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942174.947258:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942174.947262:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942174.947263:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942174.948568:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942174.948573:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942174.948577:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942175.971387:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942175.971396:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942175.971403:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942175.971404:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942175.971498:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942175.971502:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942175.971506:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788942176.356749:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942176.356757:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942176.356759:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788942176.356765:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 1 seconds 00000100:00000001:2.0:1788942176.356769:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942176.356772:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942176.993958:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942176.993964:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942176.993969:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942176.993970:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942176.994070:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942176.994073:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942176.994075:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942177.379764:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296577098, at 4296577538 00000100:00000010:2.0:1788942177.379783:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9d20. 00000100:00000001:0.0:1788942177.379828:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942177.379831:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942177.379834:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942177.379837:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 1 seconds 00000100:00000001:0.0:1788942177.379839:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942177.379842:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942177.380128:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296577098, at 4296577539 00000100:00000010:3.0:1788942177.380134:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b5466c9000. 00000100:00000040:1.0:1788942177.889000:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942177.889012:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942177.889023:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942177.889030:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942177.889035:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942177.889037:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942177.889042:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942177.889050:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38900. 00000100:00000001:1.0:1788942177.889057:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942177.889067:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942177.889078:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942177.889082:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942177.889088:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b77724] to pc [ptlrpcd_00_00+0] req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942177.889130:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942177.889133:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942177.889136:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942177.889139:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67800. 00000020:00000040:1.0:1788942177.889141:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942177.889143:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788942177.889256:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942177.889260:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942177.889262:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942177.889268:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942177.889276:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942177.889278:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942177.889282:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942177.889284:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942177.889287:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942177.889290:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884275584:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942177.889294:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942177.889299:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942177.889301:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942177.889304:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942177.889308:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4600. 02000000:00000001:0.0:1788942177.889311:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942177.889318:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942177.889322:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097318. 00000400:00000010:0.0:1788942177.889328:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a3b8. 00000100:00000200:0.0:1788942177.889334:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884275584, portal 25 00000100:00000001:0.0:1788942177.889337:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942177.889338:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:0.0:1788942177.889344:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942177.889351:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942177.889354:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942177.889357:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a7f8. 00000100:00000200:0.0:1788942177.889360:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884275584, offset 0 00000400:00000200:0.0:1788942177.889366:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942177.889374:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942177.889382:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942177.889386:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942177.889390:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942177.889394:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942177.889396:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942177.889400:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2559:2559:256:4294967295] 192.168.206.109@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:0.0:1788942177.889404:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942177.889413:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942177.889418:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942177.889423:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b800. 00000800:00000200:0.0:1788942177.889430:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942177.889437:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942177.889441:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942177.889462:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942177.889467:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942177.889469:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296582216 00000100:00000010:0.0:1788942177.889475:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b549c0. 00000100:00000001:0.0:1788942177.889481:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788942177.889490:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296582216 00000100:00000010:0.0:1788942177.889494:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54a80. 00000100:00000001:0.0:1788942177.889497:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788942177.889500:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942177.889502:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.889506:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.889508:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942177.889515:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942177.889517:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1788942177.889519:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942177.889520:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942177.889522:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.889524:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.889546:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942177.889548:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942177.889843:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942177.889846:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942177.889888:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38800. 00000100:00000001:1.0:1788942177.889894:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942177.889900:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942177.889908:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942177.889911:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942177.889915:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000511ee625] to pc [ptlrpcd_00_01+1] req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942177.889939:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942177.889942:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788942177.889946:0:38:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788942177.889948:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942177.889952:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788942177.889954:0:38:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788942177.889957:0:38:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788942177.889960:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942177.889963:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942177.889966:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942177.889967:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942177.889970:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942177.889974:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38e00. 00000100:00000001:1.0:1788942177.889990:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942177.889993:0:38:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00080000:1.0:1788942177.889997:0:38:0:(import.c:65:import_set_state_nolock()) ffff90b551b96000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788942177.889999:0:38:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90b5459f2800: disconnect after 21s idle 00000100:00000001:1.0:1788942177.890001:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942177.890003:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942177.890008:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052612f2c] to pc [ptlrpcd_rcv+-1] req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942177.890069:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788942177.890070:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788942177.890073:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942177.890075:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1788942177.890077:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000100:00000040:3.0:1788942177.890083:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788942177.890085:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942177.890095:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942177.890097:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942177.890100:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942177.890102:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 02000000:00000001:3.0:1788942177.890103:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1788942177.890106:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 02000000:00000001:3.0:1788942177.890108:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942177.890111:0:2347:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1788942177.890112:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788942177.890119:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942177.890120:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884275840:192.168.206.109@tcp:9:kworker.0 00000100:00000001:3.0:1788942177.890128:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942177.890133:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942177.890136:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942177.890137:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788942177.890138:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788942177.890144:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942177.890152:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942177.890154:0:2347:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1788942177.890155:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fbc00. 02000000:00000001:3.0:1788942177.890159:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942177.890164:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942177.890168:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4210. 00000400:00000010:3.0:1788942177.890172:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded908. 00000100:00000200:3.0:1788942177.890176:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884275840, portal 4 00000100:00000001:3.0:1788942177.890178:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942177.890180:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:3.0:1788942177.890186:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942177.890193:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942177.890195:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942177.890197:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded7f8. 00000100:00000200:3.0:1788942177.890199:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884275840, offset 0 00000400:00000200:3.0:1788942177.890204:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942177.890208:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942177.890212:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942177.890215:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942177.890218:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942177.890220:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942177.890223:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942177.890226:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2560:2560:256:4294967295] 192.168.206.109@tcp LPNI seq info [2560:2560:8:4294967295] 00000400:00000200:3.0:1788942177.890230:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942177.890236:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942177.890240:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942177.890245:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35000. 00000800:00000200:3.0:1788942177.890249:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942177.890253:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942177.890255:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942177.890271:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942177.890274:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 245985 usecs (246 jiffies) 00000400:00000200:3.0:1788942177.890278:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942177.890279:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296578295 00000100:00000001:3.0:1788942177.890282:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296582216 00000100:00000001:3.0:1788942177.890284:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296578295 00000100:00000001:3.0:1788942177.890286:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296582216 00000100:00000001:3.0:1788942177.890288:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942177.890290:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942177.890292:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942177.890294:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942177.890329:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942177.890331:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942177.890332:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942177.890337:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942177.890344:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942177.890345:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942177.890348:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942177.890350:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942177.890352:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942177.890356:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884275712:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942177.890360:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942177.890362:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942177.890364:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942177.890366:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942177.890370:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4e00. 02000000:00000001:0.0:1788942177.890372:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942177.890374:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1788942177.890379:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000800:00000010:2.0:1788942177.890380:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35000. 00000400:00000010:0.0:1788942177.890383:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520978f0. 00000400:00000200:2.0:1788942177.890385:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1788942177.890389:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a7f8. 00000400:00000200:2.0:1788942177.890392:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000200:0.0:1788942177.890396:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884275712, portal 10 00000400:00000200:2.0:1788942177.890397:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded7f8 00000100:00000001:0.0:1788942177.890400:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1788942177.890401:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded7f8. 00000100:00000001:0.0:1788942177.890404:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:2.0:1788942177.890406:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942177.890413:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788942177.890415:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942177.890434:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942177.890436:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942177.890440:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788942177.890441:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942177.890446:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a550. 00000100:00000200:0.0:1788942177.890452:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884275712, offset 0 00000100:00000001:2.0:1788942177.890453:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942177.890456:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788942177.890460:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942177.890472:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942177.890478:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942177.890481:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942177.890484:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942177.890486:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942177.890488:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942177.890491:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2561:2561:256:4294967295] 192.168.206.109@tcp LPNI seq info [2561:2561:8:4294967295] 00000400:00000200:0.0:1788942177.890495:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942177.890501:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942177.890506:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942177.890510:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942177.890513:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942177.890518:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942177.890521:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942177.890536:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942177.890540:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 815538 usecs (816 jiffies) 00000400:00000200:0.0:1788942177.890543:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942177.890545:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296578865 00000100:00000001:0.0:1788942177.890548:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296582216 00000100:00000001:0.0:1788942177.890550:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296578865 00000100:00000001:0.0:1788942177.890562:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296582216 00000100:00000001:0.0:1788942177.890565:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942177.890567:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.890569:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.890571:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942177.890577:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942177.890578:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942177.890580:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942177.890582:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942177.890583:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.890585:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.890604:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942177.890606:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942177.890608:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942177.890610:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942177.890843:0:38:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942177.890847:0:38:0:(pinger.c:124:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942177.890869:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1915) 00000100:00000001:3.0:1788942177.891838:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942177.891843:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788942177.891847:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942177.891849:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788942177.891908:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942177.891913:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:2.0:1788942177.891918:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942177.891925:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942177.891930:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a550 00000400:00000010:2.0:1788942177.891933:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a550. 00000100:00000001:2.0:1788942177.891937:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942177.891942:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942177.891952:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942177.891955:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942177.891963:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942177.891965:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942177.892355:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942177.892359:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942177.902940:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942177.902956:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942177.902961:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942177.902963:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942177.902971:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942177.902979:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942177.902987:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942177.902992:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942177.902997:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942177.903001:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f53080 00000400:00000200:2.0:1788942177.903006:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942177.903012:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6dd5 [1] + 224 00000800:00000001:2.0:1788942177.903018:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942177.903025:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942177.903028:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942177.903032:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942177.903038:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942177.903045:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942177.903055:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942177.903069:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942177.903076:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942177.903079:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942177.903206:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942177.903211:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942177.903217:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942177.903219:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942177.903223:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4210. 00000400:00000200:3.0:1788942177.903227:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded908 00000400:00000010:3.0:1788942177.903230:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded908. 00000100:00000001:3.0:1788942177.903233:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942177.903238:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942177.903248:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942177.903259:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942177.903260:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942177.903263:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942177.903266:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942177.903268:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942177.903270:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942177.903272:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942177.903280:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942177.903284:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942177.903287:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942177.903289:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942177.903291:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942177.903294:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942177.903297:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942177.903299:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942177.903301:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942177.903303:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942177.903308:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942177.903315:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942177.903318:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942177.903320:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788942177.903324:0:2352:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788942177.903332:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b96000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788942177.903337:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942177.903345:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884275840:192.168.206.109@tcp:9:kworker.0 00000100:00000001:3.0:1788942177.903350:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942177.903352:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942177.903356:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884275840/t0(0) o9->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942177.903363:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942177.903365:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942177.903368:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fbc00. 02000000:00000001:3.0:1788942177.903371:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942177.903374:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942177.903375:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942177.903377:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942177.903380:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38e00. 02000000:00000001:3.0:1788942177.903383:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942177.903384:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942177.903386:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:3.0:1788942177.903389:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942177.903390:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942177.903392:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942177.903398:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942177.903400:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942177.903402:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942177.903404:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942178.017715:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942178.017722:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942178.017727:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942178.017728:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942178.019307:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942178.019312:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942178.019317:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942178.401030:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942178.401038:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942178.401040:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942178.401046:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 1 seconds 00000100:00000001:0.0:1788942178.401049:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942178.401052:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942179.041033:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942179.041045:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942179.041053:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942179.041057:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942179.041060:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942179.041067:0:30120:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942179.041070:0:30120:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942179.041072:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942179.041076:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942179.041078:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942179.041080:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942179.041083:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942179.041189:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942179.041194:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942179.041196:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788942179.429405:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942179.429417:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942179.429420:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788942179.429494:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 1 seconds 00000100:00000001:2.0:1788942179.429499:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942179.429504:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942180.065122:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942180.065131:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942180.065139:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942180.065140:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942180.065616:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942180.065619:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942180.065623:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788942180.449202:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942180.449212:0:32730:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788942180.449231:0:32730:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788942164/real 1788942164] req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1788942180 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1788942180.449252:0:32730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942180.449255:0:32730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942180.449259:0:32730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098dc0. 00000400:00000200:2.0:1788942180.449266:0:32730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61088 00000400:00000010:2.0:1788942180.449269:0:32730:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61088. 00000100:00000001:2.0:1788942180.449274:0:32730:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942180.449279:0:32730:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1788942180 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942180.449289:0:32730:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1788942180 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942180.449307:0:32730:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942180.449310:0:32730:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942180.449313:0:32730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942180.449315:0:32730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942180.449319:0:32730:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788942180.449323:0:32730:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788942180.449328:0:32730:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection to lustre-MDT0000 (at 192.168.206.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788942180.449331:0:32730:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:2.0:1788942180.449336:0:32730:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788942180.449339:0:32730:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942180.449341:0:32730:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:2.0:1788942180.449343:0:32730:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1788942180.449367:0:32730:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788942180.449370:0:32730:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942180.449374:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942180.449376:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942180.449379:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788942180.449382:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942180.449384:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942180.449387:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942180.449389:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942180.449392:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942180.449513:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942180.449520:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942180.449532:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994a80. 00000020:00000040:0.0:1788942180.449539:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=6 obd=MGC192.168.206.109@tcp 00000100:00000001:0.0:1788942180.449543:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942180.449547:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942180.449554:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942180.449566:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bb00. 00000100:00000001:0.0:1788942180.449575:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942180.449581:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942180.449591:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942180.449597:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942180.449602:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c1dc832] to pc [ptlrpcd_00_00+0] req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942180.449641:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942180.449644:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788942180.449647:0:20148:0:(pinger.c:238:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788942180.449650:0:20148:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788942180.449652:0:20148:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788942180.449655:0:20148:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788942180.449659:0:20148:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1885 00000400:00000200:0.0:1788942180.449666:0:20148:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942180.449672:0:20148:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1788942180.449677:0:20148:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942180.449680:0:20148:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942180.449683:0:20148:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942180.449685:0:20148:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:0.0:1788942180.449688:0:20148:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942180.449691:0:20148:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:0.0:1788942180.449694:0:20148:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942180.449697:0:20148:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:0.0:1788942180.449700:0:20148:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:0.0:1788942180.449703:0:20148:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00000040:0.0:1788942180.449707:0:20148:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942180.449710:0:20148:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942180.449713:0:20148:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942180.449715:0:20148:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:0.0:1788942180.449719:0:20148:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00000001:1.0:1788942180.449722:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1788942180.449724:0:20148:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: import ffff90b5459bb800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:1.0:1788942180.449729:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942180.449729:0:20148:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942180.449734:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788942180.449734:0:20148:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788942180.449744:0:20148:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788942180.449745:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788942180.449750:0:20148:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942180.449756:0:20148:0:(obd_class.h:894:obd_reconnect()) Process entered 00000100:00000001:1.0:1788942180.449761:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1788942180.449762:0:20148:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1788942180.449764:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942180.449768:0:20148:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942180.449772:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788942180.449772:0:20148:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942180.449777:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1788942180.449779:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994380. 02000000:00000001:1.0:1788942180.449782:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942180.449784:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00100000:1.0:1788942180.449790:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884275968:192.168.206.109@tcp:400:kworker.0 02000000:00000001:0.0:1788942180.449790:0:20148:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942180.449794:0:20148:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942180.449798:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788942180.449799:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942180.449802:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942180.449805:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942180.449807:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1788942180.449810:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aedc00. 02000000:00000001:1.0:1788942180.449811:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942180.449816:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788942180.449816:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942180.449823:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5547a2c00. 00000100:00100000:0.0:1788942180.449826:0:20148:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788942180.449827:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942180.449838:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942180.449839:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1788942180.449844:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f9f8. 00000100:00000001:0.0:1788942180.449887:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788942180.449888:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da550. 00000100:00000040:0.0:1788942180.449894:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094fc751f] to pc [ptlrpcd_rcv+-1] req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942180.449898:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884275968, portal 25 00000100:00000001:1.0:1788942180.449904:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942180.449908:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963995264 : -122366745556352 : ffff90b545994a80) 00000100:00000040:1.0:1788942180.449917:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942180.449922:0:20148:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942180.449928:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942180.449929:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788942180.449935:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000100:00000040:0.0:1788942180.449937:0:20148:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1788942180.449940:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da330. 00000100:00000040:0.0:1788942180.449942:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788942180.449946:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884275968, offset 0 00000100:00000040:0.0:1788942180.449948:0:20148:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788942180.449955:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 2 (1918) 00000400:00000200:1.0:1788942180.449956:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942180.449966:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942180.449974:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942180.449981:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788942180.449983:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788942180.449987:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000100:00000001:0.0:1788942180.449988:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942180.449992:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942180.449993:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788942180.449997:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942180.449999:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942180.450006:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2562:2562:256:4294967295] 192.168.206.109@tcp LPNI seq info [2562:2562:8:4294967295] 00000400:00000200:1.0:1788942180.450011:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942180.450023:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942180.450030:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942180.450037:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38600. 00000800:00000200:1.0:1788942180.450045:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942180.450054:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942180.450058:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942180.450069:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942180.450073:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942180.450076:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296584777 00000100:00000001:1.0:1788942180.450083:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296582216 00000100:00000001:1.0:1788942180.450087:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296584777 00000100:00000001:1.0:1788942180.450091:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296582216 00000100:00000001:1.0:1788942180.450106:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942180.450109:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942180.450113:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942180.450115:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942180.450122:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942180.450124:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1788942180.450126:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942180.450127:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942180.450128:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942180.450130:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942180.450182:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942180.450186:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942180.450187:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942180.450193:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942180.450202:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942180.450203:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942180.450205:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942180.450208:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942180.450210:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942180.450213:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884276096:192.168.206.109@tcp:38:kworker.0 00000100:00000001:3.0:1788942180.450216:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942180.450218:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942180.450220:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942180.450221:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942180.450225:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837e000. 02000000:00000001:3.0:1788942180.450228:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942180.450232:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942180.450236:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4210. 00000400:00000010:3.0:1788942180.450241:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded908. 00000100:00000200:3.0:1788942180.450244:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884276096, portal 10 00000100:00000001:3.0:1788942180.450247:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942180.450248:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963993472 : -122366745558144 : ffff90b545994380) 00000100:00000040:3.0:1788942180.450255:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942180.450263:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942180.450265:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942180.450269:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded110. 00000100:00000200:3.0:1788942180.450271:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884276096, offset 0 00000400:00000200:3.0:1788942180.450278:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942180.450282:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942180.450288:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942180.450291:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942180.450293:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942180.450295:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942180.450298:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942180.450301:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2563:2563:255:4294967295] 192.168.206.109@tcp LPNI seq info [2563:2563:7:4294967295] 00000400:00000200:3.0:1788942180.450315:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942180.450321:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942180.450326:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942180.450330:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35f00. 00000800:00000200:3.0:1788942180.450334:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942180.450339:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942180.450342:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788942180.450345:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942180.450349:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 815538 usecs (816 jiffies) 00000400:00000200:3.0:1788942180.450351:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942180.450354:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296581425 00000100:00000001:3.0:1788942180.450356:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296584777 00000100:00000001:3.0:1788942180.450359:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296581425 00000100:00000001:3.0:1788942180.450361:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296584777 00000100:00000001:3.0:1788942180.450364:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788942180.450364:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788942180.450368:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788942180.450371:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38600. 00000100:00000001:3.0:1788942180.450373:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942180.450377:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942180.450380:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788942180.450382:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942180.450385:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788942180.450388:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942180.450390:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788942180.450391:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942180.450393:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942180.450397:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942180.450399:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00000400:00000010:2.0:1788942180.450404:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00000100:00000001:2.0:1788942180.450409:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942180.450414:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942180.450424:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942180.450450:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942180.450458:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942180.450459:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942180.450502:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942180.450505:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35f00. 00000400:00000200:2.0:1788942180.450508:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942180.450512:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942180.450514:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded110 00000400:00000010:2.0:1788942180.450516:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded110. 00000100:00000001:2.0:1788942180.450519:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942180.450523:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942180.450530:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942180.450533:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942180.450539:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942180.450540:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788942181.089337:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942181.089347:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942181.089355:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942181.089356:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942181.099781:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942181.099790:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942181.099796:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942181.473587:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942181.473594:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942181.473596:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942181.473603:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788942181.473608:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942181.473611:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942181.473615:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942181.473618:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942181.473622:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942182.114136:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942182.114143:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942182.114147:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942182.114148:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942182.114254:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942182.114257:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942182.114260:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942182.497300:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942182.497311:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942182.497313:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942182.497320:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788942182.497324:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942182.497329:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942182.497332:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942182.497335:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942182.497338:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942182.497381:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942182.497388:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942182.497402:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf480. 00000020:00000040:3.0:1788942182.497408:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=7 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942182.497425:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942182.497429:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942182.497437:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942182.497448:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35d00. 00000100:00000001:3.0:1788942182.497459:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942182.497474:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942182.497486:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942182.497491:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942182.497497:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b427f8c3] to pc [ptlrpcd_01_01+1] req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942182.497533:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788942182.497536:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788942182.497540:0:38:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1788942182.497543:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942182.497561:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942182.497566:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942182.497569:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942182.497577:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942182.497586:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942182.497588:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942182.497593:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942182.497596:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942182.497599:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942182.497603:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884276224:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942182.497608:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942182.497614:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942182.497617:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942182.497619:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942182.497625:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c7200. 02000000:00000001:2.0:1788942182.497628:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942182.497637:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942182.497641:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098dc0. 00000400:00000010:2.0:1788942182.497650:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61088. 00000100:00000200:2.0:1788942182.497660:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884276224, portal 25 00000100:00000001:2.0:1788942182.497662:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1788942182.497665:0:38:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788942182.497665:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00000100:00000040:3.0:1788942182.497672:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788942182.497674:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942182.497679:0:38:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788942182.497689:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 3 (1920) 00000100:00000001:2.0:1788942182.497689:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942182.497694:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942182.497698:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61c38. 00000100:00000200:2.0:1788942182.497701:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884276224, offset 0 00000100:00000001:3.0:1788942182.497706:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788942182.497711:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000100:00000001:3.0:1788942182.497712:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942182.497722:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942182.497731:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942182.497738:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942182.497743:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942182.497747:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942182.497751:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942182.497755:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2564:2564:256:4294967295] 192.168.206.109@tcp LPNI seq info [2564:2564:8:4294967295] 00000400:00000200:2.0:1788942182.497760:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942182.497771:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942182.497777:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942182.497784:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9900. 00000800:00000200:2.0:1788942182.497792:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942182.497801:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942182.497805:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942182.497827:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942182.497832:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942182.497834:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296586824 00000100:00000001:2.0:1788942182.497841:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296584777 00000100:00000001:2.0:1788942182.497886:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296586824 00000100:00000001:2.0:1788942182.497891:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296584777 00000100:00000001:2.0:1788942182.497896:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942182.497898:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942182.497901:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942182.497903:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942182.497911:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942182.497913:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942182.497915:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942182.497917:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942182.497918:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942182.497920:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942182.498834:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942182.498842:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9900. 00000400:00000200:3.0:1788942182.498885:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942182.498894:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942182.498903:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61c38 00000400:00000010:3.0:1788942182.498905:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61c38. 00000100:00000001:3.0:1788942182.498911:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942182.498919:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942182.498931:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942182.498935:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942182.498942:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942182.498944:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788942183.137128:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942183.137137:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942183.137144:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942183.137145:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942183.137303:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942183.137307:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942183.137311:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942183.457002:0:2353:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942183.457022:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942183.457025:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942183.457031:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942183.457035:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942183.457041:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942183.457046:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942183.521343:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942183.521353:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942183.521356:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942183.521363:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788942183.521368:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942183.521373:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942183.521375:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942183.521378:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942183.521381:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942184.161443:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942184.161453:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942184.161456:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942184.161460:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942184.161466:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942184.161468:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942184.161471:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942184.161474:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942184.161478:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942184.161479:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942184.161583:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942184.161587:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942184.161591:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942184.481393:0:2353:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942184.481412:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942184.481415:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942184.481421:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942184.481424:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942184.481430:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942184.481435:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942184.545701:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942184.545711:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942184.545714:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942184.545720:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788942184.545724:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942184.545729:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942184.545732:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942184.545735:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942184.545739:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942185.185812:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942185.185820:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942185.185843:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942185.185845:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942185.186699:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942185.186705:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942185.186708:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942185.505000:0:2353:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942185.505020:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942185.505023:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942185.505029:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942185.505033:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942185.505040:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942185.505044:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942185.509013:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942185.509028:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942185.509043:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996680. 00000020:00000040:0.0:1788942185.509052:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=8 obd=MGC192.168.206.109@tcp 00000100:00000001:0.0:1788942185.509057:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942185.509060:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942185.509067:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942185.509079:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b800. 00000100:00000001:0.0:1788942185.509087:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942185.509103:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942185.509114:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942185.509119:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942185.509124:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000813f1c9d] to pc [ptlrpcd_00_01+1] req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942185.509165:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942185.509168:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788942185.509172:0:38:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788942185.509176:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788942185.509179:0:38:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788942185.509181:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788942185.509186:0:38:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788942185.509191:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1923) 00000100:00000001:1.0:1788942185.509358:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942185.509363:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942185.509367:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942185.509374:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942185.509384:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942185.509387:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942185.509391:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942185.509394:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942185.509397:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942185.509401:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2354:1875839884276352:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942185.509406:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942185.509412:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942185.509415:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942185.509418:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942185.509424:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5547a3600. 02000000:00000001:1.0:1788942185.509426:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942185.509436:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942185.509441:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f630. 00000400:00000010:1.0:1788942185.509450:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da110. 00000100:00000200:1.0:1788942185.509459:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884276352, portal 25 00000100:00000001:1.0:1788942185.509462:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942185.509464:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964002432 : -122366745549184 : ffff90b545996680) 00000100:00000040:1.0:1788942185.509471:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942185.509479:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942185.509482:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942185.509485:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da7f8. 00000100:00000200:1.0:1788942185.509489:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884276352, offset 0 00000400:00000200:1.0:1788942185.509497:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942185.509507:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942185.509516:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942185.509523:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942185.509528:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942185.509532:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942185.509536:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942185.509541:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2565:2565:256:4294967295] 192.168.206.109@tcp LPNI seq info [2565:2565:8:4294967295] 00000400:00000200:1.0:1788942185.509546:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942185.509570:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942185.509577:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942185.509584:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38000. 00000800:00000200:1.0:1788942185.509591:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942185.509601:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942185.509606:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942185.509679:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942185.509684:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942185.509687:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296589836 00000100:00000001:1.0:1788942185.509694:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296586824 00000100:00000001:1.0:1788942185.509699:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296589836 00000100:00000001:1.0:1788942185.509702:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296586824 00000100:00000001:1.0:1788942185.509706:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942185.509709:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942185.509713:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942185.509716:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942185.509820:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942185.509823:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1788942185.509826:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942185.509828:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942185.509843:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942185.509846:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942185.509895:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942185.509898:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942185.509901:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942185.509904:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942185.510166:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942185.510173:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38000. 00000400:00000200:2.0:1788942185.510181:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942185.510189:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942185.510196:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da7f8 00000400:00000010:2.0:1788942185.510199:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da7f8. 00000100:00000001:2.0:1788942185.510205:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942185.510211:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942185.510233:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942185.510238:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942185.510246:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942185.510248:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788942185.575844:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942185.575870:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942185.575873:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942185.575888:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788942185.575893:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942185.575898:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942185.575901:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942185.575905:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942185.575908:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942185.576502:0:2352:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942185.576514:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942185.576515:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942185.576519:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942185.576522:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942185.576525:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942185.576528:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942186.209044:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942186.209053:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942186.209060:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942186.209061:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942186.209164:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942186.209168:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942186.209171:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942186.529246:0:2353:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942186.529265:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942186.529268:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942186.529273:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942186.529276:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942186.529282:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942186.529286:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942186.593039:0:2352:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942186.593057:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942186.593059:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942186.593065:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942186.593067:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942186.593072:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942186.593075:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942186.593882:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942186.593886:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942186.593887:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942186.593892:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788942186.593895:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942186.593898:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942186.593901:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942186.593904:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942186.593916:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942187.234464:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942187.234473:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942187.234479:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942187.234480:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942187.235112:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942187.235116:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942187.235120:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942187.552945:0:2353:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942187.552962:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942187.552965:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942187.552971:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942187.552974:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942187.552979:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942187.552984:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942187.618606:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942187.618614:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942187.618617:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942187.618622:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788942187.618626:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942187.618631:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942187.618633:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942187.618636:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942187.618639:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942187.619041:0:2352:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788942187.619052:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942187.619053:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942187.619057:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942187.619059:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942187.621595:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942187.621608:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.257020:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942188.257030:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.257036:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942188.257041:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942188.257044:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942188.257051:0:30120:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.257054:0:30120:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.257056:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.257060:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942188.257063:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.257064:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.257067:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942188.257408:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942188.257413:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942188.257417:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942188.516038:0:2354:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942188.516055:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942188.516058:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942188.516064:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942188.516067:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942188.516071:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942188.516074:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942188.578012:0:2353:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788942188.578021:0:2353:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788942188.578036:0:2353:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788942172/real 1788942172] req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788942188.578059:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942188.578062:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942188.578064:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fc08. 00000400:00000200:1.0:1788942188.578071:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:1.0:1788942188.578073:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:1.0:1788942188.578077:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942188.578081:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942188.578091:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942188.578099:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942188.578101:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942188.578105:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942188.578107:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788942188.578111:0:2353:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942188.578118:0:2353:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788942188.578122:0:2353:0:(import.c:65:import_set_state_nolock()) ffff90b545269800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1788942188.578126:0:2353:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.206.109@tcp: Connection to MGS (at 192.168.206.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1788942188.584296:0:2353:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.206.109@tcp for MGC192.168.206.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1788942188.584301:0:2353:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788942188.584302:0:2353:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1788942188.584305:0:2353:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788942188.584312:0:2353:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942188.584326:0:2353:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942188.584335:0:2353:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942188.584349:0:2353:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942188.584418:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942188.584421:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1788942188.584444:0:2353:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942188.584467:0:2353:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788942188.584468:0:2353:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788942188.584470:0:2353:0:(obd_class.h:1228:obd_import_event()) Process entered 10000000:01000000:1.0:1788942188.584474:0:2353:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788942188.584477:0:2353:0:(pinger.c:194:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1788942188.584479:0:2353:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942188.584481:0:2353:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00000001:1.0:1788942188.584483:0:2353:0:(obd_class.h:1228:obd_import_event()) Process entered 10000000:01000000:1.0:1788942188.584484:0:2353:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1788942188.584486:0:2353:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942188.584488:0:2353:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:1.0:1788942188.584490:0:2353:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:1.0:1788942188.584503:0:2353:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788942188.584505:0:2353:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.584595:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942188.584598:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942188.584605:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942188.584607:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942188.584611:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f630. 00000400:00000200:0.0:1788942188.584615:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da110 00000400:00000010:0.0:1788942188.584617:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da110. 00000100:00000001:0.0:1788942188.584622:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942188.584626:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942188.584635:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.584642:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942188.584643:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.584648:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.584654:0:2354:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788942188.584657:0:2354:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.584659:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942188.584661:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.584664:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942188.584671:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2354:1875839884276352:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942188.584675:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.584678:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942188.584681:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996680 x1875839884276352/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942201 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.584687:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942188.584689:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942188.584693:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5547a3600. 02000000:00000001:0.0:1788942188.584696:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942188.584699:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942188.584700:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=7 obd=MGC192.168.206.109@tcp 00000020:00000001:0.0:1788942188.584703:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942188.584717:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b800. 02000000:00000001:0.0:1788942188.584721:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942188.584723:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942188.584724:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996680. 00000100:00000001:0.0:1788942188.584727:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942188.584729:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.584732:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.584733:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942188.584734:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942188.584736:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.584738:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942188.584751:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788942188.584755:0:30557:0:(pinger.c:238:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788942188.584757:0:30557:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788942188.584759:0:30557:0:(import.c:65:import_set_state_nolock()) ffff90b545269800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788942188.584762:0:30557:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788942188.584765:0:30557:0:(import.c:545:import_select_connection()) MGC192.168.206.109@tcp: connect to NID 192.168.206.109@tcp last attempt 842 00000400:00000200:0.0:1788942188.584772:0:30557:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942188.584777:0:30557:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1788942188.584781:0:30557:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942188.584784:0:30557:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942188.584786:0:30557:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942188.584788:0:30557:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:0.0:1788942188.584791:0:30557:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942188.584792:0:30557:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156c98 00000020:00000001:0.0:1788942188.584795:0:30557:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942188.584797:0:30557:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b54526d000 refcount=3 00000020:00000001:0.0:1788942188.584799:0:30557:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706956492800 : -122366753058816 : ffff90b54526d000) 00000020:00000001:0.0:1788942188.584802:0:30557:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621706956492800 : -122366753058816 : ffff90b54526d000) 00000100:00000040:0.0:1788942188.584805:0:30557:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942188.584807:0:30557:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942188.584808:0:30557:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942188.584810:0:30557:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:0.0:1788942188.584823:0:30557:0:(genops.c:887:class_export_put()) PUTting export ffff90b54526d000 : new refcount 2 00000100:00080000:0.0:1788942188.584827:0:30557:0:(import.c:665:import_select_connection()) MGC192.168.206.109@tcp: import ffff90b545269800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:0.0:1788942188.584830:0:30557:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942188.584832:0:30557:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788942188.584835:0:30557:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942188.584838:0:30557:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.584841:0:30557:0:(obd_class.h:894:obd_reconnect()) Process entered 00000100:00000001:0.0:1788942188.584843:0:30557:0:(obd_class.h:901:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942188.584847:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996680. 00000020:00000040:0.0:1788942188.584866:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=8 obd=MGC192.168.206.109@tcp 02000000:00000001:0.0:1788942188.584870:0:30557:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942188.584872:0:30557:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.584875:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942188.584877:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942188.584881:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942188.584888:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aec000. 00000100:00000001:0.0:1788942188.584894:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942188.584900:0:30557:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942188.584909:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942188.584913:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942188.584917:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000813f1c9d] to pc [ptlrpcd_rcv+-1] req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.584932:0:30557:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942188.584935:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788942188.584939:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788942188.584942:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788942188.584945:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788942188.584948:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788942188.584951:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788942188.584954:0:30557:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1926) 00000100:00000001:0.0:1788942188.584964:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942188.584966:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942188.584968:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942188.584973:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.584980:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942188.584982:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942188.584985:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942188.584988:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942188.584990:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942188.584993:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dbab4e11-d1a3-4938-bb9b-d633367acd43:2352:1875839884276480:192.168.206.109@tcp:250:kworker.0 00000100:00000001:0.0:1788942188.584997:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942188.585001:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942188.585003:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942188.585005:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942188.585009:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aee400. 02000000:00000001:0.0:1788942188.585011:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942188.585016:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942188.585019:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097738. 00000400:00000010:0.0:1788942188.585024:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a110. 00000100:00000200:0.0:1788942188.585029:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884276480, portal 25 00000100:00000001:0.0:1788942188.585032:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942188.585033:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964002432 : -122366745549184 : ffff90b545996680) 00000100:00000040:0.0:1788942188.585039:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1788942198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.585047:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942188.585050:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942188.585052:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a088. 00000100:00000200:0.0:1788942188.585056:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875839884276480, offset 0 00000400:00000200:0.0:1788942188.585062:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942188.585067:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942188.585073:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942188.585078:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942188.585081:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942188.585085:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942188.585087:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942188.585091:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2566:2566:256:4294967295] 192.168.206.109@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:0.0:1788942188.585097:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942188.585107:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942188.585113:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942188.585117:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b800. 00000800:00000200:0.0:1788942188.585123:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942188.585130:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942188.585134:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788942188.585145:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942188.585149:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942188.585152:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296592911 00000100:00000001:0.0:1788942188.585157:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296589836 00000100:00000001:0.0:1788942188.585162:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296592911 00000100:00000001:0.0:1788942188.585165:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296589836 00000100:00000001:0.0:1788942188.585168:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942188.585170:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.585172:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.585174:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.585180:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942188.585182:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.585184:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942188.585185:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942188.585186:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.585188:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.585210:0:2353:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788942188.585216:0:2353:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788942172/real 1788942172] req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788942188.585230:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942188.585231:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942188.585233:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f528. 00000400:00000200:0.0:1788942188.585236:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:0.0:1788942188.585238:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 00000100:00000001:0.0:1788942188.585240:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942188.585243:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942188.585251:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.585256:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942188.585257:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.585259:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942188.585261:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942188.585265:0:2353:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.585271:0:2353:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788942188.585273:0:2353:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff90b5459bb800 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:0.0:1788942188.585276:0:2353:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788942188.585277:0:2353:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.585281:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942188.585283:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788942188.585285:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788942188.585285:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942188.585287:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942188.585289:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942188.585293:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098dc0. 00000400:00000200:3.0:1788942188.585297:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61088 00000400:00000010:3.0:1788942188.585299:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61088. 00000100:00000001:3.0:1788942188.585302:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942188.585308:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942188.585318:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942188.585324:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942188.585326:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942188.585330:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942188.585337:0:2356:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788942188.585340:0:2356:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942188.585342:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942188.585343:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942188.585346:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942188.585353:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884276224:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942188.585356:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942188.585358:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942188.585361:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf480 x1875839884276224/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942198 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942188.585367:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942188.585368:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942188.585370:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c7200. 02000000:00000001:3.0:1788942188.585373:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942188.585375:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942188.585376:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=7 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942188.585378:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942188.585379:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35d00. 02000000:00000001:3.0:1788942188.585382:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942188.585383:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942188.585384:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf480. 00000100:00000001:3.0:1788942188.585388:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942188.585389:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942188.585390:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942188.585394:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942188.585395:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942188.585397:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942188.585399:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788942188.585491:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942188.585493:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942188.585495:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f9f8. 00000400:00000200:0.0:1788942188.585498:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da550 00000400:00000010:0.0:1788942188.585500:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da550. 00000100:00000001:0.0:1788942188.585503:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942188.585508:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942188.585516:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.585522:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942188.585523:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.585527:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.585532:0:2353:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788942188.585535:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.585536:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942188.585537:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.585540:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942188.585547:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884275968:192.168.206.109@tcp:400:kworker.0 00000400:00000001:0.0:1788942188.585551:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942188.585552:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942188.585553:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000400:00000200:0.0:1788942188.585556:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:0.0:1788942188.585557:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:0.0:1788942188.585559:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942188.585562:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942188.585569:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.585574:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942188.585575:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.585579:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788942188.585586:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942188.585590:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000400:00000200:3.0:1788942188.585595:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942188.585600:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942188.585605:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a088 00000400:00000010:3.0:1788942188.585607:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a088. 00000100:00000001:3.0:1788942188.585610:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942188.585615:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1788942198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942188.585621:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942188.585624:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1788942198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942188.585629:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942188.585692:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788942188.585974:0:2353:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788942188.585977:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.585979:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942188.585980:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.585985:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942188.585993:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884275584:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942188.585997:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.586002:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.586008:0:2353:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788942188.586010:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586012:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942188.586013:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.586018:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942188.586025:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884275200:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942188.586029:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586031:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942188.586033:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942188.586037:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.586043:0:2353:0:(client.c:2191:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1788942188.586045:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586047:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942188.586048:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942188.586051:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942188.586059:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884275328:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942188.586063:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586065:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942188.586068:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994a80 x1875839884275968/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942196 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.586073:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942188.586075:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942188.586077:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5547a2c00. 02000000:00000001:0.0:1788942188.586082:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942188.586084:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942188.586086:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=6 obd=MGC192.168.206.109@tcp 00000020:00000001:0.0:1788942188.586088:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942188.586090:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bb00. 02000000:00000001:0.0:1788942188.586093:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942188.586094:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942188.586096:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994a80. 00000100:00000001:0.0:1788942188.586098:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942188.586099:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586101:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942188.586104:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884275584/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942193 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.586109:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942188.586110:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942188.586111:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4600. 02000000:00000001:0.0:1788942188.586113:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942188.586114:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942188.586115:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000020:00000001:0.0:1788942188.586116:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942188.586117:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38900. 02000000:00000001:0.0:1788942188.586119:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942188.586120:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942188.586121:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:0.0:1788942188.586123:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942188.586124:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586126:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942188.586128:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884275200/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.586133:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942188.586134:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942188.586135:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5547a2600. 02000000:00000001:0.0:1788942188.586137:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942188.586138:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942188.586139:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000020:00000001:0.0:1788942188.586141:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942188.586142:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38c00. 02000000:00000001:0.0:1788942188.586143:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942188.586144:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942188.586145:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:0.0:1788942188.586146:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942188.586147:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586149:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942188.586151:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884275328/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942188 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.586157:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942188.586157:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942188.586159:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5547a3200. 02000000:00000001:0.0:1788942188.586161:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942188.586161:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942188.586163:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942188.586164:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942188.586165:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38f00. 02000000:00000001:0.0:1788942188.586167:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942188.586168:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942188.586169:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:0.0:1788942188.586171:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942188.586172:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586174:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.586178:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942188.586180:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.586181:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942188.586184:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942188.594195:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942188.594222:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942188.594228:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942188.594231:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942188.594242:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942188.594251:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942188.594265:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942188.594270:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942188.594276:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942188.594281:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 25 MB=0x6aa1101f53300 00000400:00000200:2.0:1788942188.594287:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942188.594294:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 416/416 into md 0x6e1d [1] + 0 00000800:00000001:2.0:1788942188.594303:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942188.594316:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942188.594320:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942188.594325:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942188.594334:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942188.594344:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1788942198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942188.594356:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1788942198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942188.594379:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942188.594389:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942188.594393:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.594434:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942188.594441:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942188.594450:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942188.594452:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942188.594456:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097738. 00000400:00000200:0.0:1788942188.594464:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a110 00000400:00000010:0.0:1788942188.594466:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a110. 00000100:00000001:0.0:1788942188.594471:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942188.594481:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1788942198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942188.594492:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1788942198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.594571:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942188.594574:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.594576:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942188.594579:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942188.594582:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942188.594584:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942188.594650:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942188.594657:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942188.594662:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=28 v=5 (1 1 1 1) 00000100:00000001:0.0:1788942188.594665:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942188.594666:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942188.594669:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942188.594671:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.594674:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942188.594680:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1788942198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942188.594687:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942188.594690:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942188.594692:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942188.594694:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788942188.594701:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.206.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1788942188.594704:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942188.594706:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156c98 00000020:00000001:0.0:1788942188.594708:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942188.594711:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b54526d000 refcount=3 00000020:00000001:0.0:1788942188.594714:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706956492800 : -122366753058816 : ffff90b54526d000) 00000020:00000001:0.0:1788942188.594716:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621706956492800 : -122366753058816 : ffff90b54526d000) 00000100:00001000:0.0:1788942188.594720:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=1788942188 v=0 (0 0 0 0) 00000100:00001000:0.0:1788942188.594723:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b545269c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1788942188.594729:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b54526d000 : new refcount 2 00000100:00000001:0.0:1788942188.594733:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 10000000:01000000:0.0:1788942188.594736:0:2352:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1788942188.594738:0:2352:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942188.594740:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:02000400:0.0:1788942188.594743:0:2352:0:(import.c:1328:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.206.109@tcp) after server handle changed from 0x4d194fbcadeea8cc to 0x4d194fbcadeeceff 00000100:00080000:0.0:1788942188.602136:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b545269800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1788942188.602143:0:2352:0:(import.c:1336:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942188.602148:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788942188.602154:0:2352:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.206.109@tcp; invalidating 00000020:00000040:0.0:1788942188.602157:0:2352:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942188.603094:0:2352:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942188.603100:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942188.603111:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1788942198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942188.603121:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dbab4e11-d1a3-4938-bb9b-d633367acd43:2352:1875839884276480:192.168.206.109@tcp:250:kworker.0 00000100:00000001:2.0:1788942188.603127:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942188.603131:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942188.603134:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996680 x1875839884276480/t0(0) o250->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1788942198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942188.603141:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942188.603144:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942188.603148:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aee400. 02000000:00000001:2.0:1788942188.603152:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942188.603155:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942188.603156:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000020:00000001:2.0:1788942188.603159:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942188.603161:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aec000. 02000000:00000001:2.0:1788942188.603164:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942188.603166:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942188.603167:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996680. 00000100:00000001:2.0:1788942188.603170:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942188.603172:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942188.603174:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942188.603177:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942188.603179:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942188.603180:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942188.603182:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942188.603217:0:32978:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788942188.603229:0:32978:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.206.109@tcp to MGS@192.168.206.109@tcp 00000100:00100000:3.0:1788942188.603232:0:32978:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788942188.603235:0:32978:0:(obd_class.h:1228:obd_import_event()) Process entered 10000000:01000000:3.0:1788942188.603238:0:32978:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1788942188.603241:0:32978:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788942188.603244:0:32978:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788942188.603248:0:32978:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551cccc00 count: 3 00010000:00000001:3.0:1788942188.603254:0:32978:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788942188.603256:0:32978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942188.603259:0:32978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942188.603262:0:32978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=3 00000020:00000001:3.0:1788942188.603265:0:32978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:3.0:1788942188.603267:0:32978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:3.0:1788942188.603271:0:32978:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942188.603276:0:32978:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.109@tcp lock: ffff90b547982c00/0xcbb91bbb78156c9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x4d194fbcadeea8d3 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788942188.603285:0:32978:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788942188.603288:0:32978:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.109@tcp lock: ffff90b547982c00/0xcbb91bbb78156c9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x4d194fbcadeea8d3 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788942188.603300:0:32978:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788942188.603303:0:32978:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788942188.603304:0:32978:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788942188.603306:0:32978:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788942188.603308:0:32978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788942188.603310:0:32978:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788942188.603325:0:32978:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788942188.603326:0:32978:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788942188.603328:0:32978:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff90b5487e3400) refs 2 10000000:00000001:3.0:1788942188.603330:0:32978:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788942188.603331:0:32978:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942188.603333:0:32978:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788942188.603335:0:32978:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942188.603338:0:32978:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942188.603340:0:32978:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942188.603342:0:32978:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942188.603345:0:32978:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942188.603348:0:32978:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982c00 with handle 0xcbb91bbb78156c9f from hash 00010000:00000001:3.0:1788942188.603351:0:32978:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942188.603352:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.603354:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603355:0:32978:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942188.603358:0:32978:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942188.603360:0:32978:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788942188.603362:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.603363:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603365:0:32978:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.603366:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942188.603369:0:32978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.109@tcp lock: ffff90b547982c00/0xcbb91bbb78156c9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x4d194fbcadeea8d3 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942188.603380:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603382:0:32978:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788942188.603383:0:32978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942188.603385:0:32978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942188.603387:0:32978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792aa00 refcount=3 00000020:00000001:3.0:1788942188.603389:0:32978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115392 : -122366712436224 : ffff90b54792aa00) 00010000:00000001:3.0:1788942188.603392:0:32978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115392 : -122366712436224 : ffff90b54792aa00) 00010000:00000001:3.0:1788942188.603394:0:32978:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942188.603397:0:32978:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.109@tcp lock: ffff90b54792aa00/0xcbb91bbb78156ca6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x4d194fbcadeea8da expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788942188.603403:0:32978:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788942188.603405:0:32978:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.109@tcp lock: ffff90b54792aa00/0xcbb91bbb78156ca6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x4d194fbcadeea8da expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788942188.603410:0:32978:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788942188.603412:0:32978:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788942188.603415:0:32978:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788942188.603417:0:32978:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788942188.603418:0:32978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788942188.603420:0:32978:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788942188.603423:0:32978:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788942188.603424:0:32978:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788942188.603425:0:32978:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff90b54806ae00) refs 2 10000000:00000001:3.0:1788942188.603426:0:32978:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788942188.603427:0:32978:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942188.603429:0:32978:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788942188.603430:0:32978:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942188.603432:0:32978:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942188.603433:0:32978:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942188.603434:0:32978:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942188.603436:0:32978:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942188.603438:0:32978:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792aa00 with handle 0xcbb91bbb78156ca6 from hash 00010000:00000001:3.0:1788942188.603441:0:32978:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942188.603442:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.603443:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603444:0:32978:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942188.603445:0:32978:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942188.603447:0:32978:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788942188.603451:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.603452:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603453:0:32978:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.603454:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942188.603456:0:32978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.109@tcp lock: ffff90b54792aa00/0xcbb91bbb78156ca6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x4d194fbcadeea8da expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942188.603463:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788942188.603465:0:32978:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551cccc00 count: 0 00010000:00000040:3.0:1788942188.603472:0:32978:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b544af1e00 count: 2 00010000:00000001:3.0:1788942188.603474:0:32978:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788942188.603477:0:32978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942188.603478:0:32978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942188.603480:0:32978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b540031a00 refcount=3 00000020:00000001:3.0:1788942188.603482:0:32978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706870266368 : -122366839285248 : ffff90b540031a00) 00010000:00000001:3.0:1788942188.603484:0:32978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706870266368 : -122366839285248 : ffff90b540031a00) 00010000:00000001:3.0:1788942188.603486:0:32978:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942188.603489:0:32978:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.109@tcp lock: ffff90b540031a00/0xcbb91bbb78156cd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x4d194fbcadeea8e1 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788942188.603499:0:32978:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788942188.603502:0:32978:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.109@tcp lock: ffff90b540031a00/0xcbb91bbb78156cd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x4d194fbcadeea8e1 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788942188.603507:0:32978:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1788942188.603509:0:32978:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788942188.603510:0:32978:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788942188.603511:0:32978:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788942188.603512:0:32978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788942188.603514:0:32978:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788942188.603517:0:32978:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788942188.603518:0:32978:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788942188.603519:0:32978:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff90b54806aa00) refs 2 10000000:00000001:3.0:1788942188.603522:0:32978:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788942188.603524:0:32978:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942188.603526:0:32978:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788942188.603527:0:32978:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942188.603529:0:32978:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942188.603530:0:32978:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942188.603532:0:32978:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942188.603533:0:32978:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942188.603535:0:32978:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b540031a00 with handle 0xcbb91bbb78156cd0 from hash 00010000:00000001:3.0:1788942188.603537:0:32978:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942188.603538:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.603539:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603540:0:32978:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942188.603541:0:32978:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942188.603543:0:32978:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788942188.603544:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.603545:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603546:0:32978:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.603548:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942188.603550:0:32978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.109@tcp lock: ffff90b540031a00/0xcbb91bbb78156cd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x4d194fbcadeea8e1 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942188.603557:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788942188.603560:0:32978:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b544af1e00 count: 0 00010000:00000040:3.0:1788942188.603674:0:32978:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b544af1800 count: 2 00010000:00000001:3.0:1788942188.603678:0:32978:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788942188.603679:0:32978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942188.603680:0:32978:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942188.603682:0:32978:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b540030600 refcount=3 00000020:00000001:3.0:1788942188.603684:0:32978:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706870261248 : -122366839290368 : ffff90b540030600) 00010000:00000001:3.0:1788942188.603687:0:32978:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706870261248 : -122366839290368 : ffff90b540030600) 00010000:00000001:3.0:1788942188.603689:0:32978:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942188.603692:0:32978:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.109@tcp lock: ffff90b540030600/0xcbb91bbb78156cd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x4d194fbcadeea8e8 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788942188.603699:0:32978:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788942188.603701:0:32978:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.109@tcp lock: ffff90b540030600/0xcbb91bbb78156cd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x4d194fbcadeea8e8 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788942188.603707:0:32978:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1788942188.603709:0:32978:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788942188.603710:0:32978:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788942188.603712:0:32978:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788942188.603713:0:32978:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788942188.603714:0:32978:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788942188.603760:0:32978:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788942188.603761:0:32978:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788942188.603763:0:32978:0:(mgc_request.c:123:config_log_put()) log params(ffff90b54806a600) refs 2 10000000:00000001:3.0:1788942188.603765:0:32978:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788942188.603766:0:32978:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942188.603768:0:32978:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788942188.603770:0:32978:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942188.603771:0:32978:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942188.603773:0:32978:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942188.603774:0:32978:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942188.603776:0:32978:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788942188.603778:0:32978:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b540030600 with handle 0xcbb91bbb78156cd7 from hash 00010000:00000001:3.0:1788942188.603780:0:32978:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942188.603781:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.603783:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603784:0:32978:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942188.603785:0:32978:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942188.603786:0:32978:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788942188.603789:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942188.603789:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942188.603791:0:32978:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942188.603792:0:32978:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942188.603794:0:32978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.109@tcp lock: ffff90b540030600/0xcbb91bbb78156cd7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x4d194fbcadeea8e8 expref: -99 pid: 15933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942188.603804:0:32978:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788942188.603806:0:32978:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b544af1800 count: 0 00000001:00000001:3.0:1788942188.603811:0:32978:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942188.603822:0:32978:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788942188.603824:0:32978:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788942188.603825:0:32978:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788942188.603827:0:32978:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942188.603829:0:32978:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:3.0:1788942188.603833:0:32978:0:(import.c:65:import_set_state_nolock()) ffff90b545269800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788942188.603836:0:32978:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788942188.603838:0:32978:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788942188.603840:0:32978:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788942188.603842:0:32978:0:(import.c:65:import_set_state_nolock()) ffff90b545269800 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788942188.603844:0:32978:0:(obd_class.h:1228:obd_import_event()) Process entered 10000000:01000000:3.0:1788942188.603845:0:32978:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1788942188.603847:0:32978:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.206.109@tcp: Reactivating import 00000100:00080000:3.0:1788942188.608014:0:32978:0:(pinger.c:187:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1788942188.608021:0:32978:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942188.608025:0:32978:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:02000000:3.0:1788942188.608033:0:32978:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) MGC192.168.206.109@tcp: Connection restored to 192.168.206.109@tcp (at 192.168.206.109@tcp) 00000100:00000001:3.0:1788942188.608038:0:32978:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942188.608041:0:32978:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942188.608043:0:32978:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942188.608046:0:32978:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:3.0:1788942188.608047:0:32978:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788942188.629083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982c00. 00010000:00000010:3.1:1788942188.629105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792aa00. 00010000:00000010:3.1:1788942188.629117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551cccc00. 00010000:00000010:3.1:1788942188.629123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540031a00. 00010000:00000010:3.1:1788942188.629128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1e00. 00010000:00000010:3.1:1788942188.629132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b540030600. 00010000:00000010:3.1:1788942188.629136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b544af1800. 00000100:00000001:2.0:1788942188.642108:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942188.642118:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942188.642120:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942188.642126:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788942188.642130:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942188.642134:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942188.642137:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942188.642140:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942188.642142:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942189.281076:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942189.281085:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942189.281889:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942189.281895:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942189.281898:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942189.537057:0:2354:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942189.537083:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942189.537086:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942189.537099:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942189.537102:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942189.537107:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942189.537112:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942189.600993:0:2352:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942189.601011:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942189.601014:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942189.601019:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942189.601022:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942189.601026:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942189.601029:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942189.664970:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942189.664980:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942189.664982:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942189.664990:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788942189.664994:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942189.664998:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942189.665001:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942189.665004:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942189.665080:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942190.306314:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942190.306320:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942190.306430:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942190.306436:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942190.306441:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1788942190.368993:0:15948:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788942190.369003:0:15948:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff90b54806aa00) refs 2 10000000:00000001:2.0:1788942190.369008:0:15948:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788942190.369011:0:15948:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788942190.369013:0:15948:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1788942190.369015:0:15948:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788942190.369018:0:15948:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1788942190.369020:0:15948:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788942190.369023:0:15948:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff90b5459f2800 from 6 10000000:00000001:2.0:1788942190.369026:0:15948:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788942190.369028:0:15948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1788942190.369044:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236bb80. 00000020:00000040:2.0:1788942190.369051:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942190.369056:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942190.369060:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942190.369068:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942190.369078:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5464c7400. 00000100:00000001:2.0:1788942190.369086:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942190.369092:0:15948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942190.369095:0:15948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942190.369104:0:15948:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227f00. 00010000:00000001:2.0:1788942190.369110:0:15948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942190.369113:0:15948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792b000. 00000020:00000001:2.0:1788942190.369118:0:15948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942190.369122:0:15948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792b000 with handle 0xcbb91bbb78157884 to hash 00000020:00000001:2.0:1788942190.369124:0:15948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942190.369126:0:15948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942190.369130:0:15948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:2.0:1788942190.369134:0:15948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942190.369138:0:15948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942190.369143:0:15948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.109@tcp lock: ffff90b54792b000/0xcbb91bbb78157884 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942190.369160:0:15948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.109@tcp lock: ffff90b54792b000/0xcbb91bbb78157884 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942190.369173:0:15948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.109@tcp lock: ffff90b54792b000/0xcbb91bbb78157884 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942190.369179:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942190.369182:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942190.369190:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291300. 00000100:00000001:2.0:1788942190.369193:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174744832 : -122366534806784 : ffff90b552291300) 00000100:00000001:2.0:1788942190.369196:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942190.369919:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000001:2.0:1788942190.369929:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942190.369935:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.369938:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942190.369940:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942190.369955:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.369966:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942190.369969:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942190.369975:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942190.369978:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942190.369981:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942190.369985:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884276608:192.168.206.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788942190.369990:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942190.369997:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942190.370000:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942190.370002:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942190.370010:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274400. 02000000:00000001:2.0:1788942190.370012:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942190.370022:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942190.370028:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450988f0. 00000400:00000010:2.0:1788942190.370036:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61770. 00000100:00000200:2.0:1788942190.370045:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884276608, portal 25 00000100:00000001:2.0:1788942190.370047:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942190.370048:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639936 : -122366533911680 : ffff90b55236bb80) 00000100:00000040:2.0:1788942190.370054:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.370063:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942190.370066:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942190.370069:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61220. 00000100:00000200:2.0:1788942190.370072:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875839884276608, offset 0 00000400:00000200:2.0:1788942190.370079:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942190.370089:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.370098:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942190.370103:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942190.370108:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942190.370113:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942190.370115:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942190.370120:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2567:2567:256:4294967295] 192.168.206.109@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:2.0:1788942190.370125:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.370134:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942190.370141:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942190.370147:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9b00. 00000800:00000200:2.0:1788942190.370156:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942190.370165:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942190.370170:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788942190.370762:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942190.370773:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942190.370776:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594697 00000100:00000001:2.0:1788942190.370785:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296592911 00000100:00000001:2.0:1788942190.370791:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594697 00000100:00000001:2.0:1788942190.370795:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296592911 00000100:00000001:2.0:1788942190.370798:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942190.370802:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.370815:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942190.370818:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942190.370821:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291300 going to sleep for 11 seconds 00000100:00000001:2.0:1788942190.370824:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.370827:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942190.385151:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942190.385164:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9b00. 00000400:00000200:3.0:1788942190.385174:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942190.385184:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942190.385194:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61220 00000400:00000010:3.0:1788942190.385197:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61220. 00000800:00000001:2.0:1788942190.385476:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.385494:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.385497:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.385500:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.385508:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.385513:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.385521:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.385526:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.385531:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.385536:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 344 into portal 25 MB=0x6aa1101f53380 00000400:00000200:2.0:1788942190.385542:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942190.385565:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942190.385577:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.385591:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942190.385596:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.385603:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942190.385605:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788942190.386374:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 344/344 into md 0x6e25 [1] + 224 00000800:00000001:2.0:1788942190.386390:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.386408:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.386412:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.386416:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.386425:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.386432:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.386443:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.386522:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.386543:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.386554:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.386558:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942190.386791:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.386794:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.386799:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450988f0. 00000400:00000200:1.0:1788942190.386820:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61770 00000400:00000010:1.0:1788942190.386823:0:15948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61770. 00000100:00000001:1.0:1788942190.386828:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.386835:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.386843:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.386869:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.386871:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.386875:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.386878:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.386883:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.386885:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.386889:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.386897:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.386957:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.386960:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.386961:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.386964:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.386967:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.386970:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.386976:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.386983:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.386986:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.386988:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.386993:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.387001:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884276608:192.168.206.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.387006:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.387008:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.387011:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.387014:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.387018:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.387026:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.387029:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291300. 00000100:00000001:1.0:1788942190.387034:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.387036:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.387040:0:15948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942190.387043:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.387047:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.387050:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=4 00000020:00000001:1.0:1788942190.387053:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942190.387058:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000040:1.0:1788942190.387066:0:15948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b000, remote cookie: 0x4d194fbcadeecf06, flags: 0x0 00010000:00000001:1.0:1788942190.387070:0:15948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942190.387074:0:15948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942190.387077:0:15948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942190.387078:0:15948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942190.387080:0:15948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942190.387084:0:15948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff90b551227f00) refcount = 1 00010000:00010000:1.0:1788942190.387090:0:15948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.109@tcp lock: ffff90b54792b000/0xcbb91bbb78157884 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf06 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.387098:0:15948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942190.387100:0:15948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942190.387102:0:15948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942190.387105:0:15948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942190.387107:0:15948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942190.387110:0:15948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.109@tcp lock: ffff90b54792b000/0xcbb91bbb78157884 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4d194fbcadeecf06 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.387117:0:15948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942190.387118:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.387120:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.387121:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.387122:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.387124:0:15948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.387127:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.387130:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236bb80 x1875839884276608/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.387136:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.387140:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.387909:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274400. 02000000:00000001:1.0:1788942190.387920:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.387924:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.387926:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.387928:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.387933:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5464c7400. 02000000:00000001:1.0:1788942190.387936:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.387939:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.387941:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236bb80. 00000100:00000001:1.0:1788942190.387946:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.387947:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788942190.387951:0:15948:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.387955:0:15948:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788942190.387957:0:15948:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff90b54806aa00) refs 3 10000000:00000001:1.0:1788942190.387960:0:15948:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.387962:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.387964:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.387966:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:1.0:1788942190.387969:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942190.387972:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942190.387974:0:15948:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788942190.387976:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.387978:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.387980:0:15948:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.387982:0:15948:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1788942190.387992:0:15948:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff90b558bfae40. 00000100:00000010:1.0:1788942190.388020:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.388024:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.388030:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.388033:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.388039:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.388045:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b543460a00. 00000100:00000001:1.0:1788942190.388052:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.388060:0:15948:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788942190.388066:0:15948:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90b5487b8400. 00000100:00000010:1.0:1788942190.388070:0:15948:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff90b548392940. 00000020:00000040:1.0:1788942190.388072:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.388076:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.388078:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.388086:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.388088:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.388092:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.388093:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.388099:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.388104:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.388106:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.388108:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.388116:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.388125:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.388127:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.388131:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.388134:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.388137:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.388140:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884276736:192.168.206.109@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.388145:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.388151:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.388153:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.388156:0:15948:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788942190.388165:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.388170:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fc08. 00000400:00000010:1.0:1788942190.388177:0:15948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90b5591a2c00. 00000100:00000200:1.0:1788942190.388184:0:15948:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aa1101f53400-0x6aa1101f53400, portal 33 00000100:00000001:1.0:1788942190.388187:0:15948:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.388190:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.388195:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b543460000. 02000000:00000001:1.0:1788942190.388197:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.388201:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.388203:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.388207:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942190.388211:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884276736, portal 25 00000100:00000001:1.0:1788942190.388213:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.388215:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942190.388220:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.388229:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.388246:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.388249:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da908. 00000100:00000200:1.0:1788942190.388254:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875839884276736, offset 0 00000400:00000200:1.0:1788942190.388260:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.388270:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.388279:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.388286:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.388290:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.388295:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.388298:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.388302:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2568:2568:256:4294967295] 192.168.206.109@tcp LPNI seq info [2568:2568:8:4294967295] 00000400:00000200:1.0:1788942190.388306:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.388317:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.388323:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.388329:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38b00. 00000800:00000200:1.0:1788942190.388337:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.388346:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.388350:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38b00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.388452:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.388458:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.388462:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594715 00000100:00000001:1.0:1788942190.388471:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594697 00000100:00000001:1.0:1788942190.388478:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594715 00000100:00000001:1.0:1788942190.388481:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594697 00000100:00000001:1.0:1788942190.388484:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.388488:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.388491:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.388493:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.388496:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.388499:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.388502:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942190.388971:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942190.388977:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38b00. 00000400:00000200:3.0:1788942190.388984:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942190.388990:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942190.388997:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da908 00000400:00000010:3.0:1788942190.389000:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da908. 00000100:00000001:3.0:1788942190.389005:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942190.389011:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.389021:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942190.389024:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.389031:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942190.389033:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.393881:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.393914:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.393919:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.393922:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.393932:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.393942:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.393954:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.393959:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.393965:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.393970:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 132 into portal 33 MB=0x6aa1101f53400 00000400:00000200:2.0:1788942190.393976:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.393983:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.206.109@tcp of length 132/132 into md 0x6e35 [4] + 0 00000400:00000010:2.0:1788942190.393988:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fc08. 00000400:00000200:2.0:1788942190.393994:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b5591a2c00 00000800:00000001:2.0:1788942190.394000:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.394008:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.394012:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.394017:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942190.394024:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5591a2c00 00000400:00000010:2.0:1788942190.394027:0:2347:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff90b5591a2c00. 00000100:00000001:2.0:1788942190.394033:0:2347:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788942190.394035:0:2347:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff90b545e65c00 desc ffff90b5487b8400 mbits 1875839884276736 00000100:00000001:2.0:1788942190.394054:0:2347:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788942190.394064:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942190.394067:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.394073:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942190.394079:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2569:2569:256:4294967295] 192.168.206.109@tcp LPNI seq info [2569:2569:8:4294967295] 00000400:00000200:2.0:1788942190.394084:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.394093:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942190.394099:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942190.394106:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff90b5464c7000. 00000800:00000200:2.0:1788942190.394114:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942190.394123:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942190.394129:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5464c7000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942190.394232:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942190.394244:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff90b5464c7000. 00000400:00000200:2.0:1788942190.394247:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.394251:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942190.394257:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.394260:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.397468:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.397479:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942190.402968:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.402991:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.402997:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.402999:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.403010:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.403019:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.403030:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.403036:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.403042:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.403047:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 240 into portal 25 MB=0x6aa1101f53400 00000400:00000200:2.0:1788942190.403053:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.403059:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 240/240 into md 0x6e3d [1] + 224 00000800:00000001:2.0:1788942190.403068:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.403075:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.403080:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.403084:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.403094:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.403105:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.403117:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.403141:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.403150:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.403154:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.403280:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942190.403290:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.403293:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.403297:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.403302:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:1.0:1788942190.403305:0:15948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:1.0:1788942190.403308:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.403313:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.403320:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.403326:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.403328:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.403331:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.403335:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.403338:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.403341:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.403344:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.403352:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.403357:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.403360:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.403361:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.403364:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.403367:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.403370:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.403374:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788942190.403384:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.403397:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.403399:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.403403:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.403411:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884276736:192.168.206.109@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.403415:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.403418:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.403421:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.403424:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.403428:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.403435:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.403438:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.403442:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.403444:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788942190.403450:0:15948:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:1.0:1788942190.403454:0:15948:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1788942190.403461:0:15948:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff90b5487ba800. 10000000:00000010:1.0:1788942190.403465:0:15948:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff90b551f78400. 10000000:00000200:1.0:1788942190.403471:0:15948:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788942190.403474:0:15948:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff90b5459f2800 00010000:00000001:1.0:1788942190.403483:0:15948:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788942190.403487:0:15948:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788942190.403491:0:15948:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.109@tcp has 192.168.206.109@tcp. 00000100:00000001:1.0:1788942190.403495:0:15948:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.403497:0:15948:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788942190.403499:0:15948:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.109@tcp with 192.168.206.109@tcp 00000100:00000200:1.0:1788942190.403501:0:15948:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.109@tcp' 00000400:00000200:1.0:1788942190.403504:0:15948:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788942190.403507:0:15948:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788942190.403510:0:15948:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.403515:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.403518:0:15948:0:(peer.c:1911:lnet_peer_add()) peer 192.168.206.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788942190.403522:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.403528:0:15948:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788942190.403531:0:15948:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.206.109@tcp NID 192.168.206.109@tcp: 0. pending discovery 00000400:00000200:1.0:1788942190.403534:0:15948:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.109@tcp 00000100:00000001:1.0:1788942190.403536:0:15948:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.403538:0:15948:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788942190.403541:0:15948:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0001-osc-ffff90b5459f2800 10000000:00000200:1.0:1788942190.403543:0:15948:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788942190.403546:0:15948:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:1.0:1788942190.403548:0:15948:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788942190.403550:0:15948:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788942190.403552:0:15948:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.109@tcp has 192.168.206.109@tcp. 00000100:00000001:1.0:1788942190.403554:0:15948:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.403555:0:15948:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788942190.403557:0:15948:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.109@tcp with 192.168.206.109@tcp 00000100:00000200:1.0:1788942190.403558:0:15948:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.109@tcp' 00000400:00000200:1.0:1788942190.403560:0:15948:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788942190.403561:0:15948:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788942190.403562:0:15948:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.403565:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.403577:0:15948:0:(peer.c:1911:lnet_peer_add()) peer 192.168.206.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788942190.403580:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.403583:0:15948:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788942190.403585:0:15948:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.206.109@tcp NID 192.168.206.109@tcp: 0. pending discovery 00000400:00000200:1.0:1788942190.403587:0:15948:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.109@tcp 00000100:00000001:1.0:1788942190.403589:0:15948:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.403590:0:15948:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788942190.403592:0:15948:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0000-osc-ffff90b5459f2800 10000000:00000200:1.0:1788942190.403595:0:15948:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788942190.403596:0:15948:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942190.403599:0:15948:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788942190.403609:0:15948:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788942190.403612:0:15948:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.109@tcp has 192.168.206.109@tcp. 00000100:00000001:1.0:1788942190.403614:0:15948:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.403617:0:15948:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788942190.403618:0:15948:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.109@tcp with 192.168.206.109@tcp 00000100:00000200:1.0:1788942190.403619:0:15948:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.109@tcp' 00000400:00000200:1.0:1788942190.403621:0:15948:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788942190.403622:0:15948:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788942190.403624:0:15948:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.403626:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.403628:0:15948:0:(peer.c:1911:lnet_peer_add()) peer 192.168.206.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788942190.403631:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.403633:0:15948:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788942190.403635:0:15948:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.206.109@tcp NID 192.168.206.109@tcp: 0. pending discovery 00000400:00000200:1.0:1788942190.403637:0:15948:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.109@tcp 00000100:00000001:1.0:1788942190.403638:0:15948:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.403640:0:15948:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788942190.403642:0:15948:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff90b5459f2800 target is obsoleted(1/2), reconnect 00000100:00000001:1.0:1788942190.403645:0:15948:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1788942190.403649:0:15948:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff90b5459bb800 already not connected (conn 20, was 0): CONNECTING 00010000:00000001:1.0:1788942190.403654:0:15948:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1788942190.403662:0:15948:0:(events.c:564:ptlrpc_uuid_to_peer()) 192.168.206.109@tcp->12345-192.168.206.109@tcp 00000100:00000001:1.0:1788942190.403665:0:15948:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1788942190.403667:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.403671:0:15948:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.206.109@tcp primary NID 192.168.206.109@tcp rc 0 00000100:00000001:1.0:1788942190.403675:0:15948:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788942190.403677:0:15948:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:1.0:1788942190.403680:0:15948:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000100:00000001:1.0:1788942190.403683:0:15948:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446621707180717824 : -122366528833792 : 0xffff90b552843700) 00000100:00000040:1.0:1788942190.403686:0:15948:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000040:1.0:1788942190.403689:0:15948:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.206.109@tcp -> ffff90b552843700 00010000:00080000:1.0:1788942190.403693:0:15948:0:(ldlm_lib.c:85:import_set_conn()) imp ffff90b5459bb800@lustre-MDT0000-mdc-ffff90b5459f2800: found existing conn 192.168.206.109@tcp, moved to head 00010000:00000001:1.0:1788942190.403696:0:15948:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1788942190.403699:0:15948:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:1.0:1788942190.403702:0:15948:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.403705:0:15948:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:1.0:1788942190.403706:0:15948:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff90b5459f2800 10000000:00000010:1.0:1788942190.403708:0:15948:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff90b551f78400. 10000000:00000010:1.0:1788942190.403712:0:15948:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff90b5487ba800. 10000000:00000001:1.0:1788942190.403714:0:15948:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.403717:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.403721:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884276736/t0(0) o256->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.403727:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.403730:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.403734:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b543460000. 02000000:00000001:1.0:1788942190.403737:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.403739:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.403741:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.403743:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:1.0:1788942190.403745:0:15948:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788942190.403748:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.403749:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.403750:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000010:1.0:1788942190.403753:0:15948:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff90b548392940. 00000100:00000010:1.0:1788942190.403757:0:15948:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90b5487b8400. 00000100:00000001:1.0:1788942190.403759:0:15948:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788942190.403761:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543460a00. 02000000:00000001:1.0:1788942190.403764:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.403766:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.403768:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.403772:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.403773:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1788942190.403796:0:15948:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff90b558bfae40. 10000000:01000000:1.0:1788942190.403801:0:15948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.109@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1788942190.403814:0:15948:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788942190.403818:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.403820:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.403824:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b000 refcount=3 00000020:00000001:1.0:1788942190.403826:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942190.403830:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116928 : -122366712434688 : ffff90b54792b000) 00010000:00000001:1.0:1788942190.403833:0:15948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942190.403838:0:15948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.109@tcp lock: ffff90b54792b000/0xcbb91bbb78157884 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf06 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.403847:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.403849:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942190.403888:0:15948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.109@tcp lock: ffff90b54792b000/0xcbb91bbb78157884 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf06 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.403895:0:15948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942190.403896:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.403897:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788942190.404055:0:15948:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.404059:0:15948:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.404062:0:15948:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788942190.404064:0:15948:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788942190.404066:0:15948:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff90b54806ae00) refs 2 10000000:00000001:1.0:1788942190.404069:0:15948:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.404071:0:15948:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788942190.404072:0:15948:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff90b54806aa00) refs 3 10000000:00000001:1.0:1788942190.404075:0:15948:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788942190.404076:0:15948:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788942190.404078:0:15948:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1788942190.404080:0:15948:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788942190.404082:0:15948:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90b5459f2800 from 42 10000000:00000001:1.0:1788942190.404085:0:15948:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788942190.404086:0:15948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1788942190.404094:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.404099:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.404103:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.404107:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.404112:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.404120:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b543460a00. 00000100:00000001:1.0:1788942190.404127:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.404133:0:15948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942190.404136:0:15948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942190.404144:0:15948:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ea00. 00010000:00000001:1.0:1788942190.404150:0:15948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942190.404154:0:15948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0e00. 00000020:00000001:1.0:1788942190.404158:0:15948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942190.404160:0:15948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0e00 with handle 0xcbb91bbb7815788b to hash 00000020:00000001:1.0:1788942190.404163:0:15948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942190.404164:0:15948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942190.404168:0:15948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942190.404172:0:15948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942190.404176:0:15948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942190.404179:0:15948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.109@tcp lock: ffff90b5427d0e00/0xcbb91bbb7815788b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942190.404188:0:15948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.109@tcp lock: ffff90b5427d0e00/0xcbb91bbb7815788b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942190.404198:0:15948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.109@tcp lock: ffff90b5427d0e00/0xcbb91bbb7815788b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942190.404204:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.404206:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.404213:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.404216:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.404219:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.404220:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.404225:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.404290:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.404294:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.404296:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.404302:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.404311:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.404314:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.404319:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.404322:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.404324:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.404328:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884276864:192.168.206.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.404332:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.404338:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.404341:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.404344:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.404348:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8400. 02000000:00000001:1.0:1788942190.404350:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.404356:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.404359:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.404367:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942190.404375:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884276864, portal 25 00000100:00000001:1.0:1788942190.404377:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.404379:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942190.404384:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.404392:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.404395:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.404397:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da880. 00000100:00000200:1.0:1788942190.404401:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875839884276864, offset 0 00000400:00000200:1.0:1788942190.404407:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.404414:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.404421:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.404428:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.404432:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.404437:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.404439:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.404443:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2570:2570:256:4294967295] 192.168.206.109@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:1.0:1788942190.404448:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.404458:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.404465:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.404471:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38a00. 00000800:00000200:1.0:1788942190.404478:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.404486:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.404492:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.404515:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.404520:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.404523:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594731 00000100:00000001:1.0:1788942190.404532:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594715 00000100:00000001:1.0:1788942190.404538:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594731 00000100:00000001:1.0:1788942190.404541:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594715 00000100:00000001:1.0:1788942190.404544:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.404547:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.404549:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.404552:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.404554:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.404556:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.404559:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942190.405014:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942190.405020:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38a00. 00000400:00000200:3.0:1788942190.405028:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942190.405035:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942190.405041:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da880 00000400:00000010:3.0:1788942190.405044:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da880. 00000100:00000001:3.0:1788942190.405049:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942190.405055:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.405066:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942190.405069:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.405076:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942190.405077:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.428955:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.428982:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.428986:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.428989:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.428998:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.429008:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.429021:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.429028:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.429034:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.429039:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 344 into portal 25 MB=0x6aa1101f53480 00000400:00000200:2.0:1788942190.429045:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.429053:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 344/344 into md 0x6e45 [1] + 224 00000800:00000001:2.0:1788942190.429061:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.429090:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.429094:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.429099:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.429108:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.429118:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.429129:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.429155:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.429163:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.429167:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.430984:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942190.431003:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.431006:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.431011:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.431021:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:1.0:1788942190.431025:0:15948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:1.0:1788942190.431030:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.431043:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.431055:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.431064:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.431066:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.431070:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.431074:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.431077:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.431079:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.431083:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.431090:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.431095:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.431098:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.431100:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.431103:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.431105:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.431109:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.431114:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.431121:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.431125:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.431127:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.431131:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.431141:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884276864:192.168.206.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.431147:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.431150:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.431152:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.431155:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.431159:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.431166:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.431182:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.431186:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.431188:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.431192:0:15948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942190.431196:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.431199:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.431204:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=4 00000020:00000001:1.0:1788942190.431207:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942190.431211:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000040:1.0:1788942190.431219:0:15948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0e00, remote cookie: 0x4d194fbcadeecf0d, flags: 0x0 00010000:00000001:1.0:1788942190.431223:0:15948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942190.431227:0:15948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942190.431230:0:15948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942190.431232:0:15948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942190.431242:0:15948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942190.431245:0:15948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff90b551c3ea00) refcount = 1 00010000:00010000:1.0:1788942190.431251:0:15948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.109@tcp lock: ffff90b5427d0e00/0xcbb91bbb7815788b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf0d expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.431260:0:15948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942190.431262:0:15948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942190.431263:0:15948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942190.431267:0:15948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942190.431269:0:15948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942190.431273:0:15948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.109@tcp lock: ffff90b5427d0e00/0xcbb91bbb7815788b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4d194fbcadeecf0d expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.431279:0:15948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942190.431281:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.431283:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.431284:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.431285:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.431286:0:15948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.431289:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.431294:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884276864/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.431301:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.431304:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.431308:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8400. 02000000:00000001:1.0:1788942190.431312:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.431316:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.431317:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.431321:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.431324:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543460a00. 02000000:00000001:1.0:1788942190.431328:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.431330:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.431332:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.431336:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.431337:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788942190.431339:0:15948:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.431343:0:15948:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788942190.431345:0:15948:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff90b54806ae00) refs 3 10000000:00000001:1.0:1788942190.431348:0:15948:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.431349:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.431351:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.431352:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942190.431355:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942190.431357:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942190.431359:0:15948:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788942190.431361:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.431362:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.431364:0:15948:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.431367:0:15948:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788942190.431376:0:15948:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90b548392940. 00000020:00000010:1.0:1788942190.431381:0:15948:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b543460a00. 00000020:00000010:1.0:1788942190.431387:0:15948:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b543460000. 00000040:00000010:1.0:1788942190.431392:0:15948:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90b543461600. 00000020:00000010:1.0:1788942190.431397:0:15948:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90b559182000. 00000020:00000010:1.0:1788942190.431403:0:15948:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90b543461800. 80000000:00000010:1.0:1788942190.431407:0:15948:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90b5466c9000. 00040000:00000010:1.0:1788942190.431413:0:15948:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90b543461200. 20000000:00000010:1.0:1788942190.431418:0:15948:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff90b543461a00. 10000000:00000040:1.0:1788942190.431424:0:15948:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff90b5487d23c0 : new refcount 2 00000020:00000001:1.0:1788942190.431427:0:15948:0:(obd_config.c:2219:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788942190.431429:0:15948:0:(obd_config.c:2221:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1788942190.431431:0:15948:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788942190.431435:0:15948:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90b543460400. 00000040:00000001:1.0:1788942190.431441:0:15948:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788942190.431443:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000010:1.0:1788942190.431448:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.431451:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.431455:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.431458:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.431463:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.431473:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b582153a00. 00000100:00000001:1.0:1788942190.431480:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.431486:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.431488:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.431495:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.431497:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.431500:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.431501:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.431506:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.431512:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.431514:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.431516:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.431521:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.431528:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.431530:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.431533:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.431536:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.431538:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.431542:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884276992:192.168.206.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.431546:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.431551:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.431554:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.431556:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.431561:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b543747a00. 02000000:00000001:1.0:1788942190.431563:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.431572:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.431575:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.431581:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942190.431589:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884276992, portal 25 00000100:00000001:1.0:1788942190.431591:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.431592:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942190.431597:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.431785:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.431789:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.431793:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da220. 00000100:00000200:1.0:1788942190.431798:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875839884276992, offset 0 00000400:00000200:1.0:1788942190.431814:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.431824:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.431834:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.431840:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.431844:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.431849:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.431897:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.431901:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2571:2571:256:4294967295] 192.168.206.109@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:1.0:1788942190.431906:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.431916:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.431922:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.431928:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38300. 00000800:00000200:1.0:1788942190.431936:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.431945:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.431949:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.431976:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.431981:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.431984:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594759 00000100:00000001:1.0:1788942190.431992:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594731 00000100:00000001:1.0:1788942190.431999:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594759 00000100:00000001:1.0:1788942190.432003:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594731 00000100:00000001:1.0:1788942190.432005:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.432008:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.432010:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.432012:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.432015:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.432017:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.432019:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942190.435919:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942190.435932:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38300. 00000400:00000200:3.0:1788942190.435941:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942190.435951:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942190.435960:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da220 00000400:00000010:3.0:1788942190.435963:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da220. 00000100:00000001:3.0:1788942190.435970:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942190.435980:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.435993:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942190.435996:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.436004:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942190.436006:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.438469:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.438492:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.438498:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.438501:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.438511:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.438521:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.438531:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.438536:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.438542:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.438549:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 272 into portal 25 MB=0x6aa1101f53500 00000400:00000200:2.0:1788942190.438555:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.438562:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 272/272 into md 0x6e4d [1] + 224 00000800:00000001:2.0:1788942190.438570:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.438579:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.438583:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.438588:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.438598:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.438624:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.438636:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.438658:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.438668:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.438671:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.439282:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942190.439294:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.439296:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.439300:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.439307:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:1.0:1788942190.439309:0:15948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:1.0:1788942190.439314:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.439321:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.439331:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.439338:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.439341:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.439344:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.439348:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.439352:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.439354:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.439358:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.439367:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.439372:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.439375:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.439378:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.439381:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.439384:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.439387:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.439393:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.439401:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.439404:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.439407:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.439412:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.439419:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884276992:192.168.206.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.439425:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.439429:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.439432:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.439434:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.439438:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.439445:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.439448:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.439453:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.439454:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.439461:0:15948:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788942190.439466:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.439468:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.439470:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:1.0:1788942190.439472:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.439475:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884276992/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.439482:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.439485:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.439489:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b543747a00. 02000000:00000001:1.0:1788942190.439493:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.439494:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.439496:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.439498:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.439502:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b582153a00. 02000000:00000001:1.0:1788942190.439506:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.439508:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.439511:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.439514:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.439515:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788942190.439519:0:15948:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.439523:0:15948:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788942190.439533:0:15948:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90b559198000. 00000040:00000001:1.0:1788942190.439535:0:15948:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788942190.439537:0:15948:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788942190.439540:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000010:1.0:1788942190.439544:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.439547:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.439551:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.439554:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.439560:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.439566:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b543747a00. 00000100:00000001:1.0:1788942190.439573:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.439577:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.439579:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.439585:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.439587:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.439591:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.439592:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.439598:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.439616:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.439618:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.439620:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.439624:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.439631:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.439633:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.439637:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.439640:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.439643:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.439647:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277120:192.168.206.109@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.439651:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.439656:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.439659:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.439661:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.439691:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90b551b48000. 02000000:00000001:1.0:1788942190.439693:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.440586:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942190.450304:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097738. 00000400:00000010:0.0:1788942190.450332:0:15948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90b54295ee40. 00000100:00000200:0.0:1788942190.450343:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875839884277120, portal 25 00000100:00000001:0.0:1788942190.450348:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942190.450350:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:0.0:1788942190.450368:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.450378:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942190.450381:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942190.450387:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a110. 00000100:00000200:0.0:1788942190.450393:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875839884277120, offset 0 00000400:00000200:0.0:1788942190.450400:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942190.450414:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942190.450426:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942190.450433:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942190.450438:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942190.450442:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942190.450445:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942190.450449:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2572:2572:256:4294967295] 192.168.206.109@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:0.0:1788942190.450454:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942190.450466:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942190.450474:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942190.450480:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942190.450490:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942190.450499:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942190.450504:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788942190.450525:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942190.450530:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942190.450533:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594777 00000100:00000001:0.0:1788942190.450543:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594759 00000100:00000001:0.0:1788942190.450551:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594777 00000100:00000001:0.0:1788942190.450554:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594759 00000100:00000001:0.0:1788942190.450558:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942190.450561:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.450564:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942190.450567:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942190.450571:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:0.0:1788942190.450574:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942190.450578:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942190.451298:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942190.451305:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:3.0:1788942190.451314:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942190.451322:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942190.451330:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a110 00000400:00000010:3.0:1788942190.451333:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a110. 00000100:00000001:3.0:1788942190.451340:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942190.451348:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.451363:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942190.451367:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.451375:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942190.451376:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.454791:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.454824:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.454830:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.454833:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.454843:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.454883:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.454895:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.454900:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.454907:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.454911:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 8416 into portal 25 MB=0x6aa1101f53580 00000400:00000200:2.0:1788942190.454917:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.454924:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 8416/8416 into md 0x6e55 [4] + 224 00000800:00000001:2.0:1788942190.454932:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.454947:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.454951:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.454956:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.454966:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.454977:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.454988:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.455015:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.455026:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.455030:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.455141:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942190.455151:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.455153:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.455158:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097738. 00000400:00000200:1.0:1788942190.455163:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b54295ee40 00000400:00000010:1.0:1788942190.455166:0:15948:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff90b54295ee40. 00000100:00000001:1.0:1788942190.455169:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.455174:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.455183:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.455189:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.455191:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.455195:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.455199:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.455203:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.455205:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.455209:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.455218:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.455222:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.455225:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.455227:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.455230:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.455232:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.455245:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.455251:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.455264:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.455267:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.455269:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.455273:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.455282:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277120:192.168.206.109@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.455287:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.455290:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.455294:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.455296:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.455300:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.455307:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.455310:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.455314:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.455316:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.455326:0:15948:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788942190.455328:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.455331:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884277120/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.455342:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.455345:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.455348:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90b551b48000. 02000000:00000001:1.0:1788942190.455369:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.455373:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.455375:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.455378:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.455380:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543747a00. 02000000:00000001:1.0:1788942190.455386:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.455388:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.455391:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.455395:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.455396:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942190.455400:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.455401:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.455403:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 00000040:00000001:1.0:1788942190.455407:0:15948:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.455410:0:15948:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.455414:0:15948:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788942190.455419:0:15948:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90b5466c9d20. 00000040:00001000:1.0:1788942190.455422:0:15948:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:0.0:1788942190.456678:0:32997:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788942190.456691:0:32997:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b548084a00. 00000020:00000010:0.0:1788942190.456710:0:32997:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b548084400. 00000040:00000010:0.0:1788942190.456714:0:32997:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90b548084e00. 00000020:00000010:0.0:1788942190.456721:0:32997:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90b551b92000. 00000020:00000010:0.0:1788942190.456727:0:32997:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90b55225d080. 00000020:00000010:0.0:1788942190.456732:0:32997:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90b548085400. 80000000:00000010:0.0:1788942190.456737:0:32997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90b551b54a20. 40000000:00000010:0.0:1788942190.456742:0:32997:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff90b543e80400. 00100000:00000010:0.0:1788942190.456749:0:32997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90b551b91000. 00040000:00000010:0.0:1788942190.456755:0:32997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90b55910b900. 00040000:00000010:0.0:1788942190.456760:0:32997:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff90b551b93800. 00040000:00000010:0.0:1788942190.456767:0:32997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90b5428fb200. 00000004:00000010:0.0:1788942190.456776:0:32997:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff90b551b97800. 00000004:00000010:0.0:1788942190.456783:0:32997:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff90b552306000. 00000004:00000010:0.0:1788942190.456790:0:32997:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff90b551b95000. 00002000:00000010:0.0:1788942190.456797:0:32997:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff90b551aed400. 00000004:00000010:0.0:1788942190.456802:0:32997:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff90b551aefc00. 00000020:00000010:0.0:1788942190.456818:0:32997:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90b543e80140. 00000040:00000010:0.0:1788942190.456830:0:32997:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90b559142000. 00000040:00080000:0.0:1788942190.459101:0:32997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:0.0:1788942190.459117:0:32997:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff90b559142000. 00000020:00000010:0.0:1788942190.459131:0:32997:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90b543e80140. 00000020:00000010:0.0:1788942190.459156:0:32997:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90b548084400. 00000040:00000010:0.0:1788942190.459162:0:32997:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90b548084e00. 00000020:00000010:0.0:1788942190.459166:0:32997:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90b551b92000. 00000020:00000010:0.0:1788942190.459186:0:32997:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90b55225d080. 00000020:00000010:0.0:1788942190.459194:0:32997:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90b548085400. 80000000:00000010:0.0:1788942190.459199:0:32997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90b551b54a20. 40000000:00000010:0.0:1788942190.459204:0:32997:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff90b543e80400. 00100000:00000010:0.0:1788942190.459209:0:32997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90b551b91000. 00040000:00000010:0.0:1788942190.459215:0:32997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90b55910b900. 00040000:00000010:0.0:1788942190.459219:0:32997:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff90b551b93800. 00040000:00000010:0.0:1788942190.459223:0:32997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90b5428fb200. 00000004:00000010:0.0:1788942190.459227:0:32997:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff90b551b97800. 00000004:00000010:0.0:1788942190.459233:0:32997:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff90b552306000. 00000004:00000010:0.0:1788942190.463140:0:32997:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff90b551b95000. 00002000:00000010:0.0:1788942190.463146:0:32997:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff90b551aed400. 00000004:00000010:0.0:1788942190.463152:0:32997:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff90b551aefc00. 00000020:00000010:0.0:1788942190.463157:0:32997:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b548084a00. 00000040:00000010:1.0:1788942190.463476:0:15948:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90b5466c9d20. 00000040:00000001:1.0:1788942190.463482:0:15948:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788942190.463486:0:15948:0:(obd_config.c:2244:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:1.0:1788942190.463494:0:15948:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90b559198000. 00000040:00000010:1.0:1788942190.463498:0:15948:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90b543460400. 00000020:00000001:1.0:1788942190.463502:0:15948:0:(obd_config.c:2250:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.463506:0:15948:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788942190.463512:0:15948:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90b543460000. 00000040:00000010:1.0:1788942190.463516:0:15948:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90b543461600. 00000020:00000010:1.0:1788942190.463520:0:15948:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90b559182000. 00000020:00000010:1.0:1788942190.463527:0:15948:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90b543461800. 80000000:00000010:1.0:1788942190.463532:0:15948:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90b5466c9000. 00040000:00000010:1.0:1788942190.463537:0:15948:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90b543461200. 20000000:00000010:1.0:1788942190.463542:0:15948:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff90b543461a00. 00000020:00000010:1.0:1788942190.463545:0:15948:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b543460a00. 10000000:00000010:1.0:1788942190.463547:0:15948:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90b548392940. 10000000:01000000:1.0:1788942190.463552:0:15948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.109@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1788942190.463555:0:15948:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788942190.463559:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.463562:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.463565:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0e00 refcount=3 00000020:00000001:1.0:1788942190.463568:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942190.463571:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813120 : -122366797738496 : ffff90b5427d0e00) 00010000:00000001:1.0:1788942190.463573:0:15948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942190.463580:0:15948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.109@tcp lock: ffff90b5427d0e00/0xcbb91bbb7815788b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf0d expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.463590:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.463593:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942190.463595:0:15948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.109@tcp lock: ffff90b5427d0e00/0xcbb91bbb7815788b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf0d expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.463687:0:15948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942190.463689:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.463690:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788942190.463692:0:15948:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.463695:0:15948:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.463707:0:15948:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788942190.463710:0:15948:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788942190.463712:0:15948:0:(mgc_request.c:108:config_log_get()) log params (ffff90b54806a600) refs 2 10000000:00000001:1.0:1788942190.463715:0:15948:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.463717:0:15948:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788942190.463719:0:15948:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff90b54806ae00) refs 3 10000000:00000001:1.0:1788942190.463721:0:15948:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788942190.463723:0:15948:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788942190.463725:0:15948:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788942190.463727:0:15948:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788942190.463729:0:15948:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90b5459f2800 from 7 10000000:00000001:1.0:1788942190.463731:0:15948:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788942190.463733:0:15948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788942190.463746:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.463751:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.463757:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.463761:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.463768:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.463777:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b543747a00. 00000100:00000001:1.0:1788942190.463785:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.463791:0:15948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942190.463794:0:15948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942190.463802:0:15948:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e200. 00010000:00000001:1.0:1788942190.463816:0:15948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942190.463820:0:15948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1600. 00000020:00000001:1.0:1788942190.463826:0:15948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942190.463829:0:15948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1600 with handle 0xcbb91bbb78157892 to hash 00000020:00000001:1.0:1788942190.463831:0:15948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942190.463833:0:15948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942190.463836:0:15948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942190.463840:0:15948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942190.463844:0:15948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942190.463847:0:15948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.109@tcp lock: ffff90b5427d1600/0xcbb91bbb78157892 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942190.464771:0:15948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.109@tcp lock: ffff90b5427d1600/0xcbb91bbb78157892 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942190.464795:0:15948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.109@tcp lock: ffff90b5427d1600/0xcbb91bbb78157892 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942190.464811:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.464814:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.464825:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.464828:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.464831:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.464833:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.464840:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.464846:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.464848:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.464890:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.464911:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.464922:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.464925:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.464930:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.464933:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.464936:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.464940:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277248:192.168.206.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.464945:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.464952:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.464955:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.464958:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.464964:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8400. 02000000:00000001:1.0:1788942190.464966:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.464975:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.464980:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.464988:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942190.464996:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884277248, portal 25 00000100:00000001:1.0:1788942190.464998:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.465000:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942190.465006:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.465014:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.465017:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.465020:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da198. 00000100:00000200:1.0:1788942190.465024:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875839884277248, offset 0 00000400:00000200:1.0:1788942190.465031:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.465040:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.465049:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.465055:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.465059:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.465064:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.465067:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.465071:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2573:2573:256:4294967295] 192.168.206.109@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:1.0:1788942190.465077:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.465088:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.465095:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.465102:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38200. 00000800:00000200:1.0:1788942190.465111:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.465122:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.465127:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.465141:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.465145:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.465148:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594791 00000100:00000001:1.0:1788942190.465157:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594777 00000100:00000001:1.0:1788942190.465163:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594791 00000100:00000001:1.0:1788942190.465167:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594777 00000100:00000001:1.0:1788942190.465182:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.465186:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.465188:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.465191:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.465195:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.465198:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.465201:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942190.466509:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942190.466521:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38200. 00000400:00000200:2.0:1788942190.466529:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.466538:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942190.466546:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da198 00000400:00000010:2.0:1788942190.466548:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da198. 00000100:00000001:2.0:1788942190.466554:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942190.466563:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.466576:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.466579:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.466586:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.466587:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.475951:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.475984:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.475990:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.475993:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.476005:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.476015:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.476027:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.476033:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.476039:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.476044:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 344 into portal 25 MB=0x6aa1101f53600 00000400:00000200:2.0:1788942190.476050:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.476057:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 344/344 into md 0x6e5d [1] + 224 00000800:00000001:2.0:1788942190.476065:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.476079:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.476084:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.476089:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.476097:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.476109:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.476121:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.476140:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.476149:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.476152:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.476209:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942190.476220:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.476222:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.476226:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.476231:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:1.0:1788942190.476952:0:15948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:1.0:1788942190.476962:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.476974:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.476984:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.476992:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.476994:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.476997:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.477001:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.477004:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.477007:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.477011:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.477019:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.477024:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.477027:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.477029:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.477032:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.477034:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.477037:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.477042:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.477050:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.477053:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.477056:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.477060:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.477069:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277248:192.168.206.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.477075:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.477078:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.477082:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.477084:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.477088:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.477096:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.477099:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.477104:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.477106:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.477109:0:15948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942190.477113:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.477116:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.477120:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=4 00000020:00000001:1.0:1788942190.477123:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942190.477126:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000040:1.0:1788942190.477135:0:15948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1600, remote cookie: 0x4d194fbcadeecf14, flags: 0x0 00010000:00000001:1.0:1788942190.477139:0:15948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942190.477144:0:15948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942190.477147:0:15948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942190.477148:0:15948:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942190.477151:0:15948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942190.477154:0:15948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff90b551c3e200) refcount = 1 00010000:00010000:1.0:1788942190.477160:0:15948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.109@tcp lock: ffff90b5427d1600/0xcbb91bbb78157892 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf14 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.477168:0:15948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942190.477180:0:15948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942190.477182:0:15948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942190.477185:0:15948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942190.477188:0:15948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942190.477192:0:15948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.109@tcp lock: ffff90b5427d1600/0xcbb91bbb78157892 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4d194fbcadeecf14 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.477198:0:15948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942190.477200:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.477202:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.477203:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.477204:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.477205:0:15948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.477209:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.477213:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884277248/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.477220:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.477223:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.477226:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8400. 02000000:00000001:1.0:1788942190.477230:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.477419:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.477423:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.477426:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.477429:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543747a00. 02000000:00000001:1.0:1788942190.477436:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.477438:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.477440:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.477444:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.477445:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788942190.477448:0:15948:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.477452:0:15948:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788942190.477454:0:15948:0:(mgc_request.c:108:config_log_get()) log params (ffff90b54806a600) refs 3 10000000:00000001:1.0:1788942190.477457:0:15948:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.477459:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.477460:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.477462:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=3 00000020:00000001:1.0:1788942190.477464:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942190.477466:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942190.477469:0:15948:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788942190.477470:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.477472:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.477474:0:15948:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.477476:0:15948:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788942190.477486:0:15948:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90b548392940. 00000020:00000010:1.0:1788942190.477492:0:15948:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b543747a00. 00000020:00000010:1.0:1788942190.477501:0:15948:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b543460a00. 00000040:00000010:1.0:1788942190.477506:0:15948:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90b543461a00. 00000020:00000010:1.0:1788942190.477512:0:15948:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90b559182000. 00000020:00000010:1.0:1788942190.477518:0:15948:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90b543461200. 80000000:00000010:1.0:1788942190.477524:0:15948:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90b5466c9000. 00040000:00000010:1.0:1788942190.477529:0:15948:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90b543461800. 20000000:00000010:1.0:1788942190.477534:0:15948:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff90b543461600. 10000000:00000040:1.0:1788942190.477540:0:15948:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff90b5487d23c0 : new refcount 2 00000020:00000001:1.0:1788942190.477543:0:15948:0:(obd_config.c:2219:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788942190.477545:0:15948:0:(obd_config.c:2221:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788942190.477548:0:15948:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788942190.477551:0:15948:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90b543460000. 00000040:00000001:1.0:1788942190.477556:0:15948:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788942190.477559:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000010:1.0:1788942190.477564:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.477567:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.477572:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.477576:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.477582:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.477589:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b543460400. 00000100:00000001:1.0:1788942190.477598:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.477604:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.477606:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.477613:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.477616:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.477619:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.477621:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.477626:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.477631:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.477634:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.477635:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.477640:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.477647:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.477650:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.477654:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.477658:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.477661:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.477664:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277376:192.168.206.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.477668:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.477675:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.477677:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.477680:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.477685:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b582153a00. 02000000:00000001:1.0:1788942190.477687:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.477696:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.477701:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.477707:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942190.477716:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884277376, portal 25 00000100:00000001:1.0:1788942190.477718:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.477720:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942190.477726:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.477734:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.477737:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.477740:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942190.477745:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875839884277376, offset 0 00000400:00000200:1.0:1788942190.477753:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.477762:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.477771:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.477777:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.477782:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.477787:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.477789:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.477793:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2574:2574:256:4294967295] 192.168.206.109@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:1.0:1788942190.477798:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.477820:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.477827:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.477833:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38100. 00000800:00000200:1.0:1788942190.477842:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.478316:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.478322:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38100 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.478388:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.478394:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.478398:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594805 00000100:00000001:1.0:1788942190.478406:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594791 00000100:00000001:1.0:1788942190.478412:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594805 00000100:00000001:1.0:1788942190.478416:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594791 00000100:00000001:1.0:1788942190.478418:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.478423:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.478426:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.478428:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.478431:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.478434:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.478436:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942190.484084:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942190.484097:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38100. 00000400:00000200:2.0:1788942190.484106:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.484117:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942190.484126:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:2.0:1788942190.484130:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:2.0:1788942190.484136:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942190.484147:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.484161:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.484166:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.484369:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.484372:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.486747:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.486768:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.486773:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.486776:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.486787:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.486797:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.486817:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.486822:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.487033:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.487039:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 272 into portal 25 MB=0x6aa1101f53680 00000400:00000200:2.0:1788942190.487045:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.487051:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 272/272 into md 0x6e65 [1] + 224 00000800:00000001:2.0:1788942190.487060:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.487069:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.487073:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.487078:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.487087:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.487098:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.487110:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.487159:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.487232:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.487252:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.487256:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942190.487482:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.487484:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.487488:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.487493:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:1.0:1788942190.487496:0:15948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:1.0:1788942190.487499:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.487505:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.487514:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.487519:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.487522:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.487524:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.487528:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.487531:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.487533:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.487537:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.487545:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.487549:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.487551:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.487553:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.487556:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.487558:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.487561:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.487566:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.487572:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.487575:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.487578:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.487581:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.487588:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277376:192.168.206.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.487593:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.487597:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.490456:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.490467:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.490483:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.490497:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.490501:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.490508:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.490510:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.490518:0:15948:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788942190.490522:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.490525:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.490527:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:1.0:1788942190.490529:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.490532:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884277376/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.490539:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.490542:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.490546:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b582153a00. 02000000:00000001:1.0:1788942190.490550:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.490551:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.490552:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.490553:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.490556:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543460400. 02000000:00000001:1.0:1788942190.490561:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.490562:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.490565:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.490569:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.490570:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788942190.490583:0:15948:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.490587:0:15948:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788942190.490599:0:15948:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90b559198000. 00000040:00000001:1.0:1788942190.490601:0:15948:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788942190.490603:0:15948:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788942190.490606:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000010:1.0:1788942190.490612:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.490615:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.490619:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.490621:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.490627:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.490633:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b582153a00. 00000100:00000001:1.0:1788942190.490641:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.490645:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.490647:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.490654:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.490656:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.490659:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.490661:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.490665:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.490671:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.490674:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.490675:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.490680:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.490689:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.490691:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.490695:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.490698:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.490701:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.490705:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277504:192.168.206.109@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.490710:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.490716:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.490719:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.490722:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.490754:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90b551b48000. 02000000:00000001:1.0:1788942190.490756:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.490767:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.490772:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.490783:0:15948:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90b5591a2c00. 00000100:00000200:1.0:1788942190.490792:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875839884277504, portal 25 00000100:00000001:1.0:1788942190.490794:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.490795:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942190.490802:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.490818:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.490821:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.490826:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942190.490831:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875839884277504, offset 0 00000400:00000200:1.0:1788942190.490838:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.490848:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.490883:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.490889:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.490894:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.490898:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.490901:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.490905:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2575:2575:256:4294967295] 192.168.206.109@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:1.0:1788942190.490910:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.490920:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.490927:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.490934:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38100. 00000800:00000200:1.0:1788942190.490942:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.490950:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.490955:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.490966:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.490971:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.490974:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594817 00000100:00000001:1.0:1788942190.490983:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594805 00000100:00000001:1.0:1788942190.490989:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594817 00000100:00000001:1.0:1788942190.490992:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594805 00000100:00000001:1.0:1788942190.490996:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.490999:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.491002:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.491004:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.491007:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.491009:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.491013:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942190.492090:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942190.492099:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38100. 00000400:00000200:2.0:1788942190.492108:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.492410:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942190.492419:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:2.0:1788942190.492422:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:2.0:1788942190.492428:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942190.492437:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.492450:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.492454:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.492467:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.492468:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.496132:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.496154:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.496159:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.496161:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.496302:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.496312:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.496323:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.496329:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.496336:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.496341:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 8416 into portal 25 MB=0x6aa1101f53700 00000400:00000200:2.0:1788942190.496347:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.496353:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 8416/8416 into md 0x6e6d [4] + 224 00000800:00000001:2.0:1788942190.496363:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.496377:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.496381:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.496386:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.496395:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.496406:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.496418:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.496480:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.496499:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.496510:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.496514:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942190.500086:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.500095:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.500101:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.500111:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5591a2c00 00000400:00000010:1.0:1788942190.500115:0:15948:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff90b5591a2c00. 00000100:00000001:1.0:1788942190.500122:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.500137:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.500152:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.500161:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.500164:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.500168:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.500771:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.500776:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.500779:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.500784:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.500794:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.500800:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.500812:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.500815:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.500820:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.500822:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.500826:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.500844:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.500881:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.500885:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.500887:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.500893:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.500901:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277504:192.168.206.109@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.500907:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.500911:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.500915:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.500918:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.500922:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.500930:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.500933:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.500938:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.500940:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.500951:0:15948:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788942190.500953:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.500956:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884277504/t0(0) o503->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.500963:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.500966:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.500970:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90b551b48000. 02000000:00000001:1.0:1788942190.500992:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.500996:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.500998:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.501000:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.501004:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b582153a00. 02000000:00000001:1.0:1788942190.501008:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.501010:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.501012:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.501017:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.501018:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942190.501022:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.501023:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.501025:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 00000040:00000001:1.0:1788942190.501028:0:15948:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.501031:0:15948:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788942190.501036:0:15948:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788942190.501045:0:15948:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90b5466c9d20. 00000040:00001000:1.0:1788942190.501048:0:15948:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1788942190.504435:0:32998:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1788942190.504451:0:32998:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5590fa000. 00000020:00000010:3.0:1788942190.504461:0:32998:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b5590fac00. 00000040:00000010:3.0:1788942190.504465:0:32998:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90b5590fb400. 00000020:00000010:3.0:1788942190.504472:0:32998:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90b545e7c000. 00000020:00000010:3.0:1788942190.504480:0:32998:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90b558faad48. 00000020:00000010:3.0:1788942190.504485:0:32998:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90b5590fa600. 80000000:00000010:3.0:1788942190.504490:0:32998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90b545e76900. 40000000:00000010:3.0:1788942190.504495:0:32998:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff90b5435dd300. 00100000:00000010:3.0:1788942190.504502:0:32998:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90b545e7b000. 00040000:00000010:3.0:1788942190.504508:0:32998:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90b542d35d00. 00040000:00000010:3.0:1788942190.504513:0:32998:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff90b545e7d000. 00040000:00000010:3.0:1788942190.504517:0:32998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90b5590fb000. 00000004:00000010:3.0:1788942190.504524:0:32998:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff90b545e7c800. 00000004:00000010:3.0:1788942190.504531:0:32998:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff90b559155000. 00000004:00000010:3.0:1788942190.504536:0:32998:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff90b545e7a000. 00002000:00000010:3.0:1788942190.504542:0:32998:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff90b54837f000. 00000004:00000010:3.0:1788942190.504547:0:32998:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff90b54837d800. 00000020:00000010:3.0:1788942190.504554:0:32998:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90b5435dd000. 00000040:00000010:3.0:1788942190.504564:0:32998:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90b559120000. 00000040:00080000:3.0:1788942190.505660:0:32998:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1788942190.505673:0:32998:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff90b559120000. 00000020:00000010:3.0:1788942190.505685:0:32998:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90b5435dd000. 00000020:00000010:3.0:1788942190.506398:0:32998:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90b5590fac00. 00000040:00000010:3.0:1788942190.506408:0:32998:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90b5590fb400. 00000020:00000010:3.0:1788942190.506413:0:32998:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90b545e7c000. 00000020:00000010:3.0:1788942190.506418:0:32998:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90b558faad48. 00000020:00000010:3.0:1788942190.506425:0:32998:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90b5590fa600. 80000000:00000010:3.0:1788942190.506429:0:32998:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90b545e76900. 40000000:00000010:3.0:1788942190.506434:0:32998:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff90b5435dd300. 00100000:00000010:3.0:1788942190.506439:0:32998:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90b545e7b000. 00040000:00000010:3.0:1788942190.506444:0:32998:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90b542d35d00. 00040000:00000010:3.0:1788942190.506448:0:32998:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff90b545e7d000. 00040000:00000010:3.0:1788942190.506452:0:32998:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90b5590fb000. 00000004:00000010:3.0:1788942190.506456:0:32998:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff90b545e7c800. 00000004:00000010:3.0:1788942190.506461:0:32998:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff90b559155000. 00000004:00000010:3.0:1788942190.506467:0:32998:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff90b545e7a000. 00002000:00000010:3.0:1788942190.506471:0:32998:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff90b54837f000. 00000004:00000010:3.0:1788942190.506476:0:32998:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff90b54837d800. 00000020:00000010:3.0:1788942190.506480:0:32998:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b5590fa000. 00000040:00000010:1.0:1788942190.506674:0:15948:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90b5466c9d20. 00000040:00000001:1.0:1788942190.506680:0:15948:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788942190.506684:0:15948:0:(obd_config.c:2244:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788942190.506690:0:15948:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90b559198000. 00000040:00000010:1.0:1788942190.506695:0:15948:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90b543460000. 00000020:00000001:1.0:1788942190.506708:0:15948:0:(obd_config.c:2250:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.506713:0:15948:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788942190.506717:0:15948:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90b543460a00. 00000040:00000010:1.0:1788942190.506720:0:15948:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90b543461a00. 00000020:00000010:1.0:1788942190.506723:0:15948:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90b559182000. 00000020:00000010:1.0:1788942190.506726:0:15948:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90b543461200. 80000000:00000010:1.0:1788942190.506729:0:15948:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90b5466c9000. 00040000:00000010:1.0:1788942190.506732:0:15948:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90b543461800. 20000000:00000010:1.0:1788942190.506735:0:15948:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff90b543461600. 00000020:00000010:1.0:1788942190.506738:0:15948:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b543747a00. 10000000:00000010:1.0:1788942190.506744:0:15948:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90b548392940. 10000000:01000000:1.0:1788942190.506747:0:15948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.109@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788942190.506751:0:15948:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788942190.506755:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.506758:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.506761:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1600 refcount=3 00000020:00000001:1.0:1788942190.506764:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942190.506768:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815168 : -122366797736448 : ffff90b5427d1600) 00010000:00000001:1.0:1788942190.506770:0:15948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942190.506776:0:15948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.109@tcp lock: ffff90b5427d1600/0xcbb91bbb78157892 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf14 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.506786:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.506788:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942190.506791:0:15948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.109@tcp lock: ffff90b5427d1600/0xcbb91bbb78157892 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf14 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.506797:0:15948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942190.506798:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.506799:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788942190.506801:0:15948:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.506811:0:15948:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.506816:0:15948:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788942190.506818:0:15948:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788942190.506820:0:15948:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff90b5487e3400) refs 2 10000000:00000001:1.0:1788942190.506823:0:15948:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.506825:0:15948:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788942190.506827:0:15948:0:(mgc_request.c:123:config_log_put()) log params(ffff90b54806a600) refs 3 10000000:00000001:1.0:1788942190.506838:0:15948:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788942190.506840:0:15948:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788942190.506842:0:15948:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1788942190.506844:0:15948:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788942190.506846:0:15948:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff90b54809b3b0 from 1 10000000:00000001:1.0:1788942190.506849:0:15948:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788942190.506872:0:15948:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1788942190.506885:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.506891:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.506896:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.506899:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.506906:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.506914:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b582153a00. 00000100:00000001:1.0:1788942190.506923:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.506929:0:15948:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942190.506933:0:15948:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942190.506941:0:15948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ea00 count: 2 00010000:00000001:1.0:1788942190.506945:0:15948:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942190.506948:0:15948:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942190.506952:0:15948:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0c00. 00000020:00000001:1.0:1788942190.506957:0:15948:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942190.506959:0:15948:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0c00 with handle 0xcbb91bbb78157899 to hash 00000020:00000001:1.0:1788942190.506961:0:15948:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942190.506963:0:15948:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942190.506966:0:15948:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942190.506970:0:15948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942190.506974:0:15948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942190.506978:0:15948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.109@tcp lock: ffff90b5427d0c00/0xcbb91bbb78157899 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942190.506986:0:15948:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.109@tcp lock: ffff90b5427d0c00/0xcbb91bbb78157899 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942190.506999:0:15948:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.109@tcp lock: ffff90b5427d0c00/0xcbb91bbb78157899 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942190.507006:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.507008:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.507016:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.507018:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.507021:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.507023:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.507029:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.507034:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.507037:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.507039:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.507051:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.507061:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.507065:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.507069:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.507072:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.507074:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.507078:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277632:192.168.206.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.507083:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.507089:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.507092:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.507095:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.507100:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8400. 02000000:00000001:1.0:1788942190.507102:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.507111:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.507115:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.507123:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dac38. 00000100:00000200:1.0:1788942190.507131:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884277632, portal 25 00000100:00000001:1.0:1788942190.507133:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.507134:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942190.507140:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.507152:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.507155:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.507158:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daa18. 00000100:00000200:1.0:1788942190.507162:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875839884277632, offset 0 00000400:00000200:1.0:1788942190.507169:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.507188:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.507197:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.507204:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.507208:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.507212:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.507215:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.507219:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2576:2576:256:4294967295] 192.168.206.109@tcp LPNI seq info [2576:2576:8:4294967295] 00000400:00000200:1.0:1788942190.507224:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.507235:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.507242:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.507248:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38200. 00000800:00000200:1.0:1788942190.507257:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.507266:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.507271:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.507294:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.507299:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.507302:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594833 00000100:00000001:1.0:1788942190.507311:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594817 00000100:00000001:1.0:1788942190.507317:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594833 00000100:00000001:1.0:1788942190.507320:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594817 00000100:00000001:1.0:1788942190.507323:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.507326:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.507328:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.507331:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.507334:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.507337:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.507340:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942190.507898:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942190.507906:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38200. 00000400:00000200:2.0:1788942190.507912:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.507919:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942190.507926:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daa18 00000400:00000010:2.0:1788942190.507930:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daa18. 00000100:00000001:2.0:1788942190.507936:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942190.507942:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.507953:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.507956:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.507964:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.507966:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.522971:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.522994:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.522999:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.523002:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.523011:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.523020:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.523030:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.523036:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.523041:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.523046:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 344 into portal 25 MB=0x6aa1101f53780 00000400:00000200:2.0:1788942190.523051:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.523057:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 344/344 into md 0x6e75 [1] + 224 00000800:00000001:2.0:1788942190.523064:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.523077:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.523081:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.523085:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.523094:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.523104:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.523117:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.523138:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.523148:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.523152:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.523235:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942190.523246:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.523247:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.523252:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.523256:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dac38 00000400:00000010:1.0:1788942190.523259:0:15948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dac38. 00000100:00000001:1.0:1788942190.523262:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.523267:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.523275:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.523281:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.523283:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.523286:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.523289:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.523292:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.523294:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.523297:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.523305:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.523309:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.523312:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942190.523314:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.523317:0:15948:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942190.523320:0:15948:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.523323:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.523327:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.523334:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.523337:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.523339:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.523343:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.523351:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277632:192.168.206.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.523357:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.523361:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.523363:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.523366:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.523370:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.523377:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.523380:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.523385:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.523387:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.523390:0:15948:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942190.523394:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.523398:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.523402:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=4 00000020:00000001:1.0:1788942190.523405:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942190.523408:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000040:1.0:1788942190.523415:0:15948:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0c00, remote cookie: 0x4d194fbcadeecf1b, flags: 0x0 00010000:00000001:1.0:1788942190.523419:0:15948:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942190.523424:0:15948:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942190.523427:0:15948:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942190.523429:0:15948:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942190.523431:0:15948:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942190.523434:0:15948:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff90b551c3ea00) refcount = 2 00010000:00000040:1.0:1788942190.523437:0:15948:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942190.523442:0:15948:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.109@tcp lock: ffff90b5427d0e00/0xcbb91bbb7815788b lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4d194fbcadeecf0d expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942190.523452:0:15948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.109@tcp lock: ffff90b5427d0c00/0xcbb91bbb78157899 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf1b expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.523458:0:15948:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942190.523460:0:15948:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942190.523462:0:15948:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942190.523465:0:15948:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942190.523468:0:15948:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942190.523471:0:15948:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.109@tcp lock: ffff90b5427d0c00/0xcbb91bbb78157899 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4d194fbcadeecf1b expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.523478:0:15948:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942190.523480:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.523482:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.523483:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.523484:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.523486:0:15948:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.523489:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.523493:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884277632/t0(0) o101->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.523504:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.523508:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.523511:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8400. 02000000:00000001:1.0:1788942190.523514:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.523518:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.523519:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.523521:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.523525:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b582153a00. 02000000:00000001:1.0:1788942190.523529:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.523530:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.523532:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.523536:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.523537:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788942190.523540:0:15948:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.523543:0:15948:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788942190.523546:0:15948:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff90b5487e3400) refs 3 10000000:00000001:1.0:1788942190.523548:0:15948:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942190.523550:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.523552:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.523553:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942190.523555:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942190.523558:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942190.523561:0:15948:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788942190.523562:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.523563:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942190.523565:0:15948:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.523568:0:15948:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788942190.523574:0:15948:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90b548392940. 00000020:00000010:1.0:1788942190.523578:0:15948:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b582153a00. 00000020:00000010:1.0:1788942190.523587:0:15948:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b543747a00. 00000040:00000010:1.0:1788942190.523593:0:15948:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90b543461600. 00000020:00000010:1.0:1788942190.523600:0:15948:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90b559182000. 00000020:00000010:1.0:1788942190.523606:0:15948:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90b543461800. 80000000:00000010:1.0:1788942190.523611:0:15948:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90b5466c9000. 00040000:00000010:1.0:1788942190.523617:0:15948:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90b543461200. 20000000:00000010:1.0:1788942190.523622:0:15948:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff90b543461a00. 10000000:00000040:1.0:1788942190.523628:0:15948:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff90b5487d23c0 : new refcount 2 00000020:00000001:1.0:1788942190.523631:0:15948:0:(obd_config.c:2219:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788942190.523633:0:15948:0:(obd_config.c:2221:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1788942190.523636:0:15948:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788942190.523640:0:15948:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90b543460a00. 00000040:00000001:1.0:1788942190.523645:0:15948:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788942190.523648:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000010:1.0:1788942190.523652:0:15948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942190.523655:0:15948:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=5 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942190.523660:0:15948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942190.523663:0:15948:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942190.523668:0:15948:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942190.523675:0:15948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b543460000. 00000100:00000001:1.0:1788942190.523682:0:15948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.523688:0:15948:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942190.523690:0:15948:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942190.523696:0:15948:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.523710:0:15948:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291205632 : -122366418345984 : ffff90b5591a2000) 00000100:00000001:1.0:1788942190.523714:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.523716:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942190.523721:0:15948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942190.523726:0:15948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.523728:0:15948:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942190.523730:0:15948:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942190.523735:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.523743:0:15948:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.523746:0:15948:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.523750:0:15948:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.523753:0:15948:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.523756:0:15948:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942190.523760:0:15948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277760:192.168.206.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.523767:0:15948:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942190.523773:0:15948:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.523775:0:15948:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.523778:0:15948:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942190.523782:0:15948:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b543460400. 02000000:00000001:1.0:1788942190.523784:0:15948:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.523791:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.523794:0:15948:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.523798:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dac38. 00000100:00000200:1.0:1788942190.523814:0:15948:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884277760, portal 25 00000100:00000001:1.0:1788942190.523817:0:15948:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.523818:0:15948:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942190.523824:0:15948:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.523832:0:15948:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.523834:0:15948:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.523838:0:15948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942190.523842:0:15948:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875839884277760, offset 0 00000400:00000200:1.0:1788942190.523848:0:15948:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.523908:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.523916:0:15948:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.523922:0:15948:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.523927:0:15948:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.523932:0:15948:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.523935:0:15948:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.523939:0:15948:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2577:2577:256:4294967295] 192.168.206.109@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:1.0:1788942190.523944:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.523954:0:15948:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.523961:0:15948:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.523967:0:15948:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38300. 00000800:00000200:1.0:1788942190.523974:0:15948:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.523982:0:15948:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.523988:0:15948:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.524005:0:15948:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.524010:0:15948:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.524013:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296594850 00000100:00000001:1.0:1788942190.524021:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594833 00000100:00000001:1.0:1788942190.524028:0:15948:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296594850 00000100:00000001:1.0:1788942190.524031:0:15948:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594833 00000100:00000001:1.0:1788942190.524034:0:15948:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.524038:0:15948:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.524040:0:15948:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.524043:0:15948:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.524046:0:15948:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2000 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.524048:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.524049:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942190.524610:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942190.524616:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38300. 00000400:00000200:2.0:1788942190.524622:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.524628:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942190.524633:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:2.0:1788942190.524636:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:2.0:1788942190.524641:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942190.524647:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.524658:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.524661:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.524667:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.524669:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.532937:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.532959:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.532965:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.532968:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.532979:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.532989:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.533001:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.533008:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.533014:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.533019:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 272 into portal 25 MB=0x6aa1101f53800 00000400:00000200:2.0:1788942190.533025:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.533032:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 272/272 into md 0x6e7d [1] + 224 00000800:00000001:2.0:1788942190.533042:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.533050:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.533054:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.533059:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.533069:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.533082:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.533095:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.533116:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.533126:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.533131:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.533211:0:15948:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942190.533221:0:15948:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.533223:0:15948:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.533227:0:15948:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.533232:0:15948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dac38 00000400:00000010:1.0:1788942190.533236:0:15948:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dac38. 00000100:00000001:1.0:1788942190.533239:0:15948:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.533244:0:15948:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942190.533253:0:15948:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.533260:0:15948:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.533262:0:15948:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.533265:0:15948:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.533269:0:15948:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.533272:0:15948:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.533275:0:15948:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.533278:0:15948:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.533288:0:15948:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.533292:0:15948:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.533295:0:15948:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942190.533299:0:15948:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.533307:0:15948:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788942190.533310:0:15948:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788942190.533316:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.533323:0:15948:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1788942190.533327:0:15948:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.533329:0:15948:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.533333:0:15948:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942190.533341:0:15948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dbab4e11-d1a3-4938-bb9b-d633367acd43:15948:1875839884277760:192.168.206.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788942190.533347:0:15948:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.533350:0:15948:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788942190.533354:0:15948:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.533356:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.533361:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.533368:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.533372:0:15948:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2000. 00000100:00000001:1.0:1788942190.533377:0:15948:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.533378:0:15948:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1788942190.533382:0:15948:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1788942190.533389:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.533391:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.533394:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:1.0:1788942190.533396:0:15948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.533399:0:15948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884277760/t0(0) o501->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942190.533406:0:15948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.533409:0:15948:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.533413:0:15948:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b543460400. 02000000:00000001:1.0:1788942190.533416:0:15948:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.533417:0:15948:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.533418:0:15948:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942190.533420:0:15948:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.533423:0:15948:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b543460000. 02000000:00000001:1.0:1788942190.533427:0:15948:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.533429:0:15948:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.533431:0:15948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942190.533435:0:15948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.533436:0:15948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1788942190.533439:0:15948:0:(llog.c:1559:llog_open()) MGC192.168.206.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1788942190.533444:0:15948:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90b543460a00. 00000040:00000001:1.0:1788942190.533446:0:15948:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1788942190.533450:0:15948:0:(obd_config.c:2224:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788942190.533455:0:15948:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1788942190.533464:0:15948:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90b543747a00. 00000040:00000010:1.0:1788942190.533471:0:15948:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90b543461600. 00000020:00000010:1.0:1788942190.533477:0:15948:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90b559182000. 00000020:00000010:1.0:1788942190.533483:0:15948:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90b543461800. 80000000:00000010:1.0:1788942190.533489:0:15948:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90b5466c9000. 00040000:00000010:1.0:1788942190.533495:0:15948:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90b543461200. 20000000:00000010:1.0:1788942190.533500:0:15948:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff90b543461a00. 00000020:00000010:1.0:1788942190.533503:0:15948:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b582153a00. 10000000:00000010:1.0:1788942190.533507:0:15948:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90b548392940. 10000000:01000000:1.0:1788942190.533511:0:15948:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1788942190.533516:0:15948:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788942190.533519:0:15948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942190.533523:0:15948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942190.533526:0:15948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0c00 refcount=3 00000020:00000001:1.0:1788942190.533529:0:15948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942190.533532:0:15948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812608 : -122366797739008 : ffff90b5427d0c00) 00010000:00000001:1.0:1788942190.533535:0:15948:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942190.533540:0:15948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.109@tcp lock: ffff90b5427d0c00/0xcbb91bbb78157899 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf1b expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.533549:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.533551:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942190.533554:0:15948:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.109@tcp lock: ffff90b5427d0c00/0xcbb91bbb78157899 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4d194fbcadeecf1b expref: -99 pid: 15948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942190.533562:0:15948:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942190.533563:0:15948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942190.533564:0:15948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788942190.533566:0:15948:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942190.533569:0:15948:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788942190.533572:0:15948:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788942190.533575:0:15948:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788942190.533577:0:15948:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff90b5487e3400) refs 3 10000000:00000001:1.0:1788942190.533580:0:15948:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1788942190.560991:0:2354:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942190.561009:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942190.561011:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.561018:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942190.561021:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942190.561026:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.561031:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.625539:0:2352:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942190.625548:0:2352:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1788942190.625566:0:2352:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788942180/real 1788942180] req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1788942190 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788942190.625587:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942190.625590:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942190.625594:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4210. 00000400:00000200:2.0:1788942190.625603:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded908 00000400:00000010:2.0:1788942190.625606:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded908. 00000100:00000001:2.0:1788942190.625610:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.625615:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1788942190 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942190.625626:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1788942190 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.625634:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942190.625636:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.625639:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942190.625642:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788942190.625646:0:2352:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1788942190 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.625653:0:2352:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.625664:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942190.625667:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.625670:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942190.625674:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.625677:0:2352:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942190.625682:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1788942190 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.625689:0:2352:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1788942190.625691:0:2352:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.625693:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942190.625694:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.625707:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788942190.625711:0:2352:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1788942190.625715:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788942190.625746:0:2352:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.206.109@tcp failed (-110) 00000100:00000001:2.0:1788942190.625749:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1788942190.625754:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1788942190 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942190.625764:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884276096:192.168.206.109@tcp:38:kworker.0 00000100:00000001:2.0:1788942190.625770:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.625773:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.625777:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994380 x1875839884276096/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1788942190 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.625784:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942190.625788:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942190.625793:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837e000. 02000000:00000001:2.0:1788942190.625798:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942190.625811:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942190.625814:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942190.625817:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942190.625820:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aedc00. 02000000:00000001:2.0:1788942190.625825:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942190.625827:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942190.625830:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994380. 00000100:00000001:2.0:1788942190.625834:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942190.625835:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.625838:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.625841:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942190.625842:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.625844:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942190.625845:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942190.626186:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788942190.626193:0:30557:0:(pinger.c:238:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788942190.626207:0:30557:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788942190.626210:0:30557:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788942190.626215:0:30557:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788942190.626219:0:30557:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 0 00000400:00000200:0.0:1788942190.626228:0:30557:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942190.626234:0:30557:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1788942190.626239:0:30557:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942190.626242:0:30557:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942190.626245:0:30557:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942190.626248:0:30557:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:0.0:1788942190.626251:0:30557:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942190.626253:0:30557:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:0.0:1788942190.626256:0:30557:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942190.626260:0:30557:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:0.0:1788942190.626262:0:30557:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:0.0:1788942190.626265:0:30557:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00000040:0.0:1788942190.626268:0:30557:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942190.626270:0:30557:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942190.626272:0:30557:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942190.626275:0:30557:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:0.0:1788942190.626278:0:30557:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00080000:0.0:1788942190.626282:0:30557:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff90b5459f2800: import ffff90b5459bb800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:0.0:1788942190.626285:0:30557:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942190.626287:0:30557:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788942190.626295:0:30557:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942190.626299:0:30557:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.626301:0:30557:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:0.0:1788942190.626307:0:30557:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788942190.626310:0:30557:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.626313:0:30557:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942190.626323:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994a80. 00000020:00000040:0.0:1788942190.626327:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942190.626331:0:30557:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942190.626333:0:30557:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.626336:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942190.626339:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942190.626344:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942190.626352:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aefc00. 00000100:00000001:0.0:1788942190.626360:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942190.626368:0:30557:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942190.626378:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942190.626383:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942190.626388:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c1dc832] to pc [ptlrpcd_rcv+-1] req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.626411:0:30557:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942190.626414:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788942190.626419:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788942190.626422:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788942190.626426:0:30557:0:(pinger.c:248:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788942190.626431:0:30557:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1928) 00000100:00000001:2.0:1788942190.626790:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942190.626794:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.626797:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942190.626812:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.626821:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942190.626823:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942190.626827:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942190.626830:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942190.626833:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942190.626836:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884277888:192.168.206.109@tcp:38:kworker.0 00000100:00000001:2.0:1788942190.626840:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942190.626845:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942190.626848:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942190.626874:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942190.626881:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942190.626883:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942190.626907:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942190.626911:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098738. 00000400:00000010:2.0:1788942190.626919:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61f68. 00000100:00000200:2.0:1788942190.626925:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884277888, portal 10 00000100:00000001:2.0:1788942190.626928:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942190.626930:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963995264 : -122366745556352 : ffff90b545994a80) 00000100:00000040:2.0:1788942190.626937:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.626945:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942190.626948:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942190.626951:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61660. 00000100:00000200:2.0:1788942190.626954:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884277888, offset 0 00000400:00000200:2.0:1788942190.626960:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942190.626969:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.626977:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942190.626982:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942190.626986:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942190.626989:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942190.626992:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942190.626996:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2578:2578:256:4294967295] 192.168.206.109@tcp LPNI seq info [2578:2578:8:4294967295] 00000400:00000200:2.0:1788942190.627000:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.627009:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942190.627016:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942190.627022:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942190.627030:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942190.627038:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942190.627043:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788942190.627118:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942190.627124:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 815538 usecs (816 jiffies) 00000400:00000200:2.0:1788942190.627128:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942190.627132:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296591602 00000100:00000001:2.0:1788942190.627135:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296594850 00000100:00000001:2.0:1788942190.627138:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296591602 00000100:00000001:2.0:1788942190.627140:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296594850 00000100:00000001:2.0:1788942190.627143:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942190.627146:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.627150:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.627152:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.627158:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942190.627161:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788942190.627163:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942190.627164:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.627165:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.627167:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942190.632690:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942190.632702:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:2.0:1788942190.632714:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.632725:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942190.632734:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61660 00000400:00000010:2.0:1788942190.632737:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61660. 00000100:00000001:2.0:1788942190.632744:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942190.632752:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.632765:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.632768:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.632777:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.632780:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.645467:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.645494:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.645500:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.645503:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.645514:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.645524:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.645536:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.645543:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.645549:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.645555:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 10 MB=0x6aa1101f53880 00000400:00000200:2.0:1788942190.645561:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.645567:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 416/416 into md 0x6e85 [1] + 0 00000800:00000001:2.0:1788942190.645576:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.645587:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.645592:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.645598:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.645609:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.645620:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.645633:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.645665:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.645675:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.645679:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.646356:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942190.646363:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942190.646372:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942190.646375:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942190.646379:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098738. 00000400:00000200:0.0:1788942190.646386:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61f68 00000400:00000010:0.0:1788942190.646389:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61f68. 00000100:00000001:0.0:1788942190.646393:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942190.646401:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942190.646412:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1788942200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.646419:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942190.646421:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.646424:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942190.646428:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942190.646431:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942190.646433:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942190.646437:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942190.646448:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=30 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942190.646453:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942190.646456:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942190.646458:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942190.646461:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788942190.646467:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788942190.646474:0:2352:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.646479:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942190.646482:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788942190.646484:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942190.646486:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942190.646491:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.646500:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942190.646503:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942190.646506:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.646508:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788942190.646516:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90b5459f2800: connect to target with instance 2 00000020:00000001:0.0:1788942190.646519:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942190.646521:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:0.0:1788942190.646524:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942190.646528:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:0.0:1788942190.646530:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:0.0:1788942190.646533:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00001000:0.0:1788942190.646536:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=1788942190 v=0 (0 0 0 0) 00000100:00001000:0.0:1788942190.646539:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b5459bbc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788942190.646544:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000020:00000040:0.0:1788942190.646550:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00000001:0.0:1788942190.646553:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:0.0:1788942190.646557:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788942190.646562:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1788942190.646566:0:2352:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788942190.646567:0:2352:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942190.646720:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00800000:00000001:0.0:1788942190.646725:0:2352:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788942190.646729:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942190.646733:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942190.646735:0:2352:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942190.646737:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942190.646739:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942190.646740:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942190.646742:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.646745:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:0.0:1788942190.646748:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:0.0:1788942190.646755:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788942190.646758:0:2352:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1788942190.646761:0:2352:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1788942190.646762:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942190.646764:0:2352:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 4294967655 gen 2 00000100:00100000:0.0:1788942190.646772:0:2352:0:(client.c:3214:ptlrpc_free_committed()) @@@ free closed open request req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942190.646781:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942190.646782:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948497792 : -122366761053824 : ffff90b544acd180) 00000100:00000001:0.0:1788942190.646785:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942190.646789:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942190.646795:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942190.646797:0:2352:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:0.0:1788942190.646799:0:2352:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1788942190.646801:0:2352:0:(recover.c:53:ptlrpc_replay_next()) import ffff90b5459bb800 from lustre-MDT0000_UUID committed 4294967655 last 0 00000100:00000001:0.0:1788942190.646824:0:2352:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942190.646826:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1788942190.646831:0:2352:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942190.650831:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.650844:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942190.650906:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942190.650920:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884277888:192.168.206.109@tcp:38:kworker.0 00000100:00000001:2.0:1788942190.650927:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.650931:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.650935:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994a80 x1875839884277888/t0(0) o38->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1788942200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.650943:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942190.650947:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942190.650952:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942190.650956:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942190.650959:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942190.650961:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942190.650964:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942190.650966:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aefc00. 02000000:00000001:2.0:1788942190.650972:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942190.650973:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942190.650976:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994a80. 00000100:00000001:2.0:1788942190.650980:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942190.650982:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.650985:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.650995:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942190.650998:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.651001:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942190.651003:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1788942190.651108:0:32999:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff90b5459f2800 to lustre-MDT0000_UUID@192.168.206.109@tcp 00010000:00000001:0.0:1788942190.651113:0:32999:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:0.0:1788942190.651116:0:32999:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff90b5459f2800 (1) 00010000:00000001:0.0:1788942190.651121:0:32999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:0.0:1788942190.651129:0:32999:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942190.651132:0:32999:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942190.651273:0:32999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942190.651278:0:32999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942190.651281:0:32999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942190.651285:0:32999:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1788942190.651288:0:32999:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942190.651294:0:32999:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942190.651297:0:32999:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942190.651299:0:32999:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:0.0:1788942190.651304:0:32999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942190.651308:0:32999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942190.651317:0:32999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:0.0:1788942190.651321:0:32999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942190.651326:0:32999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942190.651328:0:32999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942190.651329:0:32999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942190.651331:0:32999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:0.0:1788942190.651333:0:32999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942190.651335:0:32999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942190.651337:0:32999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942190.651338:0:32999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942190.651340:0:32999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:0.0:1788942190.651341:0:32999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942190.651343:0:32999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942190.651345:0:32999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942190.651346:0:32999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942190.651347:0:32999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:0.0:1788942190.651349:0:32999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942190.651351:0:32999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942190.651353:0:32999:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942190.651356:0:32999:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942190.651359:0:32999:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942190.651364:0:32999:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244584 : -122366539307032 : ffff90b551e467e8) 00000020:00001000:0.0:1788942190.651366:0:32999:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e467e0 00000020:00000001:0.0:1788942190.651369:0:32999:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942190.651372:0:32999:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:0.0:1788942190.651376:0:32999:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942190.651379:0:32999:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942190.651384:0:32999:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942190.651387:0:32999:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942190.651390:0:32999:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942190.651392:0:32999:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942190.651394:0:32999:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942190.651396:0:32999:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e467e0 00000080:00000001:0.0:1788942190.651399:0:32999:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942190.651402:0:32999:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942190.651416:0:32999:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff90b548d9e3c8) invalid 00000020:00000001:0.0:1788942190.651420:0:32999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc20ffc70 00000080:00002000:0.0:1788942190.651422:0:32999:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff90b5445766c0) parent ffff90b548d765e8 inode ffff90b548d9e3c8 refc 1 00000080:00000001:0.0:1788942190.651536:0:32999:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942190.651540:0:32999:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942190.651542:0:32999:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942190.651548:0:32999:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942190.651550:0:32999:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942190.651552:0:32999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942190.651553:0:32999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942190.651558:0:32999:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547983800 with handle 0xcbb91bbb7815787d from hash 00010000:00000001:0.0:1788942190.651561:0:32999:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942190.651563:0:32999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942190.651566:0:32999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942190.651567:0:32999:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942190.651576:0:32999:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942190.651577:0:32999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942190.651581:0:32999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983800/0xcbb91bbb7815787d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x4d194fbcadeecd5b expref: -99 pid: 32730 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788942190.651592:0:32999:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5435dd1c0. 00010000:00000040:0.0:1788942190.651597:0:32999:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48e00 count: 0 00010000:00000010:0.0:1788942190.651603:0:32999:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0080. 00010000:00000001:0.0:1788942190.651615:0:32999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942190.651617:0:32999:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942190.651619:0:32999:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff90b5459f2800 00000001:00000001:0.0:1788942190.651622:0:32999:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788942190.651625:0:32999:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788942190.653645:0:32999:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942190.653657:0:32999:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.653661:0:32999:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788942190.653667:0:32999:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:0.0:1788942190.653672:0:32999:0:(import.c:1601:signal_completed_replay()) Process entered 00000100:00000010:0.0:1788942190.653686:0:32999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994e00. 00000020:00000040:0.0:1788942190.653692:0:32999:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942190.653708:0:32999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942190.653712:0:32999:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942190.653718:0:32999:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942190.653727:0:32999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b900. 00000100:00000001:0.0:1788942190.653736:0:32999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.653743:0:32999:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942190.653748:0:32999:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942190.653761:0:32999:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c3b8f6a] to pc [ptlrpcd_rcv+-1] req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.653798:0:32999:0:(import.c:1626:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.653801:0:32999:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942190.653812:0:32999:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942190.653813:0:32999:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942190.653817:0:32999:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:2.0:1788942190.654098:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942190.654103:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.654106:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942190.654114:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.654124:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942190.654127:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942190.654131:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942190.654151:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942190.654155:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942190.654159:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884278016:192.168.206.109@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1788942190.654164:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942190.654171:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942190.654174:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942190.654177:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942190.654185:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c6600. 02000000:00000001:2.0:1788942190.654186:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942190.654195:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942190.654200:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450985d8. 00000400:00000010:2.0:1788942190.654209:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61660. 00000100:00000200:2.0:1788942190.654218:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884278016, portal 10 00000100:00000001:2.0:1788942190.654220:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942190.654223:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963996160 : -122366745555456 : ffff90b545994e00) 00000100:00000040:2.0:1788942190.654231:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.654239:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942190.654242:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942190.654246:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61f68. 00000100:00000200:2.0:1788942190.654249:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884278016, offset 0 00000400:00000200:2.0:1788942190.654257:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942190.654267:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.654277:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942190.654283:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942190.654288:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942190.654292:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942190.654295:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942190.654299:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2579:2579:256:4294967295] 192.168.206.109@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:2.0:1788942190.654303:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.654314:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942190.654321:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942190.654327:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942190.654335:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942190.654345:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942190.654350:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942190.654373:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942190.654379:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 814530 usecs (815 jiffies) 00000400:00000200:2.0:1788942190.654382:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942190.654386:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296591628 00000100:00000001:2.0:1788942190.654390:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296594850 00000100:00000001:2.0:1788942190.654392:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296591628 00000100:00000001:2.0:1788942190.654395:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296594850 00000100:00000001:2.0:1788942190.654398:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942190.654400:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.654404:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.654415:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.654423:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942190.654596:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942190.654600:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942190.654602:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.654604:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.654606:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942190.657006:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942190.657017:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:3.0:1788942190.657031:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942190.657042:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942190.657050:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61f68 00000400:00000010:3.0:1788942190.657053:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61f68. 00000100:00000001:3.0:1788942190.657060:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942190.657070:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.657084:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942190.657088:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942190.657095:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942190.657097:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788942190.659013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48e00. 00010000:00000010:0.1:1788942190.659030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983800. 00000100:00000001:2.0:1788942190.689105:0:32730:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788942190.689115:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942190.689118:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942190.689124:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788942190.689129:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942190.689133:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.689146:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942190.689149:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942190.689152:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942190.695180:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.695202:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.695207:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.695210:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.695221:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.695230:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.695241:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.695248:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.695255:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.695260:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f53900 00000400:00000200:2.0:1788942190.695265:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.695271:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6e95 [1] + 224 00000800:00000001:2.0:1788942190.695279:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.695309:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.695313:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.695318:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.695328:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.695339:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942190.695350:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942190.695378:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.695389:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.695392:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.695631:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942190.695636:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942190.695644:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942190.695647:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942190.695651:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450985d8. 00000400:00000200:0.0:1788942190.695656:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61660 00000400:00000010:0.0:1788942190.695658:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61660. 00000100:00000001:0.0:1788942190.695661:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942190.695666:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942190.695675:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.695680:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942190.695682:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.695685:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942190.695689:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942190.695692:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942190.695694:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942190.695698:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942190.695719:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=30 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942190.695724:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942190.695726:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942190.695728:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942190.695731:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788942190.695737:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788942190.695743:0:2352:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.695748:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942190.695751:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788942190.695753:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942190.695755:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942190.695759:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.695766:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942190.695769:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942190.695772:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.695775:0:2352:0:(import.c:1572:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1788942190.695778:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788942190.695781:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1788942190.695786:0:2352:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1788942190.695790:0:2352:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788942190.695798:0:2352:0:(client.c:3257:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.695815:0:2352:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942190.695818:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b5459bb800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788942190.695821:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000002:00000001:0.0:1788942190.695825:0:2352:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788942190.695828:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00800000:00000001:0.0:1788942190.695832:0:2352:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788942190.695835:0:2352:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788942190.695837:0:2352:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90b5487f3be8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788942190.695841:0:2352:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcbb91bbb78156ce5 00800000:00000040:0.0:1788942190.695844:0:2352:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90b5459f2800=b8e7595c-9941-401e-aeac-55facd9dfb74 device 3 (ffff90b5487f19d8) type mdc at LMV idx 0 00800000:00000040:0.0:1788942190.695847:0:2352:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90b5487f19d8 already active! 00800000:00000001:0.0:1788942190.695849:0:2352:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942190.695895:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942190.696029:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942190.696033:0:2352:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942190.696036:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942190.696037:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942190.696039:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942190.696042:0:2352:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000002:00000001:0.0:1788942190.696574:0:2352:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.696578:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:02000000:0.0:1788942190.696585:0:2352:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90b5459f2800: Connection restored to 192.168.206.109@tcp (at 192.168.206.109@tcp) 00000100:00080000:0.0:1788942190.696594:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000065588e3): req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 1 dl 1788942180 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942190.696616:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.696619:0:2352:0:(import.c:1590:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942190.696624:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942190.696632:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884278016:192.168.206.109@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1788942190.696638:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.696642:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942190.696645:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994e00 x1875839884278016/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942190.696652:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942190.696656:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942190.696660:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c6600. 02000000:00000001:0.0:1788942190.696664:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942190.696667:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942190.696669:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942190.696671:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942190.696674:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b900. 02000000:00000001:0.0:1788942190.696678:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942190.696680:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942190.696683:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994e00. 00000100:00000001:0.0:1788942190.696687:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942190.696690:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942190.696692:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942190.696774:0:33000:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1788942190.696778:0:33000:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1788942190.696781:0:33000:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942190.696783:0:33000:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942190.696784:0:33000:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942190.696786:0:33000:0:(genops.c:1238:class_import_put()) Process leaving 00000002:00000001:2.0:1788942190.696787:0:33000:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.697036:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942190.697039:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942190.697042:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942190.697045:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.697222:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.697227:0:32730:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.697230:0:32730:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942190.697233:0:32730:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.697236:0:32730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942190.697239:0:32730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942190.697242:0:32730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942190.697246:0:32730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788942190.697252:0:32730:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875839884274688 new x1875839884278144 02000000:00000001:1.0:1788942190.697256:0:32730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942190.697258:0:32730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942190.697267:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942190.697275:0:32730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942190.697284:0:32730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dac38. 00000100:00000200:1.0:1788942190.697294:0:32730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884274688, portal 10 00000100:00000001:1.0:1788942190.697296:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.697298:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000100:00000040:1.0:1788942190.697309:0:32730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.697317:0:32730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942190.697321:0:32730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942190.697325:0:32730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dadd0. 00000100:00000200:1.0:1788942190.697330:0:32730:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884274688, offset 0 00000400:00000200:1.0:1788942190.697337:0:32730:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942190.697345:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.697354:0:32730:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942190.697360:0:32730:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942190.697365:0:32730:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942190.697369:0:32730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942190.697372:0:32730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942190.697377:0:32730:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2580:2580:256:4294967295] 192.168.206.109@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:1.0:1788942190.697381:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942190.697393:0:32730:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942190.697401:0:32730:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942190.697771:0:32730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38a00. 00000800:00000200:1.0:1788942190.697782:0:32730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942190.697790:0:32730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942190.697795:0:32730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942190.697885:0:32730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942190.697891:0:32730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 813558 usecs (814 jiffies) 00000400:00000200:1.0:1788942190.697896:0:32730:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942190.697916:0:32730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296591670 00000100:00000001:1.0:1788942190.697920:0:32730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296594850 00000100:00000001:1.0:1788942190.697923:0:32730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296591670 00000100:00000001:1.0:1788942190.697925:0:32730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296594850 00000100:00000001:1.0:1788942190.697927:0:32730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942190.697931:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.697934:0:32730:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942190.697936:0:32730:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942190.697939:0:32730:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5522919c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788942190.697942:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942190.697943:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942190.700762:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942190.700777:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38a00. 00000400:00000200:2.0:1788942190.700787:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.700798:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942190.700816:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dadd0 00000400:00000010:2.0:1788942190.700820:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dadd0. 00000100:00000001:2.0:1788942190.700826:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942190.700836:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942206 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942190.700875:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942190.700880:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942206 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942190.700888:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942190.700890:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942190.760479:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.760504:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942190.760510:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.760513:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.760525:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.760534:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942190.760547:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.760553:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.760559:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.760565:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f53980 00000400:00000200:2.0:1788942190.760570:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942190.760578:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6ea5 [1] + 224 00000800:00000001:2.0:1788942190.760586:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.760600:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942190.760604:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942190.760609:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942190.760620:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942190.760631:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942206 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942190.760643:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942190.760667:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942190.760677:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942190.760681:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.760881:0:32730:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942190.760893:0:32730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942190.760895:0:32730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942190.760900:0:32730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:1.0:1788942190.760906:0:32730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dac38 00000400:00000010:1.0:1788942190.760909:0:32730:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dac38. 00000100:00000001:1.0:1788942190.760912:0:32730:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942190.760917:0:32730:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942190.760926:0:32730:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.760932:0:32730:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942190.760935:0:32730:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.760937:0:32730:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942190.760942:0:32730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942190.760945:0:32730:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942190.760948:0:32730:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942190.760951:0:32730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942190.760963:0:32730:0:(import.c:2195:obd_at_measure()) add 10 to ffff90b5459bbca8 time=180 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942190.760967:0:32730:0:(import.c:2261:obd_at_measure()) AT ffff90b5459bbca8 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:1.0:1788942190.760970:0:32730:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff90b5459f2800 ptl 23 has changed from 5 to 10 00000100:00001000:1.0:1788942190.760973:0:32730:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942190.760976:0:32730:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942190.760980:0:32730:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.760992:0:32730:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1788942190.760997:0:32730:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942190.760999:0:32730:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788942190.761002:0:32730:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942190.761003:0:32730:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:1.0:1788942190.761008:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942206 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.761016:0:32730:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:1.0:1788942190.761019:0:32730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942190.761021:0:32730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942190.761026:0:32730:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942206 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942190.761034:0:32730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368380 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:32730:1875839884274688:192.168.206.109@tcp:35:multiop.0 00000100:00000001:1.0:1788942190.761040:0:32730:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.761044:0:32730:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1788942190.761047:0:32730:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942190.761049:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.761053:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.761060:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.761062:0:32730:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5522919c0. 00000100:00000001:1.0:1788942190.761067:0:32730:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942190.761069:0:32730:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:1.0:1788942190.761077:0:32730:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.761085:0:32730:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942190.761086:0:32730:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000002:00000001:1.0:1788942190.761089:0:32730:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942190.761093:0:32730:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942190.761100:0:32730:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5464c6400. 00000080:00000001:1.0:1788942190.761104:0:32730:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942190.761108:0:32730:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942190.761114:0:32730:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942190.761119:0:32730:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.761127:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.761130:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd180 x1875839884274048/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942174 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.761146:0:32730:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942190.761150:0:32730:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.761152:0:32730:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942190.761155:0:32730:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.761158:0:32730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837dc00. 02000000:00000001:1.0:1788942190.761163:0:32730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.761165:0:32730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.761168:0:32730:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd180. 00000100:00000001:1.0:1788942190.761172:0:32730:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.761173:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942190.761175:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.761178:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942206 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.761184:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942190.761186:0:32730:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b559061ac0. 00000002:00000001:1.0:1788942190.761189:0:32730:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942190.761190:0:32730:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942190.761193:0:32730:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b5435dde00. 00000100:00000001:1.0:1788942190.761195:0:32730:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942190.761198:0:32730:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368380 x1875839884274688/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942206 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942190.761204:0:32730:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942190.761206:0:32730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942190.761210:0:32730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552277000. 02000000:00000001:1.0:1788942190.761214:0:32730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942190.761215:0:32730:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942190.761216:0:32730:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942190.761217:0:32730:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942190.761219:0:32730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5464c7800. 02000000:00000001:1.0:1788942190.761222:0:32730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942190.761223:0:32730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942190.761224:0:32730:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368380. 00000100:00000001:1.0:1788942190.761226:0:32730:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942190.761228:0:32730:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942190.761230:0:32730:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942190.761235:0:32730:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5547137c0. 00000080:00000001:1.0:1788942190.761240:0:32730:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942190.761247:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fdf0 00000080:00000008:1.0:1788942190.761250:0:32730:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff90b548d9e3c8), flags 100002, rc = 0 00000080:00000001:1.0:1788942190.761254:0:32730:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942190.761261:0:32730:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942190.761262:0:32730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1f6fe00 00000080:00002000:1.0:1788942190.761264:0:32730:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff90b5445766c0, parent ffff90b548d765e8, inode ffff90b548d9e3c8) hashed, 00000080:00000001:1.0:1788942190.761267:0:32730:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942190.761279:0:32730:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942190.761286:0:32730:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788942190.773911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061560. 00010000:00000001:3.0:1788942191.329889:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942191.329896:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942191.330301:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942191.330305:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942191.330309:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942191.590905:0:2354:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942191.590921:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942191.590924:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942191.590930:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942191.590933:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942191.590937:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942191.590941:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788942192.034583:0:15948:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788942192.034593:0:15948:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1788942192.354147:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942192.354156:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942192.354820:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942192.354825:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942192.354829:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942192.608999:0:2354:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942192.609017:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942192.609019:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942192.609025:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942192.609028:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942192.609033:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942192.609037:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942193.385402:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942193.385411:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942193.398284:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942193.398293:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942193.398299:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942193.633006:0:2354:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788942193.633015:0:2354:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788942193.633032:0:2354:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788942177/real 1788942177] req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788942193.633055:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942193.633058:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942193.633062:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520978f0. 00000400:00000200:0.0:1788942193.633069:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 00000400:00000010:0.0:1788942193.633072:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 00000100:00000001:0.0:1788942193.633076:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942193.633081:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942193.633090:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942193.633099:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942193.633100:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942193.633104:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942193.633106:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942193.633111:0:2354:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942193.633118:0:2354:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942193.633128:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942193.633131:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942193.633134:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942193.633136:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942193.633138:0:2354:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942193.633141:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942193.633143:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942193.633148:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942193 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942193.633155:0:2354:0:(client.c:2202:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1788942193.633158:0:2354:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942193.633159:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942193.633160:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942193.633165:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942193 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942193.633172:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884275712:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942193.633177:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942193.633180:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942193.633184:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884275712/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 1 dl 1788942193 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942193.633191:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942193.633195:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942193.633199:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4e00. 02000000:00000001:0.0:1788942193.633205:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942193.633208:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942193.633210:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942193.633213:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942193.633215:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38800. 02000000:00000001:0.0:1788942193.633219:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942193.633221:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942193.633223:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:0.0:1788942193.633226:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942193.633228:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942193.633230:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942193.633232:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942193.633233:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942193.633235:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942193.633237:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942194.401709:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942194.401720:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942194.401722:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942194.401726:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942194.401733:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942194.401735:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942194.401737:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942194.401739:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942194.404421:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942194.404430:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942194.404436:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942194.785032:0:23571:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296594850, at 4296594944 00000100:00000010:2.0:1788942194.785052:0:23571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b549c0. 00000100:00000040:3.0:1788942194.785258:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296594850, at 4296594944 00000100:00000010:3.0:1788942194.785264:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54a80. 00000080:00000001:1.0:1788942194.973103:0:33033:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942195.338147:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97d08 00000080:00200008:2.0:1788942195.338160:0:33053:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942195.338171:0:33053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942195.338172:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97c80 00000080:00200000:2.0:1788942195.338174:0:33053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942195.338182:0:33053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b553e36600. 00800000:00000002:2.0:1788942195.338189:0:33053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942195.338194:0:33053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942195.338200:0:33053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942195.338203:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97ba0 00800000:00000002:2.0:1788942195.338206:0:33053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942195.338210:0:33053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942195.338215:0:33053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942195.338221:0:33053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942195.338225:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97a70 00000002:00010000:2.0:1788942195.338227:0:33053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942195.338230:0:33053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942195.338232:0:33053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942195.338237:0:33053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942195.338314:0:33053:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942195.338318:0:33053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942195.338320:0:33053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942195.338323:0:33053:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942195.338326:0:33053:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942195.338332:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942195.338338:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942195.338416:0:33053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942195.338422:0:33053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942195.338484:0:33053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.338488:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942195.338491:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942195.338497:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942195.338506:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276800. 00000100:00000001:2.0:1788942195.338516:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.338523:0:33053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942195.338645:0:33053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.338648:0:33053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942195.338649:0:33053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.338651:0:33053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942195.338659:0:33053:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00010000:00000001:2.0:1788942195.338665:0:33053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942195.338668:0:33053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942195.338674:0:33053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227700. 00010000:00000010:2.0:1788942195.338814:0:33053:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4cb80. 00010000:00000001:2.0:1788942195.338824:0:33053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942195.338828:0:33053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792b600. 00000020:00000001:2.0:1788942195.338833:0:33053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942195.338836:0:33053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792b600 with handle 0xcbb91bbb781578a0 to hash 00000020:00000001:2.0:1788942195.338838:0:33053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942195.338841:0:33053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.338845:0:33053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.338849:0:33053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942195.338919:0:33053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942195.338924:0:33053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942195.338935:0:33053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942195.338948:0:33053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942195.338954:0:33053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942195.338956:0:33053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942195.338965:0:33053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291f00. 00000100:00000001:2.0:1788942195.338967:0:33053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174747904 : -122366534803712 : ffff90b552291f00) 00000100:00000001:2.0:1788942195.338971:0:33053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942195.338972:0:33053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:2.0:1788942195.338978:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942195.338982:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.338985:0:33053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942195.338987:0:33053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942195.339000:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942195.339010:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942195.339013:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942195.339017:0:33053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942195.339020:0:33053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942195.339023:0:33053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942195.339027:0:33053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33053:1875839884278272:192.168.206.109@tcp:101:lfs.0 00000100:00000001:2.0:1788942195.339031:0:33053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942195.339038:0:33053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942195.339042:0:33053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942195.339044:0:33053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942195.339049:0:33053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab3800. 02000000:00000001:2.0:1788942195.339052:0:33053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942195.339061:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942195.339066:0:33053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450984d0. 00000400:00000010:2.0:1788942195.339074:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61770. 00000100:00000200:2.0:1788942195.339083:0:33053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884278272, portal 10 00000100:00000001:2.0:1788942195.339085:0:33053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942195.339086:0:33053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942195.339197:0:33053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942211 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942195.339206:0:33053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942195.339209:0:33053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942195.339212:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61220. 00000100:00000200:2.0:1788942195.339216:0:33053:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884278272, offset 0 00000400:00000200:2.0:1788942195.339224:0:33053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942195.339234:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.339307:0:33053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942195.339313:0:33053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942195.339318:0:33053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942195.339323:0:33053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942195.339326:0:33053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942195.339330:0:33053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2581:2581:256:4294967295] 192.168.206.109@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:2.0:1788942195.339335:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.339414:0:33053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942195.339423:0:33053:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942195.339478:0:33053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9d00. 00000800:00000200:2.0:1788942195.339486:0:33053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942195.339497:0:33053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942195.339503:0:33053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788942195.339836:0:33053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942195.339844:0:33053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 853545 usecs (854 jiffies) 00000400:00000200:2.0:1788942195.339849:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942195.339878:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296596353 00000100:00000010:2.0:1788942195.339886:0:33053:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd5a0. 00000100:00000001:2.0:1788942195.339894:0:33053:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788942195.339902:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296596353 00000100:00000010:2.0:1788942195.339906:0:33053:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd7e0. 00000100:00000001:2.0:1788942195.339910:0:33053:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788942195.339914:0:33053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942195.339917:0:33053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.339920:0:33053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942195.339922:0:33053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942195.339925:0:33053:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788942195.339928:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942195.339931:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942195.340106:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942195.340113:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9d00. 00000400:00000200:3.0:1788942195.340121:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942195.340129:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942195.340137:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61220 00000400:00000010:3.0:1788942195.340140:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61220. 00000100:00000001:3.0:1788942195.340145:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942195.340151:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942211 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942195.340162:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942195.340165:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942211 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942195.340173:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.340174:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942195.347358:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.347381:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942195.347386:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.347389:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.347399:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.347408:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942195.347418:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.347424:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.347430:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.347434:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f53a00 00000400:00000200:2.0:1788942195.347441:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.347448:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6ead [1] + 224 00000800:00000001:2.0:1788942195.347456:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.347464:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.347468:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.347473:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942195.347483:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942195.347495:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942211 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942195.347507:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942195.347537:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942195.347547:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.347550:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.347798:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942195.347808:0:33053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942195.347811:0:33053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942195.347815:0:33053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450984d0. 00000400:00000200:0.0:1788942195.347821:0:33053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61770 00000400:00000010:0.0:1788942195.347824:0:33053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61770. 00000100:00000001:0.0:1788942195.347827:0:33053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942195.347834:0:33053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942195.347845:0:33053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942195.347895:0:33053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942195.347898:0:33053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.347901:0:33053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942195.347906:0:33053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942195.347909:0:33053:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942195.347913:0:33053:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942195.347917:0:33053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942195.347929:0:33053:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=35 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942195.347935:0:33053:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942195.347938:0:33053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942195.347940:0:33053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.347944:0:33053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942195.347949:0:33053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.347953:0:33053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942195.347956:0:33053:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788942195.347958:0:33053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942195.347960:0:33053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942195.347966:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942195.347975:0:33053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942195.347978:0:33053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942195.347980:0:33053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942195.347984:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942211 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942195.347992:0:33053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33053:1875839884278272:192.168.206.109@tcp:101:lfs.0 00000100:00000001:0.0:1788942195.347997:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.348001:0:33053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.348004:0:33053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942195.348006:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942195.348009:0:33053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942211 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942195.348017:0:33053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942195.348020:0:33053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291f00. 00000100:00000001:0.0:1788942195.348025:0:33053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942195.348026:0:33053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.348030:0:33053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942195.348034:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348037:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348041:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=4 00000020:00000001:0.0:1788942195.348043:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348048:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000040:0.0:1788942195.348055:0:33053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b600, remote cookie: 0x4d194fbcadeed191, flags: 0x1001 00010000:00010000:0.0:1788942195.348061:0:33053:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942195.348072:0:33053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942195.348079:0:33053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942195.348083:0:33053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942195.348085:0:33053:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942195.348087:0:33053:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942195.348089:0:33053:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942195.348092:0:33053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551227700) refcount = 1 00010000:00010000:0.0:1788942195.348096:0:33053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942195.348104:0:33053:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942195.348108:0:33053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942195.348109:0:33053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942195.348112:0:33053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942195.348115:0:33053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942195.348119:0:33053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942195.348125:0:33053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942195.348127:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348128:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942195.348129:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348130:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942195.348143:0:33053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942195.348149:0:33053:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942195.348152:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348154:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348155:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942195.348157:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348159:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348161:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348163:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348164:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=4 00000020:00000001:0.0:1788942195.348165:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348167:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348171:0:33053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942195.348174:0:33053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942195.348178:0:33053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942195.348185:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348186:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942195.348187:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348188:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348189:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=5 00000020:00000001:0.0:1788942195.348191:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348194:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348196:0:33053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942195.348199:0:33053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942195.348205:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348206:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942195.348209:0:33053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942195.348215:0:33053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942195.348217:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348218:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942195.348219:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348220:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942195.348226:0:33053:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942211 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942195.348235:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348236:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348237:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942195.348239:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348241:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348243:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348244:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942195.348246:0:33053:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942195.348248:0:33053:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942195.348251:0:33053:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942195.348255:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348256:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348257:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942195.348259:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348261:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00000002:00010000:0.0:1788942195.348265:0:33053:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942195.348272:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348273:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942195.348275:0:33053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942195.348276:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348277:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348279:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942195.348280:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348282:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000040:0.0:1788942195.348289:0:33053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:0.0:1788942195.348292:0:33053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942195.348297:0:33053:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942195.348300:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348301:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942195.348302:0:33053:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942195.348306:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c979f8 00000002:00002000:0.0:1788942195.348308:0:33053:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942195.348311:0:33053:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942195.348327:0:33053:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942195.348331:0:33053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942195.348334:0:33053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942195.348337:0:33053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942195.348341:0:33053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942195.348345:0:33053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b553e36600. 00000080:00000001:0.0:1788942195.348351:0:33053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942195.348354:0:33053:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942195.348361:0:33053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942195.348366:0:33053:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942195.348373:0:33053:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e80080. 00800000:00000001:0.0:1788942195.348375:0:33053:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935599232 : -122366773952384 : ffff90b543e80080) 00800000:00000001:0.0:1788942195.348378:0:33053:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942195.348380:0:33053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942195.348383:0:33053:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942195.348386:0:33053:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942195.348389:0:33053:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942195.348393:0:33053:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942195.348395:0:33053:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.348401:0:33053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942195.348404:0:33053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788942195.348406:0:33053:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942152 to 1788942158 00000080:00200000:0.0:1788942195.348411:0:33053:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942195.348414:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348415:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348417:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942195.348418:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348421:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348424:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348425:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942195.348426:0:33053:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942195.348429:0:33053:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942195.348431:0:33053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e80080 1 00800000:00000010:0.0:1788942195.348434:0:33053:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e80080. 00800000:00000001:0.0:1788942195.348437:0:33053:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942195.348441:0:33053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:0.0:1788942195.348445:0:33053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942195.348447:0:33053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942195.348448:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348449:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348451:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942195.348453:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348454:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348457:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348461:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942195.348462:0:33053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942195.348464:0:33053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.348466:0:33053:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942195.348468:0:33053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942195.348472:0:33053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc0c97cb8 00010000:00000001:0.0:1788942195.348473:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942195.348474:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.348475:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942195.348477:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348479:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942195.348481:0:33053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942195.348483:0:33053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942195.348490:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348491:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942195.348493:0:33053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942195.348496:0:33053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942195.348499:0:33053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942195.348508:0:33053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942195.348511:0:33053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942195.348513:0:33053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942195.348518:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348519:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942195.348520:0:33053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.348524:0:33053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942195.348526:0:33053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.348528:0:33053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.348531:0:33053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.348532:0:33053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942195.348534:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942195.348535:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942195.348537:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942195.348542:0:33053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884278272/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942211 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942195.348548:0:33053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942195.348551:0:33053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942195.348555:0:33053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab3800. 02000000:00000001:0.0:1788942195.348558:0:33053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942195.348561:0:33053:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942195.348562:0:33053:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942195.348564:0:33053:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942195.348567:0:33053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276800. 02000000:00000001:0.0:1788942195.348572:0:33053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942195.348574:0:33053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942195.348576:0:33053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:0.0:1788942195.348580:0:33053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942195.348581:0:33053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942195.348586:0:33053:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942195.348592:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97d08 00000080:00000008:0.0:1788942195.348595:0:33053:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942195.349882:0:33053:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942195.349930:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97d08 00000080:00200008:2.0:1788942195.349935:0:33053:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942195.349942:0:33053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942195.349943:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97c80 00000080:00200000:2.0:1788942195.349945:0:33053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942195.349952:0:33053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b553e36400. 00800000:00000002:2.0:1788942195.349959:0:33053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942195.349963:0:33053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942195.349968:0:33053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942195.349970:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97ba0 00800000:00000002:2.0:1788942195.349973:0:33053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942195.349977:0:33053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942195.349981:0:33053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942195.349986:0:33053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942195.349989:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97a70 00000002:00010000:2.0:1788942195.349991:0:33053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942195.349995:0:33053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942195.349997:0:33053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942195.350001:0:33053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942195.350007:0:33053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:2.0:1788942195.350009:0:33053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942195.350014:0:33053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942195.350018:0:33053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942195.350022:0:33053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942195.350039:0:33053:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942195.350044:0:33053:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942195.350048:0:33053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942195.350054:0:33053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942195.350056:0:33053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942195.350059:0:33053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942195.350061:0:33053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942195.350062:0:33053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942195.350065:0:33053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942195.350067:0:33053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942195.350070:0:33053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942195.350073:0:33053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b553e36400. 00000080:00000001:2.0:1788942195.350077:0:33053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942195.350079:0:33053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942195.350081:0:33053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942195.350085:0:33053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:2.0:1788942195.350088:0:33053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942195.350090:0:33053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942195.350091:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942195.350093:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942195.350096:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:2.0:1788942195.350098:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.350101:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.350103:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942195.350105:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942195.350106:0:33053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942195.350107:0:33053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942195.350110:0:33053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc0c97cb8 00010000:00000001:2.0:1788942195.350112:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942195.350113:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942195.350115:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:2.0:1788942195.350117:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.350119:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.350121:0:33053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942195.350124:0:33053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942195.350129:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942195.350130:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942195.350132:0:33053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942195.350134:0:33053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942195.350137:0:33053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942195.350142:0:33053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942195.350146:0:33053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942195.350147:0:33053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942195.350151:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942195.350152:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942195.350153:0:33053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.350157:0:33053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942195.350159:0:33053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.350160:0:33053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.350163:0:33053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.350165:0:33053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942195.350166:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942195.350167:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942195.350182:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942195.350184:0:33053:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942195.350188:0:33053:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942195.350192:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97d08 00000080:00000008:2.0:1788942195.350194:0:33053:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788942195.351609:0:33053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942195.351617:0:33053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942195.351620:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97b78 00000080:00200000:2.0:1788942195.351624:0:33053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942195.351634:0:33053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b553e36400. 00800000:00000002:2.0:1788942195.351640:0:33053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942195.351643:0:33053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942195.351647:0:33053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942195.351650:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97a98 00800000:00000002:2.0:1788942195.351652:0:33053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942195.351656:0:33053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942195.351660:0:33053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942195.351664:0:33053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942195.351666:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97968 00000002:00010000:2.0:1788942195.351668:0:33053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942195.351671:0:33053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942195.353484:0:33053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942195.353489:0:33053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942195.353498:0:33053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:2.0:1788942195.353504:0:33053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942195.353511:0:33053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942195.353517:0:33053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942195.353522:0:33053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788942195.353535:0:33053:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942195.353543:0:33053:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942195.353546:0:33053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788942195.353553:0:33053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942195.353556:0:33053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942195.353558:0:33053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942195.353562:0:33053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942195.353565:0:33053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942195.353568:0:33053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942195.353572:0:33053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942195.353576:0:33053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942195.353582:0:33053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b553e36400. 00000080:00000001:2.0:1788942195.353590:0:33053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942195.353592:0:33053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942195.353596:0:33053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942195.353600:0:33053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:2.0:1788942195.353605:0:33053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942195.353608:0:33053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942195.353610:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942195.353613:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942195.353616:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:2.0:1788942195.353618:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.353621:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.353624:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942195.353626:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942195.353627:0:33053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942195.353629:0:33053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942195.353632:0:33053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc0c97bb0 00010000:00000001:2.0:1788942195.353634:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942195.353635:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942195.353637:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:2.0:1788942195.353638:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.353640:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942195.353642:0:33053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942195.353645:0:33053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942195.353651:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942195.353652:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942195.353654:0:33053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942195.353657:0:33053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942195.353660:0:33053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942195.353674:0:33053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942195.353678:0:33053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942195.353681:0:33053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942195.353686:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942195.353687:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942195.353689:0:33053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.353693:0:33053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942195.353694:0:33053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.353697:0:33053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.353699:0:33053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942195.353702:0:33053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942195.353703:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942195.353705:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942195.353709:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942195.353711:0:33053:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942195.353715:0:33053:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:2.0:1788942195.353722:0:33053:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.353729:0:33053:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788942195.353732:0:33053:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942195.353735:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97b78 00000080:00200008:2.0:1788942195.353738:0:33053:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000 00000080:00000010:2.0:1788942195.353749:0:33053:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e06140. 00000080:00000001:2.0:1788942195.353755:0:33053:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.353757:0:33053:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.353954:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.353958:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.353967:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.353970:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.353977:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275800. 00000020:00000001:2.0:1788942195.353982:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.353985:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.353988:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.353990:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275800 uarg=0000000000000000 00800000:00000001:2.0:1788942195.353997:0:33053:0:(obd_class.h:1080:obd_statfs()) Process entered 00800000:00000004:2.0:1788942195.353999:0:33053:0:(obd_class.h:1096:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: age 1863, max_age 1927 00000002:00000001:2.0:1788942195.354004:0:33053:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788942195.354008:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000010:2.0:1788942195.354016:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368a80. 00000020:00000040:2.0:1788942195.354020:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942195.354024:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942195.354028:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942195.354032:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942195.354041:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5590b9f00. 00000100:00000001:2.0:1788942195.354049:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.354053:0:33053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942195.354055:0:33053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942195.354062:0:33053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291840. 00000100:00000001:2.0:1788942195.354065:0:33053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174746176 : -122366534805440 : ffff90b552291840) 00000100:00000001:2.0:1788942195.354068:0:33053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942195.354070:0:33053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175627392 : -122366533924224 : ffff90b552368a80) 00000100:00000001:2.0:1788942195.354075:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942195.354080:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.354083:0:33053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942195.354085:0:33053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942195.354099:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.354108:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942195.354111:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942195.354115:0:33053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942195.354117:0:33053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942195.354120:0:33053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942195.354125:0:33053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368a80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33053:1875839884278400:192.168.206.109@tcp:41:lfs.0 00000100:00000001:2.0:1788942195.354129:0:33053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942195.354135:0:33053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942195.354137:0:33053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942195.354140:0:33053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942195.354145:0:33053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274800. 02000000:00000001:2.0:1788942195.354147:0:33053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942195.354157:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942195.354162:0:33053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098ec8. 00000400:00000010:2.0:1788942195.354171:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61088. 00000100:00000200:2.0:1788942195.354179:0:33053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884278400, portal 10 00000100:00000001:2.0:1788942195.354182:0:33053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942195.354183:0:33053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175627392 : -122366533924224 : ffff90b552368a80) 00000100:00000040:2.0:1788942195.354190:0:33053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.354198:0:33053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942195.354201:0:33053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942195.354205:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61c38. 00000100:00000200:2.0:1788942195.354208:0:33053:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884278400, offset 0 00000400:00000200:2.0:1788942195.354215:0:33053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942195.355818:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.355831:0:33053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942195.355838:0:33053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942195.355844:0:33053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942195.355849:0:33053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942195.355866:0:33053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942195.355871:0:33053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2582:2582:256:4294967295] 192.168.206.109@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:2.0:1788942195.355876:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.355887:0:33053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942195.355894:0:33053:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942195.355905:0:33053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9600. 00000800:00000200:2.0:1788942195.355915:0:33053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942195.355924:0:33053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942195.355929:0:33053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942195.355954:0:33053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942195.355962:0:33053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 852475 usecs (853 jiffies) 00000400:00000200:2.0:1788942195.355967:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942195.355970:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296596368 00000100:00000001:2.0:1788942195.355979:0:33053:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296596353 00000100:00000001:2.0:1788942195.355986:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296596368 00000100:00000001:2.0:1788942195.355990:0:33053:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296596353 00000100:00000001:2.0:1788942195.355994:0:33053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942195.355999:0:33053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.356003:0:33053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942195.356005:0:33053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942195.356008:0:33053:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291840 going to sleep for 11 seconds 00000100:00000001:2.0:1788942195.356012:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942195.356016:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942195.358151:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942195.358162:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9600. 00000400:00000200:2.0:1788942195.358181:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.358191:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942195.358200:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61c38 00000400:00000010:2.0:1788942195.358203:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61c38. 00000100:00000001:2.0:1788942195.358356:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942195.358369:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.358383:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942195.358387:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.358396:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.358398:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942195.360189:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.360367:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942195.360374:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.360378:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.360389:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.360398:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942195.360410:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.360416:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.360422:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.360428:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 10 MB=0x6aa1101f53a80 00000400:00000200:2.0:1788942195.360434:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.360441:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 368/368 into md 0x6ebd [1] + 224 00000800:00000001:2.0:1788942195.360450:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.360458:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.360462:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.360467:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942195.360475:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942195.360485:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942195.360497:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.360525:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942195.360534:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.360538:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.360871:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942195.360883:0:33053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942195.360886:0:33053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942195.360891:0:33053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098ec8. 00000400:00000200:0.0:1788942195.360896:0:33053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61088 00000400:00000010:0.0:1788942195.360899:0:33053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61088. 00000100:00000001:0.0:1788942195.360902:0:33053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942195.360908:0:33053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942195.360918:0:33053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.360925:0:33053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942195.360928:0:33053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.360930:0:33053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942195.360934:0:33053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942195.360938:0:33053:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942195.360941:0:33053:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942195.360944:0:33053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942195.360955:0:33053:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=35 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942195.360960:0:33053:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942195.360963:0:33053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942195.360965:0:33053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.360968:0:33053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942195.360972:0:33053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.360976:0:33053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942195.360979:0:33053:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788942195.360981:0:33053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942195.360983:0:33053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942195.360989:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.360997:0:33053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942195.361000:0:33053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942195.361002:0:33053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942195.361007:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942195.361022:0:33053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368a80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33053:1875839884278400:192.168.206.109@tcp:41:lfs.0 00000100:00000001:0.0:1788942195.361028:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.361033:0:33053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.361036:0:33053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942195.361039:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942195.361044:0:33053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.361052:0:33053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942195.361055:0:33053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291840. 00000100:00000001:0.0:1788942195.361061:0:33053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942195.361062:0:33053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942195.361070:0:33053:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788942195.361072:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942195.361075:0:33053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368a80 x1875839884278400/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942211 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.361081:0:33053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942195.361085:0:33053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942195.361089:0:33053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274800. 02000000:00000001:0.0:1788942195.361092:0:33053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942195.361095:0:33053:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942195.361096:0:33053:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942195.361099:0:33053:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942195.361102:0:33053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9f00. 02000000:00000001:0.0:1788942195.361107:0:33053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942195.361109:0:33053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942195.361112:0:33053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368a80. 00000100:00000001:0.0:1788942195.361115:0:33053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942195.361117:0:33053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942195.361118:0:33053:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942195.361119:0:33053:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942195.361121:0:33053:0:(genops.c:1238:class_import_put()) Process leaving 00800000:00000004:0.0:1788942195.361123:0:33053:0:(obd_class.h:1122:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: update ffff90b5487f1e40 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:0.0:1788942195.361128:0:33053:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942195.361149:0:33053:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361153:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942195.361156:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275800. 00000080:00000001:0.0:1788942195.361161:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361166:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361265:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361268:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361277:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361280:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361287:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361292:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361294:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361298:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361300:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361306:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361308:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361310:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361428:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361433:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361436:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361442:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361444:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361447:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361449:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361452:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361454:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361455:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361457:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361458:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361461:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361463:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361465:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361467:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361469:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361471:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361475:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361476:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361479:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361481:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361483:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361485:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361487:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361488:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361489:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361492:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361493:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361495:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361497:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361499:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361501:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361504:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361505:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361507:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361509:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361511:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361514:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361515:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361517:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361518:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361520:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361522:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361524:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361526:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361528:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361530:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361533:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361535:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361538:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361540:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361542:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361544:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361545:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361546:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361547:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361550:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361551:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361553:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361555:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361557:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361559:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361562:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361563:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361566:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361567:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361569:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361571:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361572:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361573:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361574:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361577:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361578:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361580:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361581:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361583:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361585:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361588:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361589:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361592:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361593:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361595:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361597:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361598:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361599:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361600:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361603:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361604:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361606:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361608:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361610:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361612:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361614:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361616:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361618:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361619:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361622:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361624:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361625:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361626:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361628:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361630:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361632:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361634:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361636:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361638:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361640:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361642:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361643:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361646:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361647:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361649:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361652:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361653:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361654:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361656:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361659:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361660:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361662:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361664:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361666:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361667:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361670:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361671:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361674:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361675:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361677:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361679:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361681:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361682:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361683:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361686:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361687:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361689:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361691:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361694:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361695:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361699:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361700:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361703:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361704:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361706:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361709:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361710:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.361712:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.361713:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.361716:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361718:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361721:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.361723:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.361725:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361727:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.361730:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.361732:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.361735:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.361736:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.361738:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.361741:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.361742:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.362934:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.362944:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.362951:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.362955:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.362958:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.362961:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.362966:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.362969:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.362981:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.362983:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.362988:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.362991:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.362995:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.362998:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.363000:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.363001:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.363003:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.363005:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363006:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363008:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.363010:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.363013:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363015:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363019:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.363020:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.363023:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.363024:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.363026:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.363028:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.363029:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.363030:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.363031:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.363034:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363036:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363038:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.363040:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.363042:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363043:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363047:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.363048:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.363051:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.363052:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.363055:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.363057:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.363059:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.363060:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.363061:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.363063:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363065:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363067:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.363069:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.363072:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363073:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363076:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.363079:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.363082:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.363083:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.363086:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.363088:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.363089:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.363091:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.363092:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.363094:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363096:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363098:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.363101:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.363103:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363105:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363108:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942195.363109:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:0.0:1788942195.363111:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942195.363113:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942195.363115:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aed400. 00000020:00000001:0.0:1788942195.363117:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.363119:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942195.363120:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942195.363122:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aed400 uarg=0000000000000000 00800000:00000001:0.0:1788942195.363124:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363126:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.363128:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942195.363130:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aed400. 00000080:00000001:0.0:1788942195.363131:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942195.364230:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371490:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.371501:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.371515:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.371519:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.371531:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.371538:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.371541:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.371547:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.371550:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.371555:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371558:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371560:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.371563:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.371569:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371572:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371577:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.371578:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.371581:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.371583:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.371586:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.371588:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.371590:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.371591:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.371592:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.371595:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371597:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371599:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.371601:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.371603:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371605:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371608:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.371609:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.371612:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.371613:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.371614:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.371617:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.371618:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.371619:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.371620:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.371623:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371625:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371627:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.371630:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.371631:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371633:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371636:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.371638:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.371640:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.371641:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.371643:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.371645:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.371647:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.371648:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.371650:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.371652:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371654:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371656:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.371657:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.371659:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371661:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371664:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.371666:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.371668:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.371669:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.371671:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.371673:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.371675:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.371676:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.371677:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.371678:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371680:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371682:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.371683:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.371685:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371687:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371690:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.371691:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.371693:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.371694:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.371696:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.371698:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.371700:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.371701:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.371702:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.371704:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371705:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371707:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.371709:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.371711:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371713:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371715:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.371717:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.371719:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.371720:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.371722:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.371724:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.371725:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.371726:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.371727:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.371730:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371732:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371734:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.371736:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.371738:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371740:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.371742:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.373037:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.373055:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.373059:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.373069:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.373074:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.373077:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.373081:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.373084:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.373088:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.373091:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.373093:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.373096:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.373100:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.373103:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.373117:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942195.373119:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:1.0:1788942195.373122:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942195.373123:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942195.373126:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487bb000. 00000020:00000001:1.0:1788942195.373129:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.373130:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942195.373131:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942195.374447:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487bb000 uarg=0000000000000000 00800000:00000001:1.0:1788942195.374458:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.374463:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.374466:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788942195.374470:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487bb000. 00000080:00000001:1.0:1788942195.374477:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788942195.374480:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376843:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.376875:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.376889:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.376893:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.376905:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.376913:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.376916:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.376921:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.376924:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.376929:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376932:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376935:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.376938:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.376953:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376956:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376961:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.376963:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.376966:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.376968:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.376970:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.376973:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.376975:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.376976:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.376978:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.376981:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376983:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376985:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.376987:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.376989:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376991:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.376994:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.376995:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.376998:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.376999:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377002:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377004:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377006:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377007:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377008:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377011:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377013:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377015:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377017:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377019:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377021:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377024:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377026:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377028:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377029:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377032:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377034:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377036:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377037:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377038:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377041:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377042:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377044:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377046:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377048:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377050:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377052:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377053:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377056:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377057:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377059:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377061:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377062:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377063:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377064:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377067:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377068:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377070:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377072:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377074:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377076:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377079:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377080:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377083:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377084:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377086:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377089:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377091:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377092:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377094:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377096:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377098:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377101:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377103:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377105:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377107:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377110:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377111:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377114:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377115:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377117:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377120:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377121:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377123:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377124:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377126:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377128:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377130:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377132:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377272:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377274:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377280:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377282:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377285:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377286:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377290:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377292:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377293:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377295:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377296:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377299:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377301:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377303:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377304:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377307:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377309:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377311:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377438:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377445:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377447:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377451:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377453:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377455:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377457:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377458:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377461:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377462:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377464:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377466:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377468:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377470:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377475:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377477:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377479:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377481:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377483:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377485:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377487:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377488:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377489:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377492:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377494:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377496:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377497:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377500:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377501:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377504:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377506:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377509:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377510:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377512:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377514:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377516:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377517:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377518:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377520:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377522:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377524:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377526:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377528:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377530:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377533:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377534:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377537:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377538:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377541:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377543:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377544:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377545:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377546:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377549:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377551:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377553:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377555:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377557:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377559:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377561:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377563:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377565:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377566:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377569:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377571:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377572:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377573:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377574:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377577:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377579:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377580:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377582:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377584:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377586:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377589:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377590:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377592:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377594:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377595:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377597:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377599:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377600:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377601:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377603:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377605:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377607:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377608:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377610:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377612:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377614:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377616:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377618:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377619:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377620:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377622:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377624:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377625:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377627:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377629:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377631:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377633:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377634:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377636:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377638:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377641:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377642:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377645:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377646:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377647:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377649:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377651:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377652:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377653:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377655:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377657:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377659:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377661:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377663:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377665:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377668:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377669:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377671:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377672:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377674:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377675:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377677:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377678:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377679:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377681:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377684:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377686:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377688:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377690:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377691:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377694:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377695:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377697:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377698:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377700:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377702:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377704:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377706:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377707:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377709:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377711:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377712:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377714:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.377716:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377718:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377721:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.377722:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.377724:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.377725:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.377727:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.377730:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.377731:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.377732:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.377734:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.377736:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377738:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.377740:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.377742:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.378093:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.378097:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.378104:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.378106:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.378109:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.378111:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.378115:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.378117:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.378118:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.378120:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.378121:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.378124:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.378125:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.378127:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.378129:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.378132:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379127:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379228:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379231:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.379238:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.379495:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.379503:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.379508:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.379511:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.379515:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.379516:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.379521:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379523:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379526:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.379528:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.379533:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379535:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379541:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379543:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.379547:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.379548:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.379551:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.379553:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.379555:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.379556:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.379557:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.379560:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379562:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379564:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.379566:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.379568:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379571:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379574:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379575:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.379578:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.379578:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.379581:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.379583:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.379584:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.379585:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.379587:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.379589:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379590:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379592:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.379595:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.379596:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379598:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379600:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379602:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.379604:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.379605:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.379608:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.379610:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.379612:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.379613:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.379614:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.379616:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379618:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379620:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.379622:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.379624:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379625:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379629:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379630:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.379633:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.379634:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.379636:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.379638:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.379640:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.379641:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.379642:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.379645:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379647:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379649:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.379651:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.379653:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379655:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379658:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379659:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.379662:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.379663:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.379665:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.379667:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.379669:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.379671:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.379672:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.379674:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379679:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379681:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.379682:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.379685:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379686:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379690:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379691:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.379693:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.379694:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.379697:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.379699:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.379700:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.379701:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.379702:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.379705:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379706:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379708:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.379709:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.379711:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379713:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379715:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379716:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.379718:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.379719:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.379721:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.379723:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.379725:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.379726:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.379727:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.379729:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379731:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379733:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.379735:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.379737:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379739:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.379741:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.379742:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380257:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380259:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380264:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380268:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380270:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380272:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380274:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380277:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380279:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380281:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380283:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380286:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380287:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380294:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380295:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380299:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380300:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380302:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380304:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380307:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380308:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380309:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380312:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380384:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380386:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380389:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380392:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380394:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380400:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380401:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380404:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380406:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380408:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380410:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380412:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380414:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380415:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380417:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380419:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380420:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380423:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380425:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380427:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380430:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380431:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380434:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380435:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380437:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380438:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380440:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380441:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380442:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380444:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380446:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380448:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380450:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380451:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380453:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380456:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380458:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380460:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380461:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380463:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380465:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380467:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380468:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380469:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380471:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380473:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380474:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380477:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380479:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380481:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380484:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380485:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380488:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380489:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380491:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380493:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380494:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380496:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380497:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380500:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380501:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380503:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380505:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380507:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380509:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380511:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380513:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380515:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380516:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380519:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380521:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380523:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380524:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380526:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380528:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380530:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380532:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380534:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380536:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380538:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380541:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380543:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380546:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380547:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380549:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380551:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380553:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380554:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380555:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380557:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380559:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380561:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380563:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380565:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380566:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380569:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380570:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380573:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380574:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380576:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380577:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380579:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380581:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380582:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380585:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380586:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380588:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942195.380590:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380592:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380593:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942195.380596:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380597:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380600:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380602:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380604:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380605:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380607:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942195.380608:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942195.380609:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00800000:00000001:2.0:1788942195.380611:0:33053:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942195.380613:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942195.380615:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788942195.380618:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:2.0:1788942195.380619:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942195.380621:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942195.380624:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942195.380626:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:2.0:1788942195.380628:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942195.380629:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942195.380631:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552274400. 00000020:00000001:2.0:1788942195.380633:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942195.380635:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942195.380638:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942195.380640:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552274400 uarg=0000000000000000 00020000:00000001:2.0:1788942195.380649:0:33053:0:(obd_class.h:1080:obd_statfs()) Process entered 00020000:00000004:2.0:1788942195.380652:0:33053:0:(obd_class.h:1096:obd_statfs()) lustre-OST0000-osc-ffff90b5459f2800: age 1249, max_age 1927 00000008:00000001:2.0:1788942195.380656:0:33053:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788942195.380661:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000010:2.0:1788942195.380669:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b800. 00000020:00000040:2.0:1788942195.380673:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942195.380677:0:33053:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788942195.380682:0:33053:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788942195.380690:0:33053:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1861 00000400:00000200:2.0:1788942195.380701:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.380708:0:33053:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1788942195.380713:0:33053:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942195.380717:0:33053:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942195.380719:0:33053:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942195.380721:0:33053:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:2.0:1788942195.380725:0:33053:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942195.380726:0:33053:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:2.0:1788942195.380729:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942195.380732:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:2.0:1788942195.380735:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:2.0:1788942195.380737:0:33053:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000040:2.0:1788942195.380739:0:33053:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942195.380741:0:33053:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942195.380743:0:33053:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942195.381849:0:33053:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:2.0:1788942195.381870:0:33053:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00080000:2.0:1788942195.381880:0:33053:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: import ffff90b551b95800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:2.0:1788942195.381883:0:33053:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942195.381887:0:33053:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788942195.384824:0:33053:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942195.384837:0:33053:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.384841:0:33053:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:3.0:1788942195.384846:0:33053:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788942195.384902:0:33053:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.384905:0:33053:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942195.384919:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf480. 00000020:00000040:3.0:1788942195.384926:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=5 obd=lustre-OST0000-osc-ffff90b5459f2800 02000000:00000001:3.0:1788942195.384931:0:33053:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942195.384933:0:33053:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.384937:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942195.384940:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942195.384945:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942195.384955:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837ec00. 00000100:00000001:3.0:1788942195.384964:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942195.384980:0:33053:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942195.384991:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942195.384996:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.385001:0:33053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b427f8c3] to pc [ptlrpcd_rcv+-1] req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.385020:0:33053:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.385025:0:33053:0:(pinger.c:368:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788942195.385027:0:33053:0:(pinger.c:370:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1788942195.385031:0:33053:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942195.385033:0:33053:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942195.385036:0:33053:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:3.0:1788942195.385038:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942195.385039:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942195.385041:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942195.385046:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35d00. 00000100:00000001:3.0:1788942195.385049:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.385052:0:33053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942195.385054:0:33053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942195.385063:0:33053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85180. 00000100:00000001:3.0:1788942195.385065:0:33053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167355264 : -122366542196352 : ffff90b551b85180) 00000100:00000001:3.0:1788942195.385069:0:33053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942195.385070:0:33053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00000100:00000001:3.0:1788942195.385073:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942195.385075:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.385077:0:33053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942195.385079:0:33053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942195.385083:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.385091:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942195.385093:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788942195.385097:0:33053:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.385104:0:33053:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.385107:0:33053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942195.385109:0:33053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942195.385111:0:33053:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85180 going to sleep for 0 seconds 00000100:00000001:3.0:1788942195.385114:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942195.385117:0:33053:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.385119:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942195.385120:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.385124:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.386454:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942195.386463:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942195.386466:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942195.386481:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.386499:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942195.386502:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942195.386506:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942195.386510:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942195.386513:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942195.386518:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884278528:192.168.206.109@tcp:8:lfs.0 00000100:00000001:0.0:1788942195.386523:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942195.386528:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942195.386531:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942195.386534:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942195.386543:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aed400. 02000000:00000001:0.0:1788942195.386546:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942195.386556:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942195.386562:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520978f0. 00000400:00000010:0.0:1788942195.386571:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a7f8. 00000100:00000200:0.0:1788942195.386581:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884278528, portal 4 00000100:00000001:0.0:1788942195.386583:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942195.386584:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948506752 : -122366761044864 : ffff90b544acf480) 00000100:00000040:0.0:1788942195.386594:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.386602:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942195.386605:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942195.386607:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a3b8. 00000100:00000200:0.0:1788942195.386611:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875839884278528, offset 0 00000400:00000200:0.0:1788942195.386631:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942195.386642:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942195.386651:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942195.386658:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942195.386663:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942195.386667:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942195.386670:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942195.386674:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2583:2583:256:4294967295] 192.168.206.109@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:0.0:1788942195.386678:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942195.386689:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942195.386696:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942195.386703:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b900. 00000800:00000200:0.0:1788942195.386711:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942195.386719:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942195.386724:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788942195.386754:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942195.386759:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24463 usecs (25 jiffies) 00000400:00000200:0.0:1788942195.386764:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942195.386767:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296595570 00000100:00000001:0.0:1788942195.386771:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296596368 00000100:00000001:0.0:1788942195.386774:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296595570 00000100:00000001:0.0:1788942195.386776:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296596368 00000100:00000001:0.0:1788942195.386787:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942195.386790:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.386793:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.386796:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.386804:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942195.386807:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788942195.386809:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942195.386810:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942195.386811:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.386813:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942195.387439:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942195.387446:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b900. 00000400:00000200:2.0:1788942195.387454:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.387461:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942195.387469:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a3b8 00000400:00000010:2.0:1788942195.387472:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a3b8. 00000100:00000001:2.0:1788942195.387477:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942195.387483:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.387494:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942195.387498:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.387505:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.387507:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942195.403916:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.403944:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942195.403950:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.403954:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.403965:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.403975:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942195.403989:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.403996:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.404002:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.404007:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f53b00 00000400:00000200:2.0:1788942195.404013:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.404020:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x6ecd [1] + 0 00000800:00000001:2.0:1788942195.404028:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.404042:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.404046:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.404050:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942195.404060:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942195.404070:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942195.404083:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.404105:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942195.404114:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.404118:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.404968:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942195.404976:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942195.404987:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942195.404990:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942195.404994:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520978f0. 00000400:00000200:0.0:1788942195.405002:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 00000400:00000010:0.0:1788942195.405005:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 00000100:00000001:0.0:1788942195.405010:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942195.405019:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942195.405029:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.405036:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942195.405038:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.405040:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942195.405045:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942195.405047:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942195.405049:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942195.405053:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942195.405063:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=185 v=5 (5 5 5 36) 00000100:00001000:0.0:1788942195.405068:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942195.405072:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942195.405074:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.405077:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942195.405081:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.405085:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942195.405088:0:2352:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: committing for last_committed 4294967341 gen 18 00000100:00000040:0.0:1788942195.405092:0:2352:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788942195.405095:0:2352:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942195.405097:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942195.405103:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.405111:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942195.405115:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942195.405118:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.405120:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788942195.405129:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:0.0:1788942195.405144:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942195.405147:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:0.0:1788942195.405150:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.405154:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:0.0:1788942195.405157:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:0.0:1788942195.405160:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00001000:0.0:1788942195.405165:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=1788942195 v=0 (0 0 0 0) 00000100:00001000:0.0:1788942195.405167:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b551b95c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788942195.405172:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000100:00080000:0.0:1788942195.405179:0:2352:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff90b5459f2800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788942195.405183:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:0.0:1788942195.405186:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942195.405190:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788942195.405193:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788942195.405196:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942195.405200:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788942195.405204:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942195.405207:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942195.405210:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942195.405211:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942195.405214:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.405215:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:0.0:1788942195.405217:0:2352:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788942195.405221:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788942195.405224:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942195.405225:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788942195.405226:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942195.405228:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788942195.405230:0:2352:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788942195.405232:0:2352:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90b5487f55c0 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1788942195.405237:0:2352:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1788942195.405240:0:2352:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942195.405243:0:2352:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.405245:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942195.405248:0:2352:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788942195.405250:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788942195.405252:0:2352:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788942195.405254:0:2352:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:0.0:1788942195.405257:0:2352:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788942195.405259:0:2352:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.405261:0:2352:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.405263:0:2352:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:0.0:1788942195.405264:0:2352:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788942195.405265:0:2352:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.405266:0:2352:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788942195.405268:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788942195.405273:0:2352:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788942195.405274:0:2352:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.405276:0:2352:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.405277:0:2352:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942195.405279:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942195.405281:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942195.405282:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942195.405284:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.405285:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00000001:0.0:1788942195.405287:0:2352:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942195.405291:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788942195.405298:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002796f229): req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.405334:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.405338:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942195.405343:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942195.405352:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884278528:192.168.206.109@tcp:8:lfs.0 00000100:00000001:0.0:1788942195.405357:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.405360:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942195.405364:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf480 x1875839884278528/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.405371:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942195.405374:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942195.405378:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aed400. 02000000:00000001:0.0:1788942195.405384:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942195.405386:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942195.405388:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942195.405391:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942195.405394:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837ec00. 02000000:00000001:0.0:1788942195.405399:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942195.405401:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942195.405405:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf480. 00000100:00000001:0.0:1788942195.405410:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942195.405411:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.405414:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.405424:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942195.405426:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.405428:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942195.405430:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.405636:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942195.405640:0:33053:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.405644:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942195.405647:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.405651:0:33053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942195.405655:0:33053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942195.405658:0:33053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.405662:0:33053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942195.405670:0:33053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942195.405682:0:33053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.405685:0:33053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942195.405695:0:33053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837f000. 02000000:00000001:3.0:1788942195.405697:0:33053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942195.405707:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942195.405711:0:33053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c43c8. 00000400:00000010:3.0:1788942195.405718:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942195.405725:0:33053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884278656, portal 4 00000100:00000001:3.0:1788942195.405727:0:33053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942195.405729:0:33053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00000100:00000040:3.0:1788942195.405736:0:33053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.405752:0:33053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942195.405756:0:33053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942195.405759:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedcc0. 00000100:00000200:3.0:1788942195.405763:0:33053:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875839884278656, offset 0 00000400:00000200:3.0:1788942195.405770:0:33053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942195.405788:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.405799:0:33053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942195.405806:0:33053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942195.405811:0:33053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942195.405815:0:33053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942195.405819:0:33053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942195.405823:0:33053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2584:2584:256:4294967295] 192.168.206.109@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:3.0:1788942195.405828:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.405839:0:33053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942195.405845:0:33053:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942195.405892:0:33053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35100. 00000800:00000200:3.0:1788942195.405900:0:33053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942195.405910:0:33053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942195.405915:0:33053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942195.405936:0:33053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.405942:0:33053:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24466 usecs (25 jiffies) 00000400:00000200:3.0:1788942195.405945:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942195.405948:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296595590 00000100:00000001:3.0:1788942195.405952:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296596368 00000100:00000001:3.0:1788942195.405954:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296595590 00000100:00000001:3.0:1788942195.405957:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296596368 00000100:00000001:3.0:1788942195.405959:0:33053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942195.405962:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.405964:0:33053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942195.405965:0:33053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942195.405968:0:33053:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85180 going to sleep for 11 seconds 00000100:00000001:3.0:1788942195.405970:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942195.405972:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942195.406280:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942195.406286:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35100. 00000400:00000200:2.0:1788942195.406292:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.406298:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942195.406304:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedcc0 00000400:00000010:2.0:1788942195.406306:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedcc0. 00000100:00000001:2.0:1788942195.406311:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942195.406326:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.406335:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942195.406338:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.406344:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.406346:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942195.409749:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.409772:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942195.409786:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.409789:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.409800:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.409809:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942195.409820:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.409826:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.409832:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.409837:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 4 MB=0x6aa1101f53b80 00000400:00000200:2.0:1788942195.409843:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.409895:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 368/368 into md 0x6ed5 [1] + 224 00000800:00000001:2.0:1788942195.409905:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.409914:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.409919:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.409925:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942195.409935:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942195.409947:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942195.409960:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.409981:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942195.409991:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.409995:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.410070:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942195.410081:0:33053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942195.410083:0:33053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942195.410087:0:33053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c43c8. 00000400:00000200:3.0:1788942195.410093:0:33053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedd48 00000400:00000010:3.0:1788942195.410096:0:33053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedd48. 00000100:00000001:3.0:1788942195.410099:0:33053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942195.410104:0:33053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942195.410114:0:33053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.410133:0:33053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942195.410135:0:33053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.410138:0:33053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942195.410143:0:33053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942195.410146:0:33053:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942195.410149:0:33053:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.410153:0:33053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942195.410166:0:33053:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95cf0 time=783 v=5 (5 0 5 0) 00000100:00001000:3.0:1788942195.410171:0:33053:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942195.410174:0:33053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942195.410176:0:33053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942195.410179:0:33053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942195.410183:0:33053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.410187:0:33053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942195.410190:0:33053:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788942195.410192:0:33053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942195.410195:0:33053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.410200:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.410208:0:33053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942195.410226:0:33053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942195.410228:0:33053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942195.410233:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942195.410242:0:33053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33053:1875839884278656:192.168.206.109@tcp:13:lfs.0 00000100:00000001:3.0:1788942195.410248:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.410251:0:33053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.410254:0:33053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942195.410257:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942195.410260:0:33053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.410268:0:33053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942195.410272:0:33053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85180. 00000100:00000001:3.0:1788942195.410276:0:33053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942195.410277:0:33053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942195.410285:0:33053:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788942195.410287:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942195.410290:0:33053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b800 x1875839884278656/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.410297:0:33053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942195.410299:0:33053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942195.410303:0:33053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837f000. 02000000:00000001:3.0:1788942195.410307:0:33053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942195.410310:0:33053:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942195.410312:0:33053:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942195.410315:0:33053:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942195.410318:0:33053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35d00. 02000000:00000001:3.0:1788942195.410322:0:33053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942195.410324:0:33053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942195.410326:0:33053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b800. 00000100:00000001:3.0:1788942195.410329:0:33053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942195.410331:0:33053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788942195.410336:0:33053:0:(obd_class.h:1122:obd_statfs()) lustre-OST0000-osc-ffff90b5459f2800: update ffff90b5487f0468 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:3.0:1788942195.410340:0:33053:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942195.410346:0:33053:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.410349:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942195.410353:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552274400. 00000080:00000001:3.0:1788942195.410357:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.410360:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.410437:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.410440:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.410450:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.410452:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.410458:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.410462:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.410465:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.410469:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.410471:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.410477:0:33053:0:(obd_class.h:1080:obd_statfs()) Process entered 00020000:00000004:3.0:1788942195.410480:0:33053:0:(obd_class.h:1096:obd_statfs()) lustre-OST0001-osc-ffff90b5459f2800: age 1363, max_age 1927 00000008:00000001:3.0:1788942195.410483:0:33053:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788942195.410486:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000010:3.0:1788942195.410491:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf800. 00000020:00000040:3.0:1788942195.410494:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=4 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942195.410497:0:33053:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788942195.410501:0:33053:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788942195.410504:0:33053:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1862 00000400:00000200:3.0:1788942195.410510:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.410513:0:33053:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1788942195.410517:0:33053:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942195.410521:0:33053:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942195.410523:0:33053:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942195.410526:0:33053:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:3.0:1788942195.410529:0:33053:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942195.410531:0:33053:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:3.0:1788942195.410533:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942195.410536:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:3.0:1788942195.410538:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:3.0:1788942195.410540:0:33053:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000040:3.0:1788942195.410543:0:33053:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942195.410544:0:33053:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942195.410546:0:33053:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942195.410548:0:33053:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:3.0:1788942195.410551:0:33053:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00080000:3.0:1788942195.410555:0:33053:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff90b5459f2800: import ffff90b551b96000 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:3.0:1788942195.410558:0:33053:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.410560:0:33053:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788942195.410568:0:33053:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942195.410571:0:33053:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.410574:0:33053:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:3.0:1788942195.410579:0:33053:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788942195.410582:0:33053:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.410584:0:33053:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942195.410588:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544ace300. 00000020:00000040:3.0:1788942195.410590:0:33053:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=5 obd=lustre-OST0001-osc-ffff90b5459f2800 02000000:00000001:3.0:1788942195.410594:0:33053:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942195.410595:0:33053:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.410598:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942195.410601:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942195.410606:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942195.410613:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837d400. 00000100:00000001:3.0:1788942195.410620:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942195.410627:0:33053:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942195.411045:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942195.411050:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.411056:0:33053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a2e7fc8] to pc [ptlrpcd_rcv+-1] req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.411071:0:33053:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.411075:0:33053:0:(pinger.c:368:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788942195.411077:0:33053:0:(pinger.c:370:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1788942195.411080:0:33053:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942195.411082:0:33053:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=4 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942195.411084:0:33053:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:3.0:1788942195.411085:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942195.411088:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942195.411090:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942195.411096:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35d00. 00000100:00000001:3.0:1788942195.411100:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.411104:0:33053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942195.411106:0:33053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942195.411112:0:33053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85180. 00000100:00000001:3.0:1788942195.411114:0:33053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167355264 : -122366542196352 : ffff90b551b85180) 00000100:00000001:3.0:1788942195.411117:0:33053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942195.411120:0:33053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000001:3.0:1788942195.411122:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942195.411124:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.411126:0:33053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942195.411128:0:33053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942195.411133:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.411140:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942195.411143:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788942195.411147:0:33053:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.411154:0:33053:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.411156:0:33053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942195.411159:0:33053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942195.411161:0:33053:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85180 going to sleep for 0 seconds 00000100:00000001:3.0:1788942195.411164:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942195.411166:0:33053:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.411168:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942195.411169:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.411172:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.413027:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942195.413037:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942195.413041:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942195.413057:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.413071:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942195.413073:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942195.413078:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942195.413083:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942195.413086:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942195.413090:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884278784:192.168.206.109@tcp:8:lfs.0 00000100:00000001:0.0:1788942195.413094:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942195.413099:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942195.413102:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942195.413105:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942195.413112:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aed400. 02000000:00000001:0.0:1788942195.413114:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942195.413123:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942195.413129:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520978f0. 00000400:00000010:0.0:1788942195.413154:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a7f8. 00000100:00000200:0.0:1788942195.413165:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884278784, portal 4 00000100:00000001:0.0:1788942195.413168:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942195.413171:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948502272 : -122366761049344 : ffff90b544ace300) 00000100:00000040:0.0:1788942195.413180:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.413189:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942195.413192:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942195.413195:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ae58. 00000100:00000200:0.0:1788942195.413200:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875839884278784, offset 0 00000400:00000200:0.0:1788942195.413207:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942195.413218:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942195.413229:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942195.413234:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942195.413238:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942195.413243:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942195.413246:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942195.413250:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2585:2585:256:4294967295] 192.168.206.109@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:0.0:1788942195.413255:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942195.413268:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942195.413275:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942195.413282:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bd00. 00000800:00000200:0.0:1788942195.413290:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942195.413300:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942195.413305:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788942195.413338:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942195.413343:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 244635 usecs (245 jiffies) 00000400:00000200:0.0:1788942195.413347:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942195.413350:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296595817 00000100:00000001:0.0:1788942195.413353:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296596368 00000100:00000001:0.0:1788942195.413355:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296595817 00000100:00000001:0.0:1788942195.413357:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296596368 00000100:00000001:0.0:1788942195.413360:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942195.413363:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.413366:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.413369:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.413376:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942195.413379:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788942195.413381:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942195.413383:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942195.413384:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.413386:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942195.413714:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942195.413721:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bd00. 00000400:00000200:2.0:1788942195.413728:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.413733:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942195.413740:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ae58 00000400:00000010:2.0:1788942195.413743:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ae58. 00000100:00000001:2.0:1788942195.413748:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942195.413753:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.413764:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942195.413768:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.413775:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.413786:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942195.425036:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1788942195.425044:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942195.425050:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942195.425056:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942195.425058:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942195.425060:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942195.425065:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.425068:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.425079:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.425090:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942195.425101:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.425108:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.425115:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.425120:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f53c00 00000400:00000200:2.0:1788942195.425127:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.425147:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x6ee5 [1] + 0 00000800:00000001:2.0:1788942195.425156:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.425165:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.425169:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.425174:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942195.425183:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942195.425195:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942195.425208:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788942195.425223:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942195.425227:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.425229:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00010000:1.0:1788942195.425232:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788942195.425242:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.425247:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.425608:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942195.425614:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942195.425634:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942195.425636:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942195.425640:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520978f0. 00000400:00000200:0.0:1788942195.425646:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 00000400:00000010:0.0:1788942195.425649:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 00000100:00000001:0.0:1788942195.425653:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942195.425659:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942195.425668:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.425675:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942195.425677:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.425680:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942195.425684:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942195.425687:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942195.425690:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942195.425693:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942195.425703:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942195.425708:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942195.425711:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942195.425713:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942195.425716:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942195.425721:0:2352:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.425725:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942195.425728:0:2352:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: committing for last_committed 4294967312 gen 16 00000100:00000040:0.0:1788942195.425733:0:2352:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788942195.425736:0:2352:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942195.425738:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942195.425744:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942195.425752:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942195.425755:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942195.425757:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942195.425760:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788942195.425768:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:0.0:1788942195.425771:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942195.425773:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:0.0:1788942195.425785:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942195.425788:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:0.0:1788942195.425791:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:0.0:1788942195.425794:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00001000:0.0:1788942195.425798:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=1788942195 v=0 (0 0 0 0) 00000100:00001000:0.0:1788942195.425801:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b551b96418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788942195.425806:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000100:00080000:0.0:1788942195.425811:0:2352:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90b5459f2800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788942195.425815:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00000001:0.0:1788942195.425818:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942195.425822:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788942195.425826:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788942195.425829:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942195.425833:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788942195.425838:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942195.425841:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942195.425844:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942195.425845:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942195.425847:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942195.425894:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:0.0:1788942195.425897:0:2352:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788942195.425901:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b96000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788942195.425905:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942195.425907:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788942195.425908:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942195.425909:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788942195.425912:0:2352:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788942195.425914:0:2352:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90b5487f55c0 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1788942195.425921:0:2352:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1788942195.425925:0:2352:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788942195.426208:0:2352:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942195.426221:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788942195.426224:0:2352:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788942195.426226:0:2352:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788942195.426229:0:2352:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788942195.426231:0:2352:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:1.0:1788942195.426234:0:2352:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788942195.426236:0:2352:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.426238:0:2352:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.426239:0:2352:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:1.0:1788942195.426240:0:2352:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788942195.426242:0:2352:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.426244:0:2352:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788942195.426245:0:2352:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788942195.426250:0:2352:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788942195.426252:0:2352:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.426254:0:2352:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.426256:0:2352:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942195.426257:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942195.426259:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942195.426261:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942195.426263:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942195.426265:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00000001:1.0:1788942195.426267:0:2352:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942195.426271:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788942195.426281:0:2352:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002796f229): req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942195.426305:0:2352:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942195.426309:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942195.426314:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942195.426323:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884278784:192.168.206.109@tcp:8:lfs.0 00000100:00000001:1.0:1788942195.426329:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942195.426332:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942195.426336:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544ace300 x1875839884278784/t0(0) o8->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942195.426348:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942195.426352:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942195.426356:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aed400. 02000000:00000001:1.0:1788942195.426362:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942195.426364:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942195.426366:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942195.426369:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942195.426371:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837d400. 02000000:00000001:1.0:1788942195.426376:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942195.426378:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942195.426380:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544ace300. 00000100:00000001:1.0:1788942195.426384:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942195.426386:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942195.426389:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942195.426397:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942195.426400:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942195.426402:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942195.426404:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.426624:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942195.426628:0:33053:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.426631:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942195.426634:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.426637:0:33053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942195.426641:0:33053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942195.426643:0:33053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.426646:0:33053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942195.426653:0:33053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942195.426655:0:33053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.426658:0:33053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942195.426685:0:33053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837dc00. 02000000:00000001:3.0:1788942195.426688:0:33053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942195.426697:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942195.426701:0:33053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c43c8. 00000400:00000010:3.0:1788942195.426708:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942195.426716:0:33053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884278912, portal 4 00000100:00000001:3.0:1788942195.426719:0:33053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942195.426721:0:33053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000040:3.0:1788942195.426729:0:33053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.426737:0:33053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942195.426739:0:33053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942195.426742:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedee0. 00000100:00000200:3.0:1788942195.426746:0:33053:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875839884278912, offset 0 00000400:00000200:3.0:1788942195.426752:0:33053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942195.426761:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.426771:0:33053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942195.426776:0:33053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942195.426789:0:33053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942195.426794:0:33053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942195.426797:0:33053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942195.426801:0:33053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2586:2586:256:4294967295] 192.168.206.109@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:3.0:1788942195.426805:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.426814:0:33053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942195.426820:0:33053:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942195.426827:0:33053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35100. 00000800:00000200:3.0:1788942195.426835:0:33053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942195.426848:0:33053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942195.426875:0:33053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942195.426894:0:33053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.426899:0:33053:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 243311 usecs (244 jiffies) 00000400:00000200:3.0:1788942195.426903:0:33053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942195.426907:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296595830 00000100:00000001:3.0:1788942195.426910:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296596368 00000100:00000001:3.0:1788942195.426913:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296595830 00000100:00000001:3.0:1788942195.426915:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296596368 00000100:00000001:3.0:1788942195.426918:0:33053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942195.426921:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.426923:0:33053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942195.426925:0:33053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942195.426927:0:33053:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85180 going to sleep for 11 seconds 00000100:00000001:3.0:1788942195.426929:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942195.426931:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942195.427529:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942195.427536:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35100. 00000400:00000200:2.0:1788942195.427542:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.427548:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942195.427554:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedee0 00000400:00000010:2.0:1788942195.427557:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedee0. 00000100:00000001:2.0:1788942195.427561:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942195.427567:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.427578:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942195.427581:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.427588:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942195.427590:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942195.429897:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.429917:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942195.429923:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.429927:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.429937:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.429946:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942195.429957:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.429963:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.429969:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.429973:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 4 MB=0x6aa1101f53c80 00000400:00000200:2.0:1788942195.429979:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942195.429986:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 368/368 into md 0x6eed [1] + 224 00000800:00000001:2.0:1788942195.429994:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.430003:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942195.430007:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942195.430012:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942195.430022:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942195.430033:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942195.430045:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942195.430064:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942195.430074:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942195.430078:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.430248:0:33053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942195.430257:0:33053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942195.430259:0:33053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942195.430263:0:33053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c43c8. 00000400:00000200:3.0:1788942195.430268:0:33053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedd48 00000400:00000010:3.0:1788942195.430271:0:33053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedd48. 00000100:00000001:3.0:1788942195.430275:0:33053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942195.430280:0:33053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942195.430289:0:33053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.430295:0:33053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942195.430297:0:33053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.430300:0:33053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942195.430304:0:33053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942195.430307:0:33053:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942195.430310:0:33053:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.430313:0:33053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942195.430324:0:33053:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b964a8 time=633 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942195.430329:0:33053:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942195.430332:0:33053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942195.430334:0:33053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942195.430337:0:33053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942195.430352:0:33053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.430357:0:33053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942195.430359:0:33053:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942195.430361:0:33053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942195.430363:0:33053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.430369:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.430376:0:33053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942195.430379:0:33053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942195.430381:0:33053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942195.430385:0:33053:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942195.430393:0:33053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33053:1875839884278912:192.168.206.109@tcp:13:lfs.0 00000100:00000001:3.0:1788942195.430399:0:33053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.430402:0:33053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.430405:0:33053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942195.430407:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942195.430411:0:33053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.430419:0:33053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942195.430422:0:33053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85180. 00000100:00000001:3.0:1788942195.430426:0:33053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942195.430428:0:33053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942195.430435:0:33053:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788942195.430437:0:33053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942195.430440:0:33053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf800 x1875839884278912/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942211 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.430446:0:33053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942195.430449:0:33053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942195.430453:0:33053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837dc00. 02000000:00000001:3.0:1788942195.430456:0:33053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942195.430459:0:33053:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942195.430462:0:33053:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942195.430465:0:33053:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942195.430468:0:33053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35d00. 02000000:00000001:3.0:1788942195.430471:0:33053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942195.430473:0:33053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942195.430476:0:33053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf800. 00000100:00000001:3.0:1788942195.430481:0:33053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942195.430482:0:33053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788942195.430486:0:33053:0:(obd_class.h:1122:obd_statfs()) lustre-OST0001-osc-ffff90b5459f2800: update ffff90b544e7d1f0 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:3.0:1788942195.430491:0:33053:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942195.430497:0:33053:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.430500:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942195.430503:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.430508:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.430511:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.430598:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.430601:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.430611:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.430614:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.430620:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.430625:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.430627:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.430631:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.430633:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.430637:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.430639:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.430642:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.430645:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.430648:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.430649:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.430654:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.430656:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.430659:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.430660:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.430663:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.430666:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.430667:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431269:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431273:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431279:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431282:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431284:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431288:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431292:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431294:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431302:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431304:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431309:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431310:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431314:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431316:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431318:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431320:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431322:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431324:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431326:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431328:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431330:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431332:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431334:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431337:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431339:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431342:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431343:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431345:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431348:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431349:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431350:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431352:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431355:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431357:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431360:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431362:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431364:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431366:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431369:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431371:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431373:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431375:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431377:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431380:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431381:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431382:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431384:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431386:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431388:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431390:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431393:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431395:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431397:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431400:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431401:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431404:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431405:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431407:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431410:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431411:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431412:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431414:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431416:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431418:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431421:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431423:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431425:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431427:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431430:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431432:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431434:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431436:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431438:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431440:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431441:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431443:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431444:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431447:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431448:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431450:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431452:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431454:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431456:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431459:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431461:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431463:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431465:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431467:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431469:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431471:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431472:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431473:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431476:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431477:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431479:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431481:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431484:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431485:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431489:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431490:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431493:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431494:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431497:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431499:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431501:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431502:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431503:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431506:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431507:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431509:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431511:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431514:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431516:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431520:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431521:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431524:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431525:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431528:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431530:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431532:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431533:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431534:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431536:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431538:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431540:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431542:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431544:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431546:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431549:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431551:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431554:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431555:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431557:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431559:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431561:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431562:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431564:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431567:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431569:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431570:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431573:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431575:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431577:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431580:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431582:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431584:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431586:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431588:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431590:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431592:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431593:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431595:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431598:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431599:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431601:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431603:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431605:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431607:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431611:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431612:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431614:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431615:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431618:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431620:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431622:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431623:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431624:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431626:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431628:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431630:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431632:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431634:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431636:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431639:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431640:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.431643:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.431644:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.431647:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.431649:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.431651:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.431652:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.431653:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.431656:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431658:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431660:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.431662:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.431664:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431666:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.431669:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.431671:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432100:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432102:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432106:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432110:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432111:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432114:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432116:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432119:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432121:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432123:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432125:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432128:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432130:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432136:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432138:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432141:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432142:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432144:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432147:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432148:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432149:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432150:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432152:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432154:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432156:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432158:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432160:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432162:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432164:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432166:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432168:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432169:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432171:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432174:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432175:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432177:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432178:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432181:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432183:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432185:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432187:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432189:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432191:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432195:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432196:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432199:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432200:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432203:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432204:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432206:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432268:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432269:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432273:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432275:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432277:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432279:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432281:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432283:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432288:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432290:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432293:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432294:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432296:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432299:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432301:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432302:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432303:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432305:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432307:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432309:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432311:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432313:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432315:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432318:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432320:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432322:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432323:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432325:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432327:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432329:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432330:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432331:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432334:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432336:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432337:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432349:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432351:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432353:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432357:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432358:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432361:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432362:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432365:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432367:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432368:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432370:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432371:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432373:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432375:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432377:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432380:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432381:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432383:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432386:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432388:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432391:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432392:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432394:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432396:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432398:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432399:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432400:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432403:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432405:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432406:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432409:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432411:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432413:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432416:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432418:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432420:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432421:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432424:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432426:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432428:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432429:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432431:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432433:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432435:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432437:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432439:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432442:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432443:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432446:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432448:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432450:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432451:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432454:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432456:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432458:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432459:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432460:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432463:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432464:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432466:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432468:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432470:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432472:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432476:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432477:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432480:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432481:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432483:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432485:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432486:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432488:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432489:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432491:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432493:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432495:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432497:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432499:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432501:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432503:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432505:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432507:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432508:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432510:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432512:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432514:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432515:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432517:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432519:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432521:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432522:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432524:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432526:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432528:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432531:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432532:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432534:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432536:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432538:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432539:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432541:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432542:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432543:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432545:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432548:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432549:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432551:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432553:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432555:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432558:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432560:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432562:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432563:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432566:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432568:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432570:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432571:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432572:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432575:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432577:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432579:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432581:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432583:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432585:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432588:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432589:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432592:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432593:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432595:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432598:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432599:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432601:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432602:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432604:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432606:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432607:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432609:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432611:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432613:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432616:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432617:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432620:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432621:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432623:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432625:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432627:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432628:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432629:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432632:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432634:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432635:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432637:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432639:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432641:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432644:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.432645:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.432647:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.432649:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.432651:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.432653:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.432654:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.432655:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.432656:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.432659:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432661:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432662:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.432665:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.432667:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.432669:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433698:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.433704:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.433713:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.433716:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.433724:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.433728:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.433730:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.433733:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.433734:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.433737:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433739:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433741:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.433744:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.433748:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433750:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433755:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.433758:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.433761:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.433762:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.433764:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.433767:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.433768:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.433770:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.433771:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.433773:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433775:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433787:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.433789:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.433791:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433794:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433797:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.433799:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.433801:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.433802:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.433804:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.433806:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.433808:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.433809:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.433810:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.433813:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433815:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433816:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.433818:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.433820:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433822:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433825:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.433826:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.433828:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.433829:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.433832:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.433841:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.433843:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.433844:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.433845:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.433848:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433849:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433876:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.433879:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.433882:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433883:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433888:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.433890:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.433893:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.433894:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.433897:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.433899:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.433901:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.433902:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.433903:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.433905:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433907:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433909:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.433911:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.433913:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433915:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433918:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.433919:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.433921:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.433922:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.433924:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.433926:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.433928:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.433929:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.433930:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.433932:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433934:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433936:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.433938:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.433941:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433942:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433946:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.433947:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.433950:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.433951:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.433954:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.433956:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.433958:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.433959:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.433960:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.433962:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433965:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433967:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.433969:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.433971:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433973:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433976:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.433977:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.433980:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.433981:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.433983:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.433985:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.433987:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.433988:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.433990:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.433992:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433994:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.433996:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.433998:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434000:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434001:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434004:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434005:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434007:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434008:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434011:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434013:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434015:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434016:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434017:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434020:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434022:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434023:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434026:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434028:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434029:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434033:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434035:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434038:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434039:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434041:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434043:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434045:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434046:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434048:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434050:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434052:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434054:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434056:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434058:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434060:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434064:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434065:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434068:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434069:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434071:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434073:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434075:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434076:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434077:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434080:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434081:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434083:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434085:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434087:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434089:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434092:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434094:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434096:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434097:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434099:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434101:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434103:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434104:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434106:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434108:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434109:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434111:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434113:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434116:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434118:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434120:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434122:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434125:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434126:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434128:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434130:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434132:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434133:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434134:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434136:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434138:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434140:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434142:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434144:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434146:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434149:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434150:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434153:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434154:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434156:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434158:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434160:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434161:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434162:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434165:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434167:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434180:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434183:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434185:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434187:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434190:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434192:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434195:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434196:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434199:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434201:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434203:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434204:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434206:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434217:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434220:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434221:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434224:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434226:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434228:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434231:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434233:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434235:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434236:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434238:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434240:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434242:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434243:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434245:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434247:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434249:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434251:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434253:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434255:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434256:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434259:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434260:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434263:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434264:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434266:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434269:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434270:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434272:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434273:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434276:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434278:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434279:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434281:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434284:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434286:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434289:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434291:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434293:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434295:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434297:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434299:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434301:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434302:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434303:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434305:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434307:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434309:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434311:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434313:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434315:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434318:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434320:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434322:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434323:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434325:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434327:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434328:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434330:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434331:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434333:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434336:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434338:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434340:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434356:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434358:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434362:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434364:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434366:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434367:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434370:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434372:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434374:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434375:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434377:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434379:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434381:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434383:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434386:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434388:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434390:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434394:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434395:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434398:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434399:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434401:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434404:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434406:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434407:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434408:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434411:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434413:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434415:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434417:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434419:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434421:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434424:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434426:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434428:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434430:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434432:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434434:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434436:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434437:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434438:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434441:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434442:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434444:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434446:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434448:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434450:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434453:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434455:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434457:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434458:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434460:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434462:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434464:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434465:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434467:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434469:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434471:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434473:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434475:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434477:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434478:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434481:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434483:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434485:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434487:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434489:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434491:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434492:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434493:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434495:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434498:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434499:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434501:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434503:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434505:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434507:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434510:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434511:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434514:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434515:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434517:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434519:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434521:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434522:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434524:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434526:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434528:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434529:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434531:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434533:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434535:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434538:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434539:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434541:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434542:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434545:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434547:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434548:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434549:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434550:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434553:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434554:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434556:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434558:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434560:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434562:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434565:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434566:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434569:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434569:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434572:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434574:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434575:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434576:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434578:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434580:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434582:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434584:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434586:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434588:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434589:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434592:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434594:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434596:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434597:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434600:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434602:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434604:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434607:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434608:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434610:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434612:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434614:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434616:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434618:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434619:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434622:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434624:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434626:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434628:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434630:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434632:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434633:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434634:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434636:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434638:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434640:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434642:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434644:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434646:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434648:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434651:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434652:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434654:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434656:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434658:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434661:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434662:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434664:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434665:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434667:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434670:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434672:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434674:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434675:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434677:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434679:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434681:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434683:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434684:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434687:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434688:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434690:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434691:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434692:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434694:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434695:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434697:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788942195.434704:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434706:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434708:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788942195.434711:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942195.434712:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffd4c5ebdb0 00000080:00000001:3.0:1788942195.434715:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942195.434716:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942195.434718:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837f000. 00000020:00000001:3.0:1788942195.434721:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434722:0:33053:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788942195.434723:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788942195.434725:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837f000 uarg=0000000000000000 00020000:00000001:3.0:1788942195.434727:0:33053:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788942195.434729:0:33053:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788942195.434731:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788942195.434733:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837f000. 00000080:00000001:3.0:1788942195.434735:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788942195.434737:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788942195.434751:0:33053:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788942195.434754:0:33053:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788942195.434758:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97dd0 00000080:00200008:3.0:1788942195.434760:0:33053:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000 00000080:00400000:3.0:1788942195.434765:0:33053:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788942195.434769:0:33053:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e06140. 00000080:00000001:3.0:1788942195.434774:0:33053:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788942195.434786:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0c97dd0 00000080:00000008:3.0:1788942195.434788:0:33053:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000, rc = 0 00000080:00000001:3.0:1788942195.434791:0:33053:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942195.434792:0:33053:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.809005:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942195.809019:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942195.809034:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf800. 00000020:00000040:3.0:1788942195.809041:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942195.809047:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942195.809051:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942195.809058:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942195.809069:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35d00. 00000100:00000001:3.0:1788942195.809077:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.809094:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942195.809104:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942195.809109:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.809115:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000965c698e] to pc [ptlrpcd_01_00+0] req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.809140:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.809147:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1933) 00000100:00000001:3.0:1788942195.809159:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942195.809163:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942195.809166:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942195.809173:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.809181:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942195.809184:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.809189:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942195.809193:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942195.809196:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942195.809200:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884279040:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942195.809204:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942195.809211:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942195.809213:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.809216:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942195.809221:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590faa00. 02000000:00000001:3.0:1788942195.809222:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942195.809232:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942195.809236:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c43c8. 00000400:00000010:3.0:1788942195.809244:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942195.809253:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884279040, portal 25 00000100:00000001:3.0:1788942195.809256:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942195.809258:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000040:3.0:1788942195.809265:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.809273:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942195.809276:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942195.809279:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded550. 00000100:00000200:3.0:1788942195.809282:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884279040, offset 0 00000400:00000200:3.0:1788942195.809289:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942195.809298:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.809309:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942195.809316:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942195.809321:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942195.809325:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942195.809328:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942195.809333:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2587:2587:256:4294967295] 192.168.206.109@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:3.0:1788942195.809338:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.809350:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942195.809357:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942195.809362:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35f00. 00000800:00000200:3.0:1788942195.809370:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942195.809380:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942195.809386:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942195.809401:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942195.809406:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942195.809409:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296600136 00000100:00000001:3.0:1788942195.809416:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296596368 00000100:00000001:3.0:1788942195.809421:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296600136 00000100:00000001:3.0:1788942195.809425:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296596368 00000100:00000001:3.0:1788942195.809428:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942195.809432:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.809435:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.809438:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.809447:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942195.809449:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942195.809452:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942195.809453:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942195.809455:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.809457:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.809466:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942195.809468:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942195.809595:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942195.809600:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35f00. 00000400:00000200:3.0:1788942195.809606:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942195.809611:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942195.809618:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded550 00000400:00000010:3.0:1788942195.809621:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded550. 00000100:00000001:3.0:1788942195.809627:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942195.809631:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.809642:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942195.809645:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.809652:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.809653:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942195.818923:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942195.818943:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942195.818949:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942195.818952:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942195.818962:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.818980:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942195.819037:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.819044:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.819050:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.819055:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f53d00 00000400:00000200:3.0:1788942195.819061:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942195.819067:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6efd [1] + 224 00000800:00000001:3.0:1788942195.819075:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942195.819081:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942195.819086:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942195.819090:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942195.819101:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942195.819111:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942195.819124:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.819141:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942195.819149:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942195.819153:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.819169:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942195.819174:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942195.819181:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942195.819183:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942195.819186:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c43c8. 00000400:00000200:3.0:1788942195.819191:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedd48 00000400:00000010:3.0:1788942195.819193:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedd48. 00000100:00000001:3.0:1788942195.819196:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942195.819201:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942195.819210:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.819216:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942195.819218:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.819221:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942195.819224:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942195.819227:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942195.819230:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942195.819233:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942195.819240:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942195.819245:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942195.819248:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942195.819250:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942195.819253:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942195.819255:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.819258:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942195.819264:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.819271:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942195.819274:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942195.819277:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942195.819281:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942195.819290:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884279040:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942195.819295:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.819298:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942195.819302:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf800 x1875839884279040/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942195.819308:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942195.819312:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942195.819315:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590faa00. 02000000:00000001:3.0:1788942195.819318:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942195.819321:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942195.819323:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942195.819325:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942195.819329:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35d00. 02000000:00000001:3.0:1788942195.819332:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942195.819334:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942195.819336:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf800. 00000100:00000001:3.0:1788942195.819340:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942195.819342:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.819344:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942195.819353:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942195.819356:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942195.819358:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942195.819361:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942196.449025:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942196.449034:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942196.449041:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942196.449042:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942196.451153:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942196.451161:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942196.451488:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942197.472951:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942197.472960:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942197.472966:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942197.472968:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942197.473211:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942197.473215:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942197.473218:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942198.498756:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942198.498773:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942198.498780:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942198.498782:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942198.500033:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942198.500039:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942198.500043:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942199.523638:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942199.523647:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942199.523653:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942199.523655:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942199.523719:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942199.523723:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942199.523727:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942200.417218:0:30120:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296600136, at 4296600576 00000100:00000010:3.0:1788942200.417238:0:30120:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd7e0. 00000100:00000040:2.0:1788942200.418330:0:33098:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296600136, at 4296600577 00000100:00000010:2.0:1788942200.418344:0:33098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd5a0. 00010000:00000001:3.0:1788942200.547622:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942200.547631:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942200.547638:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942200.547639:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942200.547925:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942200.547930:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942200.547933:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788942200.783486:0:33297:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.929994:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942200.930019:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942200.930033:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942200.930040:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942200.930045:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942200.930050:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942200.930057:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942200.930068:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5590b9100. 00000100:00000001:2.0:1788942200.930076:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.930092:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942200.930104:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942200.930110:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.930116:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070bfd811] to pc [ptlrpcd_01_01+1] req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.930167:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942200.930172:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942200.930175:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942200.930183:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.930192:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942200.930194:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942200.930199:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942200.930202:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942200.930205:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942200.930209:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884279168:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942200.930213:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942200.930220:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942200.930223:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942200.930226:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942200.930232:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fb800. 02000000:00000001:3.0:1788942200.930234:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942200.930243:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942200.930248:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c43c8. 00000400:00000010:3.0:1788942200.930255:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942200.930265:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884279168, portal 25 00000100:00000001:3.0:1788942200.930268:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942200.930270:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:3.0:1788942200.930275:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.930283:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942200.930287:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942200.930290:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded550. 00000100:00000200:3.0:1788942200.930293:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884279168, offset 0 00000400:00000200:3.0:1788942200.930301:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942200.930311:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.930321:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942200.930327:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942200.930331:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942200.930336:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942200.930339:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942200.930344:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2588:2588:256:4294967295] 192.168.206.109@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:3.0:1788942200.930348:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.930369:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942200.930376:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942200.930382:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35d00. 00000800:00000200:3.0:1788942200.930397:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942200.930407:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942200.930412:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942200.930429:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942200.930433:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942200.930437:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296605257 00000100:00000010:3.0:1788942200.930442:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e76660. 00000100:00000001:3.0:1788942200.930450:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788942200.930457:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296605257 00000100:00000010:3.0:1788942200.930460:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b545e763c0. 00000100:00000001:3.0:1788942200.930463:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788942200.930466:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942200.930469:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.930473:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.930476:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.930734:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.930740:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942200.930743:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942200.930757:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369180. 00000020:00000040:2.0:1788942200.930761:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942200.930764:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942200.930766:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942200.930768:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942200.930773:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5590b9f00. 00000100:00000001:2.0:1788942200.930777:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.930783:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942200.930790:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942200.930793:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.930797:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dc6c33e] to pc [ptlrpcd_01_00+0] req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.931117:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942200.931121:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788942200.931125:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942200.931126:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942200.931128:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942200.931131:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788942200.931133:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942200.931135:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942200.931136:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942200.931138:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942200.931139:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942200.931141:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942200.931147:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.931155:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942200.931157:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942200.931159:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942200.931162:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942200.931164:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942200.931167:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884279296:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942200.931170:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942200.931174:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942200.931175:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942200.931177:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942200.931181:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590faa00. 02000000:00000001:3.0:1788942200.931184:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942200.931188:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942200.931191:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4bb0. 00000400:00000010:3.0:1788942200.931196:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded5d8. 00000100:00000200:3.0:1788942200.931200:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884279296, portal 10 00000100:00000001:3.0:1788942200.931202:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942200.931204:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000040:3.0:1788942200.931211:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.931217:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942200.931220:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942200.931223:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded220. 00000100:00000200:3.0:1788942200.931225:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884279296, offset 0 00000400:00000200:3.0:1788942200.931230:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942200.931238:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.931244:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942200.931247:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942200.931250:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942200.931254:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942200.931256:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942200.931260:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2589:2589:255:4294967295] 192.168.206.109@tcp LPNI seq info [2589:2589:7:4294967295] 00000400:00000200:3.0:1788942200.931264:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.931271:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942200.931276:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942200.931280:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35000. 00000800:00000200:3.0:1788942200.931285:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942200.931291:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942200.931295:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942200.931298:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942200.931303:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 851403 usecs (852 jiffies) 00000400:00000200:3.0:1788942200.931306:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942200.931308:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296601942 00000100:00000001:3.0:1788942200.931311:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296605257 00000100:00000001:3.0:1788942200.931313:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296601942 00000100:00000001:3.0:1788942200.931316:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296605257 00000100:00000001:3.0:1788942200.931318:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942200.931320:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.931322:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.931325:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.933457:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.933467:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1788942200.933506:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942200.933513:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35d00. 00000400:00000200:3.0:1788942200.933521:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788942200.933551:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942200.933561:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368700. 00000020:00000040:2.0:1788942200.933568:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942200.933573:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942200.933576:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942200.933582:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942200.933591:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5590b9e00. 00000100:00000001:2.0:1788942200.933599:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.933612:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942200.933623:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942200.933628:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.933634:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc1bb37c] to pc [ptlrpcd_01_01+1] req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.933645:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.933647:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942200.933651:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942200.933655:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369c00. 00000020:00000040:2.0:1788942200.933658:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942200.933660:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942200.933661:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942200.933663:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942200.933667:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5590b9600. 00000100:00000001:2.0:1788942200.933671:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.933675:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942200.933681:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942200.933684:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.933687:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000579c92ee] to pc [ptlrpcd_01_00+0] req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.933695:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.933700:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1938) 00000100:00000001:2.0:1788942200.933715:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942200.933720:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942200.933722:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942200.933728:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.933736:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942200.933738:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942200.933742:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942200.933745:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942200.933759:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942200.933764:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884279552:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942200.933768:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942200.933773:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942200.933776:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942200.933778:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942200.933783:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222d800. 02000000:00000001:2.0:1788942200.933785:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942200.933793:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942200.933799:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098ec8. 00000400:00000010:2.0:1788942200.933807:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61c38. 00000100:00000200:2.0:1788942200.933815:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884279552, portal 4 00000100:00000001:2.0:1788942200.933818:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942200.933819:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000040:2.0:1788942200.933828:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.933835:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942200.933838:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942200.933842:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61908. 00000100:00000200:2.0:1788942200.933846:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884279552, offset 0 00000400:00000200:2.0:1788942200.933872:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942200.933882:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942200.933891:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942200.933896:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942200.933903:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942200.933905:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942200.933912:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942200.933915:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942200.933919:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2590:2590:254:4294967295] 192.168.206.109@tcp LPNI seq info [2590:2590:6:4294967295] 00000400:00000200:2.0:1788942200.933924:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942200.933934:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942200.934158:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942200.934164:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9d00. 00000800:00000200:2.0:1788942200.934171:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942200.934179:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942200.934183:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942200.934189:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.934194:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 242036 usecs (243 jiffies) 00000400:00000200:2.0:1788942200.934199:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942200.934202:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296601336 00000100:00000001:2.0:1788942200.934205:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296605257 00000100:00000001:2.0:1788942200.934208:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296601336 00000100:00000001:2.0:1788942200.934210:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296605257 00000100:00000001:2.0:1788942200.934213:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942200.934216:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.934220:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.934222:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.934230:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942200.934233:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942200.934235:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942200.934236:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942200.934238:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942200.934241:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788942200.934242:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.934244:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942200.934245:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.934248:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942200.934249:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942200.934251:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942200.934257:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.934265:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942200.934267:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942200.934269:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942200.934272:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942200.934274:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942200.934278:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884279424:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942200.934281:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942200.934284:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942200.934286:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942200.934289:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942200.934292:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222de00. 02000000:00000001:2.0:1788942200.934294:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942200.934298:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942200.934301:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450984d0. 00000400:00000010:2.0:1788942200.934305:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61aa0. 00000100:00000200:2.0:1788942200.934309:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884279424, portal 4 00000100:00000001:2.0:1788942200.934310:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942200.934313:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175626496 : -122366533925120 : ffff90b552368700) 00000100:00000040:2.0:1788942200.934319:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.934326:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942200.934328:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942200.934332:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61ee0. 00000100:00000200:2.0:1788942200.934335:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884279424, offset 0 00000400:00000200:2.0:1788942200.934340:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942200.936267:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded550 00000400:00000010:3.0:1788942200.936278:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded550. 00000100:00000001:3.0:1788942200.936286:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942200.936299:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.936313:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1788942200.936316:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000040:3.0:1788942200.936320:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.936330:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942200.936330:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000100:00000001:3.0:1788942200.936334:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788942200.936339:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942200.936345:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942200.936349:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942200.936351:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942200.936355:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2591:2591:253:4294967295] 192.168.206.109@tcp LPNI seq info [2591:2591:5:4294967295] 00000400:00000200:2.0:1788942200.936360:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942200.936370:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942200.936376:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942200.936386:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942200.936393:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942200.936401:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942200.936405:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942200.936411:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.936417:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24497 usecs (25 jiffies) 00000400:00000200:2.0:1788942200.936422:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942200.936425:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296601120 00000100:00000001:2.0:1788942200.936428:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296605257 00000100:00000001:2.0:1788942200.936430:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296601120 00000100:00000001:2.0:1788942200.936432:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296605257 00000100:00000001:2.0:1788942200.936435:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942200.936439:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.936445:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.936450:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942200.936486:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788942200.936489:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1788942200.936491:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35000. 00000100:00000001:2.0:1788942200.936494:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942200.936498:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942200.936499:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788942200.936501:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942200.936509:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942200.936514:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded220 00000400:00000010:3.0:1788942200.936516:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded220. 00000100:00000001:3.0:1788942200.936520:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942200.936526:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.936778:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942200.936783:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.936790:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.936791:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942200.936804:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942200.936807:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9d00. 00000400:00000200:3.0:1788942200.936812:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942200.936816:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942200.936819:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61908 00000400:00000010:3.0:1788942200.936821:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61908. 00000100:00000001:3.0:1788942200.936825:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942200.936829:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.936837:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942200.936840:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.936846:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.936848:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942200.937191:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942200.937195:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:3.0:1788942200.937198:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942200.937202:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942200.937206:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61ee0 00000400:00000010:3.0:1788942200.937208:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61ee0. 00000100:00000001:3.0:1788942200.937211:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942200.937216:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.937224:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942200.937227:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.937234:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.937236:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942200.942943:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.942965:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942200.942970:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.942973:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942200.942983:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.942992:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942200.943003:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.943291:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.943299:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.943304:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f53f00 00000400:00000200:3.0:1788942200.943310:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.943317:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f2d [1] + 224 00000800:00000001:3.0:1788942200.943326:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.943332:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942200.943337:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942200.943343:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942200.943472:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942200.943484:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942200.943495:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.943521:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942200.943532:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.943536:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942200.943539:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.943541:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942200.943545:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.943549:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942200.943555:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.943559:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942200.943569:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942200.943575:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942200.943584:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942200.943586:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942200.943590:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098ec8. 00000400:00000200:2.0:1788942200.943596:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61c38 00000400:00000010:2.0:1788942200.943599:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61c38. 00000100:00000001:2.0:1788942200.943603:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942200.943609:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942200.943620:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.943627:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942200.943629:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.943632:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942200.943636:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942200.943639:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942200.943642:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942200.943645:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942200.943657:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942200.943663:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942200.943666:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942200.943668:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942200.943671:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942200.943675:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.943679:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942200.943682:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942200.943684:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942200.943686:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.943691:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.943699:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942200.943702:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942200.943705:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942200.943709:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942200.943718:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884279552:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942200.943723:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.943727:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942200.943731:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369c00 x1875839884279552/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.943739:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942200.943741:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942200.943746:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222d800. 02000000:00000001:2.0:1788942200.943761:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942200.943764:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942200.943766:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942200.943768:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942200.943771:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9600. 02000000:00000001:2.0:1788942200.943776:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942200.943778:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942200.943780:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369c00. 00000100:00000001:2.0:1788942200.943784:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942200.943785:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.943789:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.943791:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942200.943792:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942200.943794:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.943796:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942200.944936:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.944950:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f53d80 00000400:00000200:3.0:1788942200.944958:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.944966:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f0d [1] + 224 00000800:00000001:3.0:1788942200.944988:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.945003:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942200.945479:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942200.945487:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942200.945498:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942200.945508:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942200.945521:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.945611:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942200.945616:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942200.945636:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942200.945658:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.945665:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942200.945667:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.945669:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942200.945673:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.945678:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942200.945920:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.945924:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.945929:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.945933:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f53e00 00000400:00000200:3.0:1788942200.945938:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.945942:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f1d [1] + 224 00000800:00000001:3.0:1788942200.945948:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.945953:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942200.945955:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942200.945958:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942200.945963:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942200.945969:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942200.945977:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.945985:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942200.945989:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.945993:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942200.945994:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.945997:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942200.946000:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.946003:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942200.946019:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.946022:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.946025:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.946028:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f53e80 00000400:00000200:3.0:1788942200.946031:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942200.946036:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f3d [1] + 224 00000800:00000001:3.0:1788942200.946040:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.946047:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942200.946049:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942200.946053:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942200.946055:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942200.946060:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942200.946068:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.946086:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942200.946090:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942200.946094:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942200.946129:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942200.946132:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942200.946138:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942200.946152:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942200.946155:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450984d0. 00000400:00000200:3.0:1788942200.946159:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61aa0 00000400:00000010:3.0:1788942200.946162:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61aa0. 00000100:00000001:3.0:1788942200.946165:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942200.946169:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942200.946178:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.946184:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942200.946186:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942200.946188:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942200.946191:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942200.946194:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942200.946197:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942200.946200:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942200.946210:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=40 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942200.946215:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942200.946218:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942200.946219:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942200.946222:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942200.946226:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.946231:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942200.946234:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788942200.946236:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942200.946238:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942200.946243:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.946249:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942200.946252:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942200.946254:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942200.946258:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942200.946266:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884279424:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942200.946272:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942200.946274:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942200.946278:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368700 x1875839884279424/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942200.946285:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942200.946287:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942200.946292:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222de00. 02000000:00000001:3.0:1788942200.946296:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942200.946299:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942200.946301:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942200.946304:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942200.946307:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9e00. 02000000:00000001:3.0:1788942200.946312:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942200.946313:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942200.946315:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368700. 00000100:00000001:3.0:1788942200.946319:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942200.946320:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942200.946322:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942200.946333:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942200.946335:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942200.946338:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942200.946340:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788942200.947785:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942200.947792:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942200.947796:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c43c8. 00000400:00000200:2.0:1788942200.947804:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedd48 00000400:00000010:2.0:1788942200.947807:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedd48. 00000100:00000001:2.0:1788942200.947812:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942200.947825:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942200.947836:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.947844:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942200.947846:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.947849:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942200.947877:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942200.947879:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942200.947882:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942200.947885:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942200.947891:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942200.947895:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942200.947898:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942200.947899:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942200.947902:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942200.947904:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.947906:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.947911:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.947918:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942200.947921:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942200.947923:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942200.947927:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942200.947936:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dbab4e11-d1a3-4938-bb9b-d633367acd43:2356:1875839884279168:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942200.947941:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.947945:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942200.947949:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884279168/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.947957:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942200.947959:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942200.947962:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fb800. 02000000:00000001:2.0:1788942200.947966:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942200.947968:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942200.947970:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:2.0:1788942200.947973:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942200.947976:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9100. 02000000:00000001:2.0:1788942200.947979:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942200.947981:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942200.947983:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:2.0:1788942200.947987:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942200.947989:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.947992:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.947995:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942200.947997:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942200.948000:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942200.948001:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942200.948003:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4bb0. 00000400:00000200:2.0:1788942200.948253:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded5d8 00000400:00000010:2.0:1788942200.948255:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded5d8. 00000100:00000001:2.0:1788942200.948258:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942200.948263:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942200.948272:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.948278:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942200.948280:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.948282:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942200.948284:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942200.948285:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942200.948287:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942200.948289:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942200.948295:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=40 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942200.948298:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942200.948300:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942200.948301:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942200.948303:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942200.948306:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.948309:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942200.948312:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788942200.948314:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942200.948315:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942200.948319:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.948330:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942200.948332:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942200.948334:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942200.948337:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942200.948344:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884279296:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942200.948348:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.948358:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942200.948361:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369180 x1875839884279296/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942200.948368:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942200.948370:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942200.948372:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590faa00. 02000000:00000001:2.0:1788942200.948374:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942200.948376:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942200.948377:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942200.948379:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942200.948381:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5590b9f00. 02000000:00000001:2.0:1788942200.948384:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942200.948385:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942200.948386:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369180. 00000100:00000001:2.0:1788942200.948388:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942200.948389:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.948391:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942200.948398:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942200.948401:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942200.948403:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942200.948405:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942201.146458:0:33333:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788942201.146466:0:33333:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg609-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:1.0:1788942201.155844:0:33333:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1788942201.246016:0:33339:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942201.572568:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942201.572573:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942201.572578:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942201.572579:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942201.572679:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942201.572682:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942201.572685:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942202.195309:0:33443:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942202.509182:0:33479:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788942202.509188:0:33479:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:0.0:1788942202.513114:0:33479:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788942202.593970:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942202.593976:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942202.593981:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942202.593982:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942202.594162:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942202.594165:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942202.594168:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942203.616973:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942203.616979:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942203.616984:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942203.616986:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942203.619506:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942203.619512:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942203.619517:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942204.316670:0:33497:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942204.577705:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53d08 00000080:00200008:3.0:1788942204.577714:0:33518:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942204.577721:0:33518:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942204.577722:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53c80 00000080:00200000:3.0:1788942204.577724:0:33518:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942204.577740:0:33518:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb000. 00800000:00000002:3.0:1788942204.577747:0:33518:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942204.577750:0:33518:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942204.577754:0:33518:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942204.577756:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53ba0 00800000:00000002:3.0:1788942204.577759:0:33518:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942204.577762:0:33518:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942204.577766:0:33518:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942204.577771:0:33518:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942204.577773:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53a70 00000002:00010000:3.0:1788942204.577774:0:33518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942204.577778:0:33518:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942204.577780:0:33518:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942204.577783:0:33518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942204.577788:0:33518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:3.0:1788942204.577791:0:33518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942204.577796:0:33518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942204.577799:0:33518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942204.577803:0:33518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788942204.577814:0:33518:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942204.577818:0:33518:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942204.577822:0:33518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788942204.577828:0:33518:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942204.577830:0:33518:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942204.577831:0:33518:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942204.577833:0:33518:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942204.577835:0:33518:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942204.577837:0:33518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942204.577839:0:33518:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942204.577841:0:33518:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942204.577844:0:33518:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb000. 00000080:00000001:3.0:1788942204.577848:0:33518:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942204.577879:0:33518:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942204.577882:0:33518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942204.577885:0:33518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:3.0:1788942204.577888:0:33518:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942204.577890:0:33518:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942204.577891:0:33518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942204.577894:0:33518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942204.577897:0:33518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:3.0:1788942204.577899:0:33518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.577902:0:33518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.577904:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.577906:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942204.577907:0:33518:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942204.577909:0:33518:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942204.577912:0:33518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc0d53cb8 00010000:00000001:3.0:1788942204.577914:0:33518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942204.577914:0:33518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942204.577916:0:33518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:3.0:1788942204.577917:0:33518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.577919:0:33518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.577921:0:33518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942204.577924:0:33518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942204.577930:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.577931:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942204.577932:0:33518:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942204.577934:0:33518:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942204.577936:0:33518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942204.577944:0:33518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942204.577946:0:33518:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942204.577948:0:33518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942204.577952:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.577953:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942204.577954:0:33518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.577957:0:33518:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942204.577959:0:33518:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.577960:0:33518:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.577962:0:33518:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.577964:0:33518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942204.577966:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.577967:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942204.577969:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942204.577971:0:33518:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942204.577975:0:33518:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942204.577978:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53d08 00000080:00000008:3.0:1788942204.577980:0:33518:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942204.578471:0:33518:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942204.578503:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53d08 00000080:00200008:3.0:1788942204.578505:0:33518:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788942204.578510:0:33518:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942204.578511:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53c80 00000080:00200000:3.0:1788942204.578513:0:33518:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942204.578517:0:33518:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb000. 00800000:00000002:3.0:1788942204.578520:0:33518:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942204.578522:0:33518:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942204.578524:0:33518:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942204.578526:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53ba0 00800000:00000002:3.0:1788942204.578528:0:33518:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942204.578530:0:33518:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942204.578533:0:33518:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942204.578536:0:33518:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942204.578537:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53a70 00000002:00010000:3.0:1788942204.578539:0:33518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942204.578541:0:33518:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942204.578543:0:33518:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942204.578545:0:33518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942204.578548:0:33518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:3.0:1788942204.578550:0:33518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942204.578553:0:33518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942204.578555:0:33518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942204.578558:0:33518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788942204.578571:0:33518:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942204.578573:0:33518:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942204.578576:0:33518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788942204.578583:0:33518:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942204.578585:0:33518:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942204.578586:0:33518:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942204.578588:0:33518:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942204.578590:0:33518:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942204.578592:0:33518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942204.578594:0:33518:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942204.578596:0:33518:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942204.578598:0:33518:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb000. 00000080:00000001:3.0:1788942204.578601:0:33518:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942204.578602:0:33518:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942204.578604:0:33518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942204.578607:0:33518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:3.0:1788942204.578610:0:33518:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942204.578611:0:33518:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942204.578612:0:33518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942204.578614:0:33518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942204.578615:0:33518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:3.0:1788942204.578617:0:33518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.578619:0:33518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.578622:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.578623:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942204.578624:0:33518:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942204.578626:0:33518:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942204.578628:0:33518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc0d53cb8 00010000:00000001:3.0:1788942204.578630:0:33518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942204.578631:0:33518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942204.578633:0:33518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:3.0:1788942204.578634:0:33518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.578637:0:33518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.578639:0:33518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942204.578641:0:33518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942204.578647:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.578648:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942204.578649:0:33518:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942204.578651:0:33518:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942204.578653:0:33518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788942204.578659:0:33518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942204.578660:0:33518:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942204.578661:0:33518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942204.578663:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.578664:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942204.578666:0:33518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.578668:0:33518:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942204.578669:0:33518:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.578670:0:33518:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.578672:0:33518:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.578674:0:33518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942204.578675:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.578676:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942204.578677:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942204.578679:0:33518:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942204.578681:0:33518:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942204.578684:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53d08 00000080:00000008:3.0:1788942204.578686:0:33518:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788942204.578782:0:33518:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942204.578784:0:33518:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942204.578786:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53b78 00000080:00200000:3.0:1788942204.578788:0:33518:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942204.578791:0:33518:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fb000. 00800000:00000002:3.0:1788942204.578794:0:33518:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942204.578796:0:33518:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942204.578798:0:33518:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942204.578800:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53a98 00800000:00000002:3.0:1788942204.578802:0:33518:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942204.578805:0:33518:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942204.578807:0:33518:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942204.578810:0:33518:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942204.578811:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53968 00000002:00010000:3.0:1788942204.578813:0:33518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942204.578816:0:33518:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942204.578817:0:33518:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942204.578819:0:33518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942204.578821:0:33518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:3.0:1788942204.578823:0:33518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942204.578825:0:33518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942204.578827:0:33518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942204.578831:0:33518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788942204.578837:0:33518:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942204.578840:0:33518:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942204.578842:0:33518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788942204.578849:0:33518:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942204.578872:0:33518:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942204.578873:0:33518:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942204.578875:0:33518:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942204.578876:0:33518:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942204.578878:0:33518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942204.578880:0:33518:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942204.578881:0:33518:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942204.578883:0:33518:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fb000. 00000080:00000001:3.0:1788942204.578886:0:33518:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942204.578887:0:33518:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942204.578889:0:33518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942204.578891:0:33518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:3.0:1788942204.578894:0:33518:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942204.578895:0:33518:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942204.578896:0:33518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942204.578897:0:33518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942204.578899:0:33518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:3.0:1788942204.578901:0:33518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.578903:0:33518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.578905:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.578907:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942204.578908:0:33518:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942204.578909:0:33518:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942204.578911:0:33518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc0d53bb0 00010000:00000001:3.0:1788942204.578913:0:33518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942204.578914:0:33518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942204.578915:0:33518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:3.0:1788942204.578917:0:33518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.578918:0:33518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:3.0:1788942204.578920:0:33518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942204.578922:0:33518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788942204.578928:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.578929:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942204.578930:0:33518:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942204.578931:0:33518:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942204.578934:0:33518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788942204.578940:0:33518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942204.578942:0:33518:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942204.578943:0:33518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942204.578945:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.578946:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942204.578947:0:33518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.578949:0:33518:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942204.578950:0:33518:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.578952:0:33518:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.578953:0:33518:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.578955:0:33518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942204.578956:0:33518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942204.578957:0:33518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942204.578958:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942204.578959:0:33518:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942204.578961:0:33518:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:3.0:1788942204.578964:0:33518:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942204.578968:0:33518:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788942204.578971:0:33518:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788942204.578973:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53b78 00000080:00200008:3.0:1788942204.578975:0:33518:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000 00000080:00000010:3.0:1788942204.578980:0:33518:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b554713900. 00000080:00000001:3.0:1788942204.578983:0:33518:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942204.578985:0:33518:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942204.579047:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788942204.579050:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:3.0:1788942204.579056:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788942204.579059:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788942204.579063:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b54837c800. 00000020:00000001:3.0:1788942204.579067:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942204.579069:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788942204.579072:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788942204.579074:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b54837c800 uarg=0000000000000000 00800000:00000001:3.0:1788942204.579080:0:33518:0:(obd_class.h:1080:obd_statfs()) Process entered 00800000:00000004:3.0:1788942204.579082:0:33518:0:(obd_class.h:1096:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: age 1928, max_age 1936 00000002:00000001:3.0:1788942204.579085:0:33518:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788942204.579088:0:33518:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000010:3.0:1788942204.579094:0:33518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf800. 00000020:00000040:3.0:1788942204.579097:0:33518:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942204.579100:0:33518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942204.579103:0:33518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942204.579106:0:33518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942204.579112:0:33518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35000. 00000100:00000001:3.0:1788942204.579119:0:33518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942204.579122:0:33518:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942204.579124:0:33518:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942204.579129:0:33518:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce0c0. 00000100:00000001:3.0:1788942204.579132:0:33518:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928578752 : -122366780972864 : ffff90b5437ce0c0) 00000100:00000001:3.0:1788942204.579134:0:33518:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942204.579136:0:33518:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000001:3.0:1788942204.579140:0:33518:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942204.579144:0:33518:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942204.579146:0:33518:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942204.579147:0:33518:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942204.579157:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942204.579165:0:33518:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942204.579167:0:33518:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942204.579171:0:33518:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942204.579173:0:33518:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942204.579175:0:33518:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942204.579179:0:33518:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33518:1875839884279680:192.168.206.109@tcp:41:lfs.0 00000100:00000001:3.0:1788942204.579182:0:33518:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942204.579186:0:33518:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942204.579188:0:33518:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942204.579191:0:33518:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942204.579195:0:33518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837cc00. 02000000:00000001:3.0:1788942204.579196:0:33518:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942204.579203:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942204.579206:0:33518:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4c60. 00000400:00000010:3.0:1788942204.579212:0:33518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded220. 00000100:00000200:3.0:1788942204.579219:0:33518:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884279680, portal 10 00000100:00000001:3.0:1788942204.579221:0:33518:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942204.579223:0:33518:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000040:3.0:1788942204.579228:0:33518:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942204.579235:0:33518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942204.579238:0:33518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942204.579241:0:33518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded550. 00000100:00000200:3.0:1788942204.579244:0:33518:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884279680, offset 0 00000400:00000200:3.0:1788942204.579250:0:33518:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942204.579257:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942204.579264:0:33518:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942204.579269:0:33518:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942204.579273:0:33518:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942204.579277:0:33518:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942204.579280:0:33518:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942204.579283:0:33518:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2592:2592:256:4294967295] 192.168.206.109@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:3.0:1788942204.579287:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942204.579295:0:33518:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942204.579301:0:33518:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942204.579305:0:33518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35f00. 00000800:00000200:3.0:1788942204.579311:0:33518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942204.579318:0:33518:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942204.579323:0:33518:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942204.579348:0:33518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942204.579353:0:33518:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 850352 usecs (851 jiffies) 00000400:00000200:3.0:1788942204.579357:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942204.579359:0:33518:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296605587 00000100:00000001:3.0:1788942204.579366:0:33518:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296605257 00000100:00000001:3.0:1788942204.579370:0:33518:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296605587 00000100:00000001:3.0:1788942204.579373:0:33518:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296605257 00000100:00000001:3.0:1788942204.579376:0:33518:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942204.579379:0:33518:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942204.579381:0:33518:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942204.579383:0:33518:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942204.579386:0:33518:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788942204.579388:0:33518:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942204.579391:0:33518:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942204.579754:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942204.579759:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35f00. 00000400:00000200:2.0:1788942204.579763:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942204.579768:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942204.579773:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded550 00000400:00000010:2.0:1788942204.579775:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded550. 00000100:00000001:2.0:1788942204.579779:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942204.579783:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942204.579792:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942204.579795:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942204.579801:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942204.579802:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942204.583590:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942204.583604:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942204.583609:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942204.583611:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942204.583619:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942204.583626:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942204.583634:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942204.583639:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942204.583644:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942204.583648:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 10 MB=0x6aa1101f53f80 00000400:00000200:3.0:1788942204.583653:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942204.583659:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 368/368 into md 0x6f4d [1] + 224 00000800:00000001:3.0:1788942204.583665:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942204.583672:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942204.583675:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942204.583679:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942204.583686:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942204.583693:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942204.583703:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942204.583725:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942204.583744:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942204.583748:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942204.583942:0:33518:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942204.583948:0:33518:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942204.583950:0:33518:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942204.583953:0:33518:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4c60. 00000400:00000200:0.0:1788942204.583958:0:33518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded220 00000400:00000010:0.0:1788942204.583960:0:33518:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded220. 00000100:00000001:0.0:1788942204.583963:0:33518:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942204.583968:0:33518:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942204.583978:0:33518:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.583984:0:33518:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942204.583986:0:33518:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942204.583989:0:33518:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942204.583992:0:33518:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942204.583995:0:33518:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942204.583997:0:33518:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942204.584000:0:33518:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942204.584009:0:33518:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=44 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942204.584014:0:33518:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942204.584017:0:33518:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942204.584018:0:33518:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942204.584021:0:33518:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942204.584024:0:33518:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.584028:0:33518:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942204.584030:0:33518:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788942204.584032:0:33518:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942204.584034:0:33518:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942204.584039:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.584046:0:33518:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942204.584048:0:33518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942204.584050:0:33518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942204.584055:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942204.584062:0:33518:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf800 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33518:1875839884279680:192.168.206.109@tcp:41:lfs.0 00000100:00000001:0.0:1788942204.584067:0:33518:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942204.584070:0:33518:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.584072:0:33518:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942204.584074:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942204.584079:0:33518:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.584085:0:33518:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942204.584088:0:33518:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce0c0. 00000100:00000001:0.0:1788942204.584091:0:33518:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942204.584093:0:33518:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942204.584098:0:33518:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788942204.584100:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942204.584103:0:33518:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf800 x1875839884279680/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942220 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.584108:0:33518:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942204.584110:0:33518:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942204.584114:0:33518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837cc00. 02000000:00000001:0.0:1788942204.584117:0:33518:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942204.584119:0:33518:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942204.584121:0:33518:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942204.584123:0:33518:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942204.584125:0:33518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35000. 02000000:00000001:0.0:1788942204.584129:0:33518:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942204.584131:0:33518:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942204.584132:0:33518:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf800. 00000100:00000001:0.0:1788942204.584136:0:33518:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942204.584137:0:33518:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942204.584139:0:33518:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942204.584139:0:33518:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942204.584141:0:33518:0:(genops.c:1238:class_import_put()) Process leaving 00800000:00000004:0.0:1788942204.584143:0:33518:0:(obd_class.h:1122:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: update ffff90b5487f1e40 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:0.0:1788942204.584147:0:33518:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942204.584152:0:33518:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584155:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942204.584158:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b54837c800. 00000080:00000001:0.0:1788942204.584161:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584163:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584223:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584225:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584232:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584235:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584239:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584244:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584246:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584248:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584250:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584254:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584256:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584259:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584261:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584263:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584265:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584269:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584271:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584274:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584275:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584278:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584280:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584282:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584283:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584284:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584287:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584289:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584290:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584293:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584295:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584297:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584299:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584301:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584303:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584304:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584307:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584308:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584310:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584311:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584312:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584315:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584317:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584319:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584321:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584323:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584325:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584328:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584329:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584332:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584333:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584335:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584337:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584339:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584340:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584341:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584344:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584345:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584347:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584349:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584352:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584353:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584356:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584358:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584360:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584361:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584364:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584366:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584368:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584369:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584370:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584374:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584376:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584378:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584380:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584382:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584384:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584387:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584388:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584391:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584392:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584394:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584396:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584397:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584399:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584400:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584402:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584404:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584406:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584408:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584410:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584412:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584415:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584416:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584418:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584419:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584421:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584423:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584424:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584426:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584427:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584429:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584431:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584433:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584435:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584437:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584439:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584442:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584444:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584446:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584447:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584450:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584452:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584453:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584454:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584455:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584458:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584460:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584461:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584463:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584465:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584467:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584470:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584471:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584474:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584475:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584477:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584479:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584480:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584481:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584483:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584485:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584487:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584488:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584490:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584493:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584494:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584497:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584499:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584501:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584502:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584505:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584507:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584508:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584509:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584510:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584513:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584515:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584516:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584518:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584520:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584522:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584525:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584526:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584529:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584530:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584533:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584535:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584536:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584537:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584539:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584541:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584543:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584545:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584547:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584549:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584551:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584554:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584556:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584559:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584560:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584562:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584564:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584566:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584567:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584568:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584570:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584572:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584574:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584576:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584578:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584580:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584583:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584584:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584586:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584587:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584589:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584592:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584593:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584594:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584595:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584598:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584600:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584602:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584604:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584606:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584607:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584610:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584612:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584614:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584615:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584618:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584620:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584622:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584634:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584636:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584639:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584641:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584643:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584646:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584648:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584650:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584654:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584655:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584658:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584659:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584662:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584664:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584666:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584667:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584668:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584671:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584672:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584674:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584676:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584678:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584680:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584683:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584685:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584687:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584689:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584691:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584693:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584695:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584696:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584697:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584700:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584701:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584703:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584705:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584707:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584708:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584711:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584712:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584715:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584716:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584718:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584720:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584721:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584722:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584723:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584726:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584738:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584740:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584742:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584744:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584746:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584750:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584751:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584754:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584755:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584757:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584760:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584761:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584762:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584763:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584766:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584768:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584770:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584772:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584774:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584775:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584779:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584780:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.584782:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.584784:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.584786:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.584788:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.584790:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.584791:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.584792:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.584794:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584796:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584798:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.584800:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.584802:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584804:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.584807:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.584808:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585073:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585075:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585079:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585082:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585084:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585086:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585087:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585090:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585091:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585093:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585095:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585097:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585099:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585105:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585106:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585109:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585110:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585113:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585115:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585116:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585118:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585119:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585121:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585123:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585124:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585127:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585129:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585131:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585134:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585135:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585137:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585138:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585140:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585142:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585144:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585145:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585146:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585149:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585151:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585153:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585155:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585157:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585159:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585162:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585164:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585166:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585167:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585169:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585171:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585173:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585174:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585175:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585177:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585179:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585180:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585182:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585184:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585186:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585189:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585191:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585193:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585194:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585197:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585199:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585200:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585202:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585203:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585206:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585208:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585209:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585211:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585213:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585215:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585218:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585219:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585222:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585224:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585227:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585229:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585231:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585232:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585233:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585236:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585237:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585239:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585241:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585243:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585245:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585249:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585250:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585253:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585254:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585256:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585258:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585260:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585261:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585262:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585264:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585266:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585268:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585269:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585271:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585273:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585275:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585276:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585278:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585279:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585281:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585283:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585285:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585286:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585287:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585290:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585292:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585293:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585295:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585298:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585299:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585302:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585304:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585306:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585307:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585310:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585312:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585313:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585314:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585315:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585318:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585319:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585321:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585323:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585325:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585327:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585330:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585331:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585334:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585336:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585338:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585340:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585341:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585342:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585344:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585346:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585349:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585350:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585352:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585355:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585357:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585360:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585362:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585364:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585365:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585368:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585370:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585372:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585373:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585374:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585376:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585378:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585380:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585382:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585384:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585385:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585388:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585390:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585392:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585393:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585395:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585397:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585399:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585400:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585401:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585403:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585405:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585407:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585409:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585411:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585413:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585416:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585418:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585420:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585421:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585423:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585425:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585426:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585427:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585429:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585431:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585433:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585434:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585436:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585438:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585440:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585443:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585444:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585446:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585448:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585450:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585451:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585453:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585454:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585455:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585457:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585459:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585461:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585463:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585465:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585466:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585469:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585471:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585473:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585475:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585477:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585479:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585480:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585481:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585482:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585485:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585486:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585488:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585490:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585492:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585494:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585497:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585498:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585501:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585502:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585504:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585506:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585508:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585509:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585510:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585512:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585514:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585515:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585517:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585519:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585521:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585524:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585526:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585528:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585529:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585532:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585534:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585536:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585537:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585538:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585541:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585542:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585544:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585546:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585548:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585550:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585553:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585554:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585557:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585558:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585560:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585562:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585564:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585565:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585566:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585569:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585571:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585573:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585575:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585577:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585579:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585582:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585583:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585586:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585587:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585590:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585592:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585593:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585595:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585596:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585598:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585600:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585602:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585604:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585606:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585608:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585611:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585613:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585615:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585617:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585619:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585722:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585725:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585735:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585737:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585740:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585742:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585744:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585746:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585748:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585750:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585755:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585757:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585760:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585761:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585764:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585766:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585767:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585769:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585770:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585772:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585775:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585777:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585779:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585781:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585783:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585786:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585787:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585790:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585791:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585794:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585796:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585798:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585799:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585801:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585803:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585805:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585807:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585809:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585811:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585813:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585816:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585818:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585821:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585822:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585824:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585826:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585827:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585828:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585829:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585832:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585834:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585836:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585838:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585840:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585842:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585845:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585846:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585849:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585875:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585878:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585880:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585882:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585883:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585884:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585886:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585888:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585890:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585892:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585894:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585896:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585899:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585901:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585904:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585905:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585907:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585909:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585910:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585911:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585912:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585914:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585916:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585918:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585920:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585922:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585924:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585927:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585929:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585931:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585932:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585934:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585936:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585937:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585938:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585939:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585941:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585943:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585945:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585947:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585949:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585951:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585954:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585955:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585957:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585958:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585961:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585963:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585965:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585966:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585967:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585969:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585971:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585973:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.585975:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.585977:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585979:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.585982:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.585983:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.585986:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.585987:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.585989:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.585991:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.585993:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.585994:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.585995:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.585998:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586000:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586001:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586004:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586006:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586007:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586010:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586012:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586014:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586015:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586017:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586019:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586021:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586022:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586023:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586025:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586027:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586029:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586031:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586033:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586034:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586038:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586039:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586041:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586043:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586045:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586048:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586049:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586051:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586052:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586054:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586056:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586058:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586060:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586062:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586063:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586066:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586067:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586070:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586071:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586073:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586075:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586077:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586078:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586079:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586081:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586083:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586084:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586086:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586088:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586090:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586092:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586094:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586096:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586097:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586099:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586101:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586103:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586104:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586105:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586108:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586110:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586112:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586114:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586116:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586118:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586121:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586123:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586125:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586126:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586129:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586131:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586132:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586133:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586134:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586137:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586138:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586140:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586142:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586144:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586146:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586149:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586150:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586152:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586153:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586155:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586157:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586158:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586159:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586161:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586163:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586165:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586167:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586168:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586171:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586173:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586176:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586177:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586180:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586181:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586183:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586186:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586187:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586188:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586189:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586192:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586193:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586195:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586197:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586199:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586201:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586204:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586206:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586208:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586209:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586212:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586214:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586215:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586216:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586218:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586220:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586222:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586223:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586225:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586227:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586229:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586232:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586234:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586237:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586238:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586240:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586242:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586244:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586245:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586246:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586248:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586250:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586252:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586254:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586256:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586258:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586261:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586262:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586265:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586266:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586268:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586270:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586272:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586273:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586274:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586277:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586278:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586280:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586282:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586284:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586286:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586289:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586291:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586293:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586294:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586296:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586298:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586300:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586301:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586302:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586305:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586306:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586308:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586311:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586313:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586314:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586317:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586319:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586321:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586322:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586323:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586325:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586326:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586327:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586329:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586331:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586332:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586334:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586336:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586338:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586339:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586342:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586344:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586347:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586348:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586350:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586352:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586353:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586355:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586356:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586358:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586360:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586362:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586364:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586366:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586367:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586370:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586371:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586374:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586375:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586377:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586379:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586380:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586381:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586382:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586384:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586386:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586388:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586390:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586392:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586394:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586397:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586399:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586401:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586402:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586405:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586407:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586408:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586410:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586411:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586413:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586416:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586418:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586420:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586422:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586424:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586427:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586429:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586431:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586432:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586434:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586436:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586438:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586439:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586440:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586442:0:33518:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586444:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586446:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942204.586448:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586450:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586451:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942204.586454:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586456:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586458:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586459:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586461:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586464:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586465:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942204.586466:0:33518:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942204.586467:0:33518:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00800000:00000001:0.0:1788942204.586470:0:33518:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942204.586472:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942204.586473:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788942204.586475:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.586478:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942204.586480:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942204.586483:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.586485:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.586487:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.586488:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.586490:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.586492:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.586494:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942204.586497:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942204.586498:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00020000:00000001:0.0:1788942204.586505:0:33518:0:(obd_class.h:1080:obd_statfs()) Process entered 00020000:00000004:0.0:1788942204.586507:0:33518:0:(obd_class.h:1096:obd_statfs()) lustre-OST0000-osc-ffff90b5459f2800: age 1928, max_age 1936 00000008:00000001:0.0:1788942204.586510:0:33518:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788942204.586514:0:33518:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000010:0.0:1788942204.586520:0:33518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994e00. 00000020:00000040:0.0:1788942204.586524:0:33518:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942204.586527:0:33518:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942204.586529:0:33518:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942204.586531:0:33518:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:0.0:1788942204.586533:0:33518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942204.586536:0:33518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942204.586540:0:33518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942204.586546:0:33518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910ba00. 00000100:00000001:0.0:1788942204.586553:0:33518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.586556:0:33518:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942204.586558:0:33518:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942204.586563:0:33518:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590f5540. 00000100:00000001:0.0:1788942204.586565:0:33518:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707290498368 : -122366419053248 : ffff90b5590f5540) 00000100:00000001:0.0:1788942204.586568:0:33518:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942204.586569:0:33518:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963996160 : -122366745555456 : ffff90b545994e00) 00000100:00000001:0.0:1788942204.586573:0:33518:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942204.586578:0:33518:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.586580:0:33518:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942204.586581:0:33518:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942204.586591:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.586600:0:33518:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942204.586603:0:33518:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942204.586606:0:33518:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942204.586608:0:33518:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942204.586611:0:33518:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942204.586614:0:33518:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33518:1875839884279808:192.168.206.109@tcp:13:lfs.0 00000100:00000001:0.0:1788942204.586618:0:33518:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942204.587817:0:33518:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942204.587825:0:33518:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942204.587829:0:33518:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942204.587835:0:33518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aee400. 02000000:00000001:0.0:1788942204.587838:0:33518:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942204.587847:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942204.588003:0:33518:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520978f0. 00000400:00000010:0.0:1788942204.588011:0:33518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a7f8. 00000100:00000200:0.0:1788942204.588018:0:33518:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884279808, portal 4 00000100:00000001:0.0:1788942204.588021:0:33518:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942204.588023:0:33518:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963996160 : -122366745555456 : ffff90b545994e00) 00000100:00000040:0.0:1788942204.588034:0:33518:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.588042:0:33518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942204.588045:0:33518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942204.588048:0:33518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aee0. 00000100:00000200:0.0:1788942204.588052:0:33518:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875839884279808, offset 0 00000400:00000200:0.0:1788942204.588057:0:33518:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942204.588065:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942204.588072:0:33518:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942204.588077:0:33518:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942204.588081:0:33518:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942204.588084:0:33518:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942204.588087:0:33518:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942204.588091:0:33518:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2593:2593:256:4294967295] 192.168.206.109@tcp LPNI seq info [2593:2593:8:4294967295] 00000400:00000200:0.0:1788942204.588096:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942204.588105:0:33518:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942204.588110:0:33518:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942204.588115:0:33518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b000. 00000800:00000200:0.0:1788942204.588122:0:33518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942204.588129:0:33518:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942204.588134:0:33518:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942204.588190:0:33518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942204.588195:0:33518:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24457 usecs (25 jiffies) 00000400:00000200:0.0:1788942204.588199:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942204.588201:0:33518:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296604772 00000100:00000001:0.0:1788942204.588204:0:33518:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296605587 00000100:00000001:0.0:1788942204.588206:0:33518:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296604772 00000100:00000001:0.0:1788942204.588208:0:33518:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296605587 00000100:00000001:0.0:1788942204.588211:0:33518:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942204.588213:0:33518:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.588216:0:33518:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942204.588218:0:33518:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942204.588220:0:33518:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590f5540 going to sleep for 11 seconds 00000100:00000001:0.0:1788942204.588223:0:33518:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942204.588226:0:33518:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942204.590798:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942204.590808:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b000. 00000400:00000200:2.0:1788942204.590817:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942204.590824:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942204.590831:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aee0 00000400:00000010:2.0:1788942204.590833:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aee0. 00000100:00000001:2.0:1788942204.590838:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942204.590845:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942204.591014:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942204.591018:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942204.591025:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942204.591027:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942204.591353:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942204.591364:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942204.591367:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942204.591369:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942204.591374:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.591379:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942204.591387:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.591390:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.591395:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.591399:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 4 MB=0x6aa1101f54000 00000400:00000200:2.0:1788942204.591403:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.591408:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 368/368 into md 0x6f5d [1] + 224 00000800:00000001:2.0:1788942204.591415:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942204.591421:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942204.591424:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942204.591427:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942204.591432:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942204.591436:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942204.591444:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.591486:0:33518:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942204.591502:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942204.591509:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942204.591513:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942204.592010:0:33518:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942204.592013:0:33518:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942204.592017:0:33518:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520978f0. 00000400:00000200:0.0:1788942204.592021:0:33518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 00000400:00000010:0.0:1788942204.592023:0:33518:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 00000100:00000001:0.0:1788942204.592026:0:33518:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942204.592032:0:33518:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942204.592046:0:33518:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.592052:0:33518:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942204.592054:0:33518:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942204.592056:0:33518:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942204.592059:0:33518:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942204.592062:0:33518:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942204.592064:0:33518:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942204.592067:0:33518:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942204.592076:0:33518:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95cf0 time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1788942204.592079:0:33518:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942204.592082:0:33518:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942204.592083:0:33518:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942204.592086:0:33518:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942204.592088:0:33518:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.592092:0:33518:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942204.592094:0:33518:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788942204.592096:0:33518:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942204.592098:0:33518:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942204.592103:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.592110:0:33518:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942204.592113:0:33518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942204.592115:0:33518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942204.592119:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942204.592198:0:33518:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33518:1875839884279808:192.168.206.109@tcp:13:lfs.0 00000100:00000001:0.0:1788942204.592203:0:33518:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942204.592206:0:33518:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.592208:0:33518:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942204.592210:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942204.592214:0:33518:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.592221:0:33518:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942204.592224:0:33518:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590f5540. 00000100:00000001:0.0:1788942204.592227:0:33518:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942204.592229:0:33518:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942204.592235:0:33518:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788942204.592236:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942204.592239:0:33518:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994e00 x1875839884279808/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.592245:0:33518:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942204.592247:0:33518:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942204.592250:0:33518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aee400. 02000000:00000001:0.0:1788942204.592253:0:33518:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942204.592256:0:33518:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942204.592258:0:33518:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942204.592260:0:33518:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942204.592263:0:33518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910ba00. 02000000:00000001:0.0:1788942204.592265:0:33518:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942204.592267:0:33518:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942204.592269:0:33518:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994e00. 00000100:00000001:0.0:1788942204.592272:0:33518:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942204.592273:0:33518:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788942204.592277:0:33518:0:(obd_class.h:1122:obd_statfs()) lustre-OST0000-osc-ffff90b5459f2800: update ffff90b5487f0468 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:0.0:1788942204.592281:0:33518:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942204.592285:0:33518:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.592288:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942204.592291:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:0.0:1788942204.592294:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.592296:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.592399:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942204.592401:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:0.0:1788942204.592408:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942204.592410:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942204.592415:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aedc00. 00000020:00000001:0.0:1788942204.592419:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942204.592421:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942204.592424:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942204.592426:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aedc00 uarg=0000000000000000 00020000:00000001:0.0:1788942204.592432:0:33518:0:(obd_class.h:1080:obd_statfs()) Process entered 00020000:00000004:0.0:1788942204.592434:0:33518:0:(obd_class.h:1096:obd_statfs()) lustre-OST0001-osc-ffff90b5459f2800: age 1928, max_age 1936 00000008:00000001:0.0:1788942204.592436:0:33518:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788942204.592438:0:33518:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000010:0.0:1788942204.592443:0:33518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994e00. 00000020:00000040:0.0:1788942204.592445:0:33518:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=4 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942204.592448:0:33518:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942204.592449:0:33518:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942204.592450:0:33518:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:0.0:1788942204.592452:0:33518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942204.592454:0:33518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942204.592458:0:33518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942204.592462:0:33518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910ba00. 00000100:00000001:0.0:1788942204.592467:0:33518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.592470:0:33518:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942204.592471:0:33518:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942204.592475:0:33518:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590f5540. 00000100:00000001:0.0:1788942204.592477:0:33518:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707290498368 : -122366419053248 : ffff90b5590f5540) 00000100:00000001:0.0:1788942204.592479:0:33518:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942204.592480:0:33518:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963996160 : -122366745555456 : ffff90b545994e00) 00000100:00000001:0.0:1788942204.592484:0:33518:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942204.592488:0:33518:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.592489:0:33518:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942204.592491:0:33518:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942204.592495:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.592502:0:33518:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942204.592504:0:33518:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942204.592507:0:33518:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942204.592510:0:33518:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942204.592512:0:33518:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942204.592515:0:33518:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33518:1875839884279936:192.168.206.109@tcp:13:lfs.0 00000100:00000001:0.0:1788942204.592519:0:33518:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942204.592523:0:33518:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942204.592524:0:33518:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942204.592527:0:33518:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942204.592530:0:33518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aee400. 02000000:00000001:0.0:1788942204.592532:0:33518:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942204.592538:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942204.592542:0:33518:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520978f0. 00000400:00000010:0.0:1788942204.592548:0:33518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a7f8. 00000100:00000200:0.0:1788942204.592553:0:33518:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884279936, portal 4 00000100:00000001:0.0:1788942204.592555:0:33518:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942204.592556:0:33518:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963996160 : -122366745555456 : ffff90b545994e00) 00000100:00000040:0.0:1788942204.592561:0:33518:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942204.592569:0:33518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942204.592571:0:33518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942204.592574:0:33518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ad48. 00000100:00000200:0.0:1788942204.592577:0:33518:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875839884279936, offset 0 00000400:00000200:0.0:1788942204.592582:0:33518:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942204.592588:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942204.592595:0:33518:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942204.592599:0:33518:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942204.592603:0:33518:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942204.592606:0:33518:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942204.592609:0:33518:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942204.592612:0:33518:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2594:2594:256:4294967295] 192.168.206.109@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:0.0:1788942204.592616:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942204.593299:0:33518:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942204.593307:0:33518:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942204.593313:0:33518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bc00. 00000800:00000200:0.0:1788942204.593319:0:33518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942204.593327:0:33518:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942204.593331:0:33518:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942204.593339:0:33518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942204.593344:0:33518:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 240708 usecs (241 jiffies) 00000400:00000200:0.0:1788942204.593348:0:33518:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942204.593351:0:33518:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296604993 00000100:00000001:0.0:1788942204.593353:0:33518:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296605587 00000100:00000001:0.0:1788942204.593355:0:33518:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296604993 00000100:00000001:0.0:1788942204.593358:0:33518:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296605587 00000100:00000001:0.0:1788942204.593360:0:33518:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942204.593363:0:33518:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942204.593365:0:33518:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942204.593367:0:33518:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942204.593369:0:33518:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590f5540 going to sleep for 11 seconds 00000100:00000001:0.0:1788942204.593371:0:33518:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942204.593374:0:33518:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942204.594051:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942204.594056:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bc00. 00000400:00000200:2.0:1788942204.594060:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942204.594066:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942204.594071:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ad48 00000400:00000010:2.0:1788942204.594073:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ad48. 00000100:00000001:2.0:1788942204.594077:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942204.594083:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942204.594093:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942204.594096:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942204.594103:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942204.594105:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942204.596828:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942204.596843:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942204.596847:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942204.596893:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942204.596902:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.596910:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942204.596918:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.596922:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.596927:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.596932:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 4 MB=0x6aa1101f54080 00000400:00000200:2.0:1788942204.596937:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942204.596943:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 368/368 into md 0x6f65 [1] + 224 00000800:00000001:2.0:1788942204.596949:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942204.596957:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942204.596961:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942204.596965:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942204.596973:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942204.596981:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942204.596990:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942204.597004:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942204.597012:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942204.597015:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942204.597163:0:33518:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942204.597171:0:33518:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942204.597174:0:33518:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942204.597177:0:33518:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520978f0. 00000400:00000200:3.0:1788942204.597181:0:33518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 00000400:00000010:3.0:1788942204.597183:0:33518:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 00000100:00000001:3.0:1788942204.597187:0:33518:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942204.597192:0:33518:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942204.597200:0:33518:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942204.597206:0:33518:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942204.597208:0:33518:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942204.597210:0:33518:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942204.597214:0:33518:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942204.597216:0:33518:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942204.597219:0:33518:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942204.597222:0:33518:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942204.597230:0:33518:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b964a8 time=42 v=5 (5 0 0 0) 00000100:00001000:3.0:1788942204.597233:0:33518:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942204.597236:0:33518:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942204.597237:0:33518:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.597240:0:33518:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942204.597242:0:33518:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942204.597246:0:33518:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942204.597248:0:33518:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942204.597250:0:33518:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942204.597252:0:33518:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942204.597256:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942204.597263:0:33518:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942204.597265:0:33518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942204.597267:0:33518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942204.597270:0:33518:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942204.597276:0:33518:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:33518:1875839884279936:192.168.206.109@tcp:13:lfs.0 00000100:00000001:3.0:1788942204.597281:0:33518:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942204.597284:0:33518:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942204.597286:0:33518:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942204.597288:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942204.597291:0:33518:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942204.597297:0:33518:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942204.597300:0:33518:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590f5540. 00000100:00000001:3.0:1788942204.597303:0:33518:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942204.597305:0:33518:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942204.597310:0:33518:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788942204.597312:0:33518:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942204.597315:0:33518:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994e00 x1875839884279936/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942220 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942204.597321:0:33518:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942204.597323:0:33518:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942204.597326:0:33518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aee400. 02000000:00000001:3.0:1788942204.597329:0:33518:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942204.597332:0:33518:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942204.597334:0:33518:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942204.597336:0:33518:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942204.597338:0:33518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910ba00. 02000000:00000001:3.0:1788942204.597342:0:33518:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942204.597343:0:33518:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942204.597345:0:33518:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994e00. 00000100:00000001:3.0:1788942204.597348:0:33518:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942204.597349:0:33518:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788942204.597352:0:33518:0:(obd_class.h:1122:obd_statfs()) lustre-OST0001-osc-ffff90b5459f2800: update ffff90b544e7d1f0 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:3.0:1788942204.597356:0:33518:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942204.597360:0:33518:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942204.597362:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942204.597365:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aedc00. 00000080:00000001:3.0:1788942204.597368:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942204.597371:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.597909:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.597913:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.597921:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.597923:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.597929:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.597933:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.597935:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.597939:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.597940:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.597944:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.597946:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.597949:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.597951:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.597954:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.597956:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.597961:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.597962:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.597965:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.597966:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.597968:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.597971:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.597973:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.597974:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.597975:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.597977:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.597979:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.597981:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.597983:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.597985:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.597987:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.597989:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.597991:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.597994:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.597995:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.597997:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.597998:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598000:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598001:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598002:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598004:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598006:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598008:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598010:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598012:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598014:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598016:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598018:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598020:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598021:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598023:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598025:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598026:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598027:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598029:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598031:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598033:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598035:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598037:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598039:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598040:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598043:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598044:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598046:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598047:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598050:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598052:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598054:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598055:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598056:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598058:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598059:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598061:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598063:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598066:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598067:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598070:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598071:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598073:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598075:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598077:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598079:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598080:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598082:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598083:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598085:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598087:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598089:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598091:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598092:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598094:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598097:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598098:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598100:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598102:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598104:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598106:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598107:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598109:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598110:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598112:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598114:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598116:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598129:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598132:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598134:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598137:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598139:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598142:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598143:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598145:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598147:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598148:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598149:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598150:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598153:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598154:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598156:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598158:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598160:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598162:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598164:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598166:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598168:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598169:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598171:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598173:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598175:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598176:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598177:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598179:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598181:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598183:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598185:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598187:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598189:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598192:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598193:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598195:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598197:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598199:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598201:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598203:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598204:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598205:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598208:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598210:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598211:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598214:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598216:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598217:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598220:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598221:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598224:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598225:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598227:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598229:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598230:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598231:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598232:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598235:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598236:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598238:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598240:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598243:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598245:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598247:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598248:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598250:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598251:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598253:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598256:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598257:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598259:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598260:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598262:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598264:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598265:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598267:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598269:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598271:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598274:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598275:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598277:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598279:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598281:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598283:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598284:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598286:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598287:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598289:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598291:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598292:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598294:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598296:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598298:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598300:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598301:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598303:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598305:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598307:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598308:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598310:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598311:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598312:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598314:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598316:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598318:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598320:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598322:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598324:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598327:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598328:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598331:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598332:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598334:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598336:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598337:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598338:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598339:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598341:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598343:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598344:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598346:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598348:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598349:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598352:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598353:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598355:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598356:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598358:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598360:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598361:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598362:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598364:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598366:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598368:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598369:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598371:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598373:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598375:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598378:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598379:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598381:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598382:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598385:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598386:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598388:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598389:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598390:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598392:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598393:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598395:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598397:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598399:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598400:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598403:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598405:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598407:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598408:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598410:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598412:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598414:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598415:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598416:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598418:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598420:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598422:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598424:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598426:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598428:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598430:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598432:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598434:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598435:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598437:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598439:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598441:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598442:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598443:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598446:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598447:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598449:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598451:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598453:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598455:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598458:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598460:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598462:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598464:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598466:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598468:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598470:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598471:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598472:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598474:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598476:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598477:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598480:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598482:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598484:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598486:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598488:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598491:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598492:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598495:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598497:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598499:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598500:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598501:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598503:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598505:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598507:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598509:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598511:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598512:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598515:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598517:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598519:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598520:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598522:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598524:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598526:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598527:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598528:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598530:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598532:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598533:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598535:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598537:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598538:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598540:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598541:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598543:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598544:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598546:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598548:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598550:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598551:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598552:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598554:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598556:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598557:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598560:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598562:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598563:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598566:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598567:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598570:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598571:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598573:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598575:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598577:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598578:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598579:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598581:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598583:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598585:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598587:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598589:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598591:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598594:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598595:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598598:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598599:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598601:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598603:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598604:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598606:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598607:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598609:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598611:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598613:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598615:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598617:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598618:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598621:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598622:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598624:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598626:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598628:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598630:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598631:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598632:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598634:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598636:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598638:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598640:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598642:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598644:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598645:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598648:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598650:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598652:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598653:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598655:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598657:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598659:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598660:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598661:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598664:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598665:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598667:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598669:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598671:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598673:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598676:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598677:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598680:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598681:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598683:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598686:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598687:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598688:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598690:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598692:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598694:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598696:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598698:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598700:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598701:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598704:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598706:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598708:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598709:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598711:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598713:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598714:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598716:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598717:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598719:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598721:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598722:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598724:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598726:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598738:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598741:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598743:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598745:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598747:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598749:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598751:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598753:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598754:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598755:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598758:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598759:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598761:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598763:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598765:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598767:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598770:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598771:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598774:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598774:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598777:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598779:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598780:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598781:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598782:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598784:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598786:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598787:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598789:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598791:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598792:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598795:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598796:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598798:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598799:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598802:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598804:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598806:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598807:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598808:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598810:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598812:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598814:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598816:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598818:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598820:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598823:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598824:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598826:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598827:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598829:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598832:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598833:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598834:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598836:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598838:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598840:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598842:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598844:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598846:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598847:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598891:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598894:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598897:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598898:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598901:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598903:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598905:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598906:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598908:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598910:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598912:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598913:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598916:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598918:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598920:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598923:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598925:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598927:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598928:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598931:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598933:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598935:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598936:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598937:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598939:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598941:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598943:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598945:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598947:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598949:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598951:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598952:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598954:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598955:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598957:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598959:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598961:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598962:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598963:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598965:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598967:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598968:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598970:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598972:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598974:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598976:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.598977:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.598980:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.598981:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.598983:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.598984:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.598986:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.598987:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.598988:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.598990:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598992:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.598994:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.598996:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.598998:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599000:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599003:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599004:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599006:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599008:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599010:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599011:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599013:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599014:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599015:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599018:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599019:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599021:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599023:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599025:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599027:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599029:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599031:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599033:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599034:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599036:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599038:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599039:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599040:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599041:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599043:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599045:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599046:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599048:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599050:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599051:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599055:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599056:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599059:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599060:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599063:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599065:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599066:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599068:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599069:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599071:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599073:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599075:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599077:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599079:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599080:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599083:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599085:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599087:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599088:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599090:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599092:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599094:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599095:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599096:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599098:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599100:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599102:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599104:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599106:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599107:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599110:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599112:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599114:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599115:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599117:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599119:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599120:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599121:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599122:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599124:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599126:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599128:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599129:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599130:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599132:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599134:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599135:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599137:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599138:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599140:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599141:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599143:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599144:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599145:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599147:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599148:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599150:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599151:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599153:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599155:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599157:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599159:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599161:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599162:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599164:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599166:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599168:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599169:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599170:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599172:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599174:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599176:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599178:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599180:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599182:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599185:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599187:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599189:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599190:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599193:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599195:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599197:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599198:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599200:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599202:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599204:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599206:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599208:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599210:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599212:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599215:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599216:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599219:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599220:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599222:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599224:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599225:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599226:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599228:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599230:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599232:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599233:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599235:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599237:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599238:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599241:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599243:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599245:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599246:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599249:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599251:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599252:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599254:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599255:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599257:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599260:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599261:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599263:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599265:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599267:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599270:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599271:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599274:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599275:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599278:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599280:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599282:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599283:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599284:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599286:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599288:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599290:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599292:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599294:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599296:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599299:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599301:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599303:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599305:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599307:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599309:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599310:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599311:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599313:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599315:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599316:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599318:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599320:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599323:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599325:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599328:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599329:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599332:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599333:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599335:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599337:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599338:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599340:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599341:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599343:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599345:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599347:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599349:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599351:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599353:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599356:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599357:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599360:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599361:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599363:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599365:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599366:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599368:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599369:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599371:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599372:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599374:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599375:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599377:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599378:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599381:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599382:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599384:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599385:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599387:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599388:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599390:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599390:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599391:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599394:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599395:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599397:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599398:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599400:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599401:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599403:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599405:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599407:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599407:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599409:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599411:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599413:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599414:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599415:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599417:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599419:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599420:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599422:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599424:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599426:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599428:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599430:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599432:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599433:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599436:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599438:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599439:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599441:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599442:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599444:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599447:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599448:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599451:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599453:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599454:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599458:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599459:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599462:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599463:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599466:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599468:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599470:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599471:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599473:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599475:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599477:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599478:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599480:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599482:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599484:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599488:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599489:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599492:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599493:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599495:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599497:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599499:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599500:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599502:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599504:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599506:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599508:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599510:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599512:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599514:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599517:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599518:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599521:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599522:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599524:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599526:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599528:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599529:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599530:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599532:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599534:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599536:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599537:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599539:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599541:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599545:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599546:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599549:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599550:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599552:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599554:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599556:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599557:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599558:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599560:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599563:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599565:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599567:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599569:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599571:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599574:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599575:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599577:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599578:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599581:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599583:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599585:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599586:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599587:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599589:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599591:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599593:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599595:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599597:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599599:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599602:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599603:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599605:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599606:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599609:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599611:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599612:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599614:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599615:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599617:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599619:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599621:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599623:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599625:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599627:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599630:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599631:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599633:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599634:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599636:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599637:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599638:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599640:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599641:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599643:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599645:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599646:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599647:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599649:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599650:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599652:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599653:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599655:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599655:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599657:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599658:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599659:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599660:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599661:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599663:0:33518:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599664:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599666:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942204.599668:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599669:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599671:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942204.599673:0:33518:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942204.599675:0:33518:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffc33781ba0 00000080:00000001:2.0:1788942204.599677:0:33518:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942204.599678:0:33518:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942204.599681:0:33518:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552275400. 00000020:00000001:2.0:1788942204.599682:0:33518:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599684:0:33518:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942204.599685:0:33518:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942204.599686:0:33518:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552275400 uarg=0000000000000000 00020000:00000001:2.0:1788942204.599689:0:33518:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942204.599691:0:33518:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942204.599692:0:33518:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788942204.599694:0:33518:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552275400. 00000080:00000001:2.0:1788942204.599697:0:33518:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942204.599698:0:33518:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942204.599709:0:33518:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788942204.599712:0:33518:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942204.599715:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53dd0 00000080:00200008:2.0:1788942204.599717:0:33518:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000 00000080:00400000:2.0:1788942204.599722:0:33518:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788942204.599725:0:33518:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b554713900. 00000080:00000001:2.0:1788942204.599742:0:33518:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942204.599745:0:33518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0d53dd0 00000080:00000008:2.0:1788942204.599746:0:33518:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000, rc = 0 00000080:00000001:2.0:1788942204.599749:0:33518:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942204.599750:0:33518:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.641332:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942204.641338:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942204.641341:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942204.641344:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.641347:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942204.641349:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.641351:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.641353:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942204.641355:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942204.641356:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942204.641576:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942204.641579:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942204.641582:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788942205.472989:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296605587, at 4296605632 00000100:00000010:3.0:1788942205.473012:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e763c0. 00000100:00000040:2.0:1788942205.473097:0:33098:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296605587, at 4296605632 00000100:00000010:2.0:1788942205.473103:0:33098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b545e76660. 00000080:00000001:2.0:1788942205.522976:0:33628:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942205.665020:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942205.665032:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942205.665039:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942205.665040:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942205.665147:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942205.665151:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942205.665154:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788942206.049935:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942206.049948:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942206.049958:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942206.049965:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:1.0:1788942206.049971:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942206.049974:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942206.049980:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942206.049990:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38c00. 00000100:00000001:1.0:1788942206.049998:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050014:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942206.050027:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942206.050032:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050039:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64cfff3] to pc [ptlrpcd_00_00+0] req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.050073:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050076:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942206.050079:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942206.050084:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67800. 00000020:00000040:1.0:1788942206.050087:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942206.050089:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942206.050090:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942206.050092:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942206.050096:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38f00. 00000100:00000001:1.0:1788942206.050099:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050103:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942206.050111:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942206.050113:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050116:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000511ee625] to pc [ptlrpcd_00_01+1] req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.050124:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050127:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788942206.050130:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788942206.050135:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942206.050137:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942206.050139:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942206.050140:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942206.050142:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942206.050145:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38000. 00000100:00000001:1.0:1788942206.050148:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050152:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942206.050159:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942206.050162:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050165:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009594d7e4] to pc [ptlrpcd_00_00+0] req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942206.050171:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942206.050172:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050174:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942206.050175:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942206.050178:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788942206.050178:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1788942206.050181:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942206.050183:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942206.050185:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1788942206.050185:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788942206.050186:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942206.050188:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942206.050191:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38600. 00000100:00000001:1.0:1788942206.050194:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942206.050194:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942206.050196:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050198:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788942206.050201:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788942206.050204:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788942206.050204:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942206.050206:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942206.050207:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050209:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_01+1] req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942206.050211:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884280064:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942206.050216:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788942206.050217:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.050222:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1943) 02000000:00000001:0.0:1788942206.050224:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942206.050226:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942206.050229:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942206.050233:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4800. 02000000:00000001:0.0:1788942206.050235:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942206.050244:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942206.050249:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097318. 00000400:00000010:0.0:1788942206.050256:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a000. 00000100:00000200:0.0:1788942206.050274:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884280064, portal 25 00000100:00000001:0.0:1788942206.050277:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942206.050279:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:0.0:1788942206.050284:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942206.050292:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942206.050295:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942206.050299:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5acc0. 00000100:00000200:0.0:1788942206.050303:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884280064, offset 0 00000400:00000200:0.0:1788942206.050310:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942206.050322:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942206.050332:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942206.050339:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942206.050344:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942206.050348:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942206.050351:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942206.050356:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2595:2595:256:4294967295] 192.168.206.109@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:0.0:1788942206.050361:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942206.050372:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942206.050378:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942206.050385:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b500. 00000800:00000200:0.0:1788942206.050393:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942206.050401:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942206.050406:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942206.050428:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942206.050433:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942206.050436:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296610377 00000100:00000010:0.0:1788942206.050441:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54c00. 00000100:00000001:0.0:1788942206.050448:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788942206.050453:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296610377 00000100:00000010:0.0:1788942206.050456:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54540. 00000100:00000001:0.0:1788942206.050459:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788942206.050462:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942206.050465:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942206.050468:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942206.050471:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942206.050477:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942206.050478:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942206.050480:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942206.050481:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942206.050483:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942206.050486:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280320:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942206.050489:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942206.050491:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942206.050492:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942206.050494:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942206.050497:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4400. 02000000:00000001:0.0:1788942206.050499:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942206.050501:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942206.050504:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097d68. 00000400:00000010:0.0:1788942206.050507:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a198. 00000100:00000200:0.0:1788942206.050510:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884280320, portal 4 00000100:00000001:0.0:1788942206.050512:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942206.050513:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:0.0:1788942206.050520:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942206.050526:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942206.050528:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942206.050530:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a330. 00000800:00000200:3.0:1788942206.050748:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942206.050754:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b500. 00000400:00000200:3.0:1788942206.050760:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942206.050766:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942206.050773:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5acc0 00000400:00000010:3.0:1788942206.050776:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5acc0. 00000100:00000001:3.0:1788942206.050781:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942206.050785:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.050794:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942206.050798:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.050805:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942206.050807:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1788942206.051028:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884280320, offset 0 00000400:00000200:0.0:1788942206.051035:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942206.051040:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942206.051044:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942206.051048:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942206.051050:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942206.051053:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942206.051055:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942206.051058:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2596:2596:256:4294967295] 192.168.206.109@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:0.0:1788942206.051062:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942206.051068:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942206.051071:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942206.051075:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b600. 00000800:00000200:0.0:1788942206.051079:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942206.051083:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942206.051086:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942206.051314:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942206.051320:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24378 usecs (25 jiffies) 00000400:00000200:0.0:1788942206.051324:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942206.051327:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296606235 00000100:00000001:0.0:1788942206.051329:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296610377 00000100:00000001:0.0:1788942206.051331:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296606235 00000100:00000001:0.0:1788942206.051334:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296610377 00000100:00000001:0.0:1788942206.051335:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942206.051338:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942206.051342:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942206.051345:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942206.051354:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942206.051356:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942206.051359:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942206.051360:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942206.051362:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942206.051365:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788942206.051367:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942206.051369:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942206.051371:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942206.051373:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942206.051374:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942206.051375:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942206.051381:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942206.051388:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942206.051390:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942206.051393:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942206.051395:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942206.051398:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942206.051401:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280192:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942206.051404:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942206.051408:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942206.051410:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942206.051412:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942206.051416:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4600. 02000000:00000001:0.0:1788942206.051418:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942206.051422:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942206.051425:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520975d8. 00000400:00000010:0.0:1788942206.051430:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a2a8. 00000100:00000200:0.0:1788942206.051433:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884280192, portal 10 00000100:00000001:0.0:1788942206.051435:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942206.051436:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000040:0.0:1788942206.051442:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942206.051449:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942206.051452:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942206.051454:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5af68. 00000100:00000200:0.0:1788942206.051456:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884280192, offset 0 00000400:00000200:0.0:1788942206.051460:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942206.051465:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942206.051468:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942206.051471:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942206.051474:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942206.051476:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942206.051479:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942206.051482:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2597:2597:255:4294967295] 192.168.206.109@tcp LPNI seq info [2597:2597:7:4294967295] 00000400:00000200:0.0:1788942206.051486:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942206.051492:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942206.051496:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942206.051499:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b100. 00000800:00000200:0.0:1788942206.051503:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942206.051507:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942206.051510:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942206.051513:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942206.051516:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 849283 usecs (850 jiffies) 00000400:00000200:0.0:1788942206.051519:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942206.051521:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296607060 00000100:00000001:0.0:1788942206.051523:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296610377 00000100:00000001:0.0:1788942206.051525:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296607060 00000100:00000001:0.0:1788942206.051527:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296610377 00000100:00000001:0.0:1788942206.051529:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942206.051531:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942206.051546:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942206.051551:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942206.051558:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942206.051559:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942206.051562:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942206.051564:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942206.051566:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942206.051569:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280448:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942206.051573:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942206.051575:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942206.051577:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942206.051578:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942206.051582:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb5400. 02000000:00000001:0.0:1788942206.051583:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942206.051587:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942206.051589:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097b00. 00000400:00000010:0.0:1788942206.051593:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a908. 00000100:00000200:0.0:1788942206.051596:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884280448, portal 4 00000100:00000001:0.0:1788942206.051598:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942206.051599:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:0.0:1788942206.051605:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942206.051987:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942206.051992:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942206.051996:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a660. 00000100:00000200:0.0:1788942206.051999:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884280448, offset 0 00000400:00000200:0.0:1788942206.052004:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942206.052010:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942206.052013:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942206.052017:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942206.052019:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942206.052022:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942206.052025:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942206.052028:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2598:2598:254:4294967295] 192.168.206.109@tcp LPNI seq info [2598:2598:6:4294967295] 00000400:00000200:0.0:1788942206.052032:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942206.052039:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942206.052043:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942206.052047:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b300. 00000800:00000200:0.0:1788942206.052050:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942206.052055:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942206.052058:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942206.052061:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942206.052065:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 239358 usecs (240 jiffies) 00000400:00000200:0.0:1788942206.052068:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942206.052070:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296606450 00000100:00000001:0.0:1788942206.052072:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296610377 00000100:00000001:0.0:1788942206.052075:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296606450 00000100:00000001:0.0:1788942206.052077:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296610377 00000100:00000001:0.0:1788942206.052079:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942206.052081:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942206.052084:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942206.052086:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942206.052118:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942206.052120:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942206.053448:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942206.053457:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b600. 00000400:00000200:3.0:1788942206.053465:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942206.053474:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942206.053483:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a330 00000400:00000010:3.0:1788942206.053487:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a330. 00000100:00000001:3.0:1788942206.053494:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942206.053503:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.053517:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942206.053521:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.053528:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942206.053531:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942206.053677:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942206.053680:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b100. 00000400:00000200:3.0:1788942206.053684:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942206.053687:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942206.053691:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5af68 00000400:00000010:3.0:1788942206.053693:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5af68. 00000100:00000001:3.0:1788942206.053696:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942206.053700:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.053708:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942206.053711:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.053716:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942206.053718:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942206.054377:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942206.054381:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b300. 00000400:00000200:3.0:1788942206.054385:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942206.054390:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942206.054394:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a660 00000400:00000010:3.0:1788942206.054397:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a660. 00000100:00000001:3.0:1788942206.054400:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942206.054405:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.054414:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942206.054418:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.054425:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942206.054427:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942206.062687:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.062702:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942206.062708:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.062711:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942206.062734:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.062745:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942206.062755:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.062762:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.062768:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.062773:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f54100 00000400:00000200:3.0:1788942206.062780:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.062787:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f6d [1] + 224 00000800:00000001:3.0:1788942206.062808:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.062814:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942206.062818:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942206.062824:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942206.062833:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942206.062845:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942206.062881:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.062895:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942206.062905:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.062908:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.063526:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942206.063543:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942206.063553:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942206.063556:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942206.063560:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097318. 00000400:00000200:1.0:1788942206.063567:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a000 00000400:00000010:1.0:1788942206.063570:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a000. 00000100:00000001:1.0:1788942206.063573:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942206.063580:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942206.063590:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.063597:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942206.063600:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.063603:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942206.063606:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942206.063617:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942206.063620:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942206.063624:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942206.063632:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942206.063637:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942206.063639:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942206.063641:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942206.063644:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942206.063647:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942206.063650:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.063655:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.063662:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942206.063666:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942206.063668:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942206.063671:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942206.063679:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884280064:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942206.063685:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942206.063688:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942206.063692:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884280064/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.063698:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942206.063701:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942206.063704:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4800. 02000000:00000001:1.0:1788942206.063708:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942206.063711:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942206.063713:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942206.063715:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942206.063718:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38c00. 02000000:00000001:1.0:1788942206.063734:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942206.063736:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942206.063737:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942206.063742:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942206.063743:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.063747:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942206.063749:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942206.063750:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942206.063752:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942206.063754:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942206.065945:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.065966:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942206.065971:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.065974:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942206.065984:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.065994:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942206.066004:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066009:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066016:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066021:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f54200 00000400:00000200:3.0:1788942206.066027:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066033:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f75 [1] + 224 00000800:00000001:3.0:1788942206.066041:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.066047:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942206.066051:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942206.066056:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942206.066065:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942206.066114:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942206.066126:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.066147:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942206.066156:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.066160:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942206.066162:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.066165:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942206.066168:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066172:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942206.066176:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066179:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066182:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066184:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f54280 00000400:00000200:3.0:1788942206.066188:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066192:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f85 [1] + 224 00000800:00000001:3.0:1788942206.066196:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.066200:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942206.066202:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942206.066206:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942206.066209:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942206.066214:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942206.066223:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.066231:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942206.066365:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.066371:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942206.066373:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.066375:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942206.066378:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066382:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942206.066386:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066389:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066392:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066395:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f54180 00000400:00000200:3.0:1788942206.066398:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942206.066402:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f7d [1] + 224 00000800:00000001:3.0:1788942206.066406:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.066412:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942206.066414:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942206.066417:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942206.066421:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942206.066426:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942206.066435:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942206.066444:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942206.066448:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942206.066451:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.066774:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942206.066784:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942206.066793:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942206.066795:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942206.066799:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520975d8. 00000400:00000200:1.0:1788942206.066804:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a2a8 00000400:00000010:1.0:1788942206.066807:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a2a8. 00000100:00000001:1.0:1788942206.066810:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942206.066817:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942206.066827:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.066833:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942206.066836:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.066839:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942206.066843:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942206.066846:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942206.066848:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942206.066870:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942206.066882:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=46 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942206.066887:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942206.066890:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942206.066892:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942206.066895:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942206.066899:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942206.066903:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942206.066905:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788942206.066907:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942206.066910:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.066915:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.066923:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942206.066926:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942206.066929:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942206.066934:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942206.066942:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280192:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942206.066950:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942206.066955:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942206.066958:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097b00. 00000400:00000200:1.0:1788942206.066961:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a908 00000400:00000010:1.0:1788942206.066962:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a908. 00000100:00000001:1.0:1788942206.066964:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942206.066968:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942206.066980:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.066989:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942206.066992:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.066994:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942206.066996:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942206.066998:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942206.066999:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942206.067002:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942206.067006:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942206.067010:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942206.067012:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942206.067013:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942206.067015:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942206.067017:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942206.067020:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942206.067022:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942206.067024:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942206.067025:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.067030:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.067037:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942206.067040:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942206.067041:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942206.067046:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942206.067054:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280448:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942206.067059:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942206.067061:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942206.067063:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097d68. 00000400:00000200:1.0:1788942206.067066:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a198 00000400:00000010:1.0:1788942206.067067:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a198. 00000100:00000001:1.0:1788942206.067069:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942206.067073:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942206.067082:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.067088:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942206.067090:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.067091:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942206.067093:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942206.067094:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942206.067095:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942206.067097:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942206.067101:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942206.067103:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942206.067105:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942206.067106:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942206.067108:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942206.067110:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942206.067112:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942206.067113:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788942206.067115:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942206.067116:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942206.067119:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.067125:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942206.067126:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942206.067128:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942206.067130:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942206.067138:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280320:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942206.067142:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.067145:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942206.067149:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884280192/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.067161:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942206.067165:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942206.067169:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4600. 02000000:00000001:1.0:1788942206.067173:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942206.067177:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942206.067179:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942206.067181:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942206.067184:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38f00. 02000000:00000001:1.0:1788942206.067189:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942206.067191:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942206.067192:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:1.0:1788942206.067196:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942206.067197:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.067199:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942206.067202:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884280448/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.067207:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942206.067208:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942206.067210:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb5400. 02000000:00000001:1.0:1788942206.067212:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942206.067213:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942206.067214:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942206.067216:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942206.067217:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38600. 02000000:00000001:1.0:1788942206.067219:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942206.067220:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942206.067221:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942206.067223:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942206.067224:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.067225:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942206.067228:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884280320/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942206.067234:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942206.067235:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942206.067237:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4400. 02000000:00000001:1.0:1788942206.067239:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942206.067240:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942206.067241:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942206.067243:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942206.067244:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38000. 02000000:00000001:1.0:1788942206.067247:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942206.067248:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942206.067249:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:1.0:1788942206.067252:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942206.067253:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.067255:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942206.067265:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942206.067267:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942206.067269:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942206.067271:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942206.690589:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942206.690598:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942206.690605:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942206.690607:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942206.690635:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942206.690639:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942206.690642:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788942207.287090:0:33765:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942207.716417:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942207.716426:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942207.716432:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942207.716434:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942207.716498:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942207.716502:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942207.716506:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942208.738576:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942208.738584:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942208.738590:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942208.738591:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942208.739807:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942208.739813:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942208.739819:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788942208.949877:0:33910:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942209.542245:0:33973:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942209.768882:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942209.768888:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942209.768894:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942209.768895:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942209.768915:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942209.768918:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942209.768921:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788942210.418530:0:34064:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942210.657211:0:33098:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296610377, at 4296610816 00000100:00000010:2.0:1788942210.657225:0:33098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54c00. 00000100:00000040:3.0:1788942210.657920:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296610377, at 4296610816 00000100:00000010:3.0:1788942210.657927:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54540. 00010000:00000001:3.0:1788942210.785357:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942210.785363:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942210.785368:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942210.785370:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942210.785427:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942210.785430:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942210.785433:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788942210.839285:0:34100:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788942210.839292:0:34100:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 04:23:29 (1788942209) 00000001:00000001:0.0:1788942210.852522:0:34100:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1788942211.170660:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942211.170669:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942211.170676:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994000. 00000020:00000040:0.0:1788942211.170682:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:0.0:1788942211.170686:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942211.170689:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942211.170704:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942211.170712:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b500. 00000100:00000001:0.0:1788942211.170719:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.170730:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942211.170740:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942211.170744:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.170750:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c46af4b] to pc [ptlrpcd_00_00+0] req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.170768:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.170771:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942211.170774:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942211.170776:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997b80. 00000020:00000040:0.0:1788942211.170778:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942211.170780:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942211.170781:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942211.170783:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942211.170785:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bc00. 00000100:00000001:0.0:1788942211.170788:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.170792:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942211.170798:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942211.170800:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.170804:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9a93126] to pc [ptlrpcd_00_01+1] req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.170812:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.170814:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942211.170819:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942211.170823:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995180. 00000020:00000040:0.0:1788942211.170824:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942211.170826:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942211.172974:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942211.172981:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942211.172990:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b000. 00000100:00000001:0.0:1788942211.172998:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.173009:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942211.173020:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942211.173024:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.173029:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001c8682e] to pc [ptlrpcd_00_00+0] req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.173039:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.173042:0:30557:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942211.173046:0:30557:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942211.173049:0:30557:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995f80. 00000020:00000040:0.0:1788942211.173053:0:30557:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942211.173056:0:30557:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942211.173057:0:30557:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942211.173059:0:30557:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942211.173062:0:30557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bd00. 00000100:00000001:0.0:1788942211.173065:0:30557:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.173069:0:30557:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942211.173076:0:30557:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942211.173078:0:30557:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.173082:0:30557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5cd51a8] to pc [ptlrpcd_00_01+1] req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.173999:0:30557:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.174006:0:30557:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1949) 00000100:00000001:0.0:1788942211.174026:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942211.174029:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942211.174031:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942211.174040:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.174049:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942211.174051:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.174056:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942211.174059:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942211.174061:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942211.174065:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884280576:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942211.174069:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942211.174074:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942211.174076:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.174079:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942211.174215:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b558fcf600. 02000000:00000001:0.0:1788942211.174219:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942211.174231:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942211.174235:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520971b8. 00000400:00000010:0.0:1788942211.174243:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5add0. 00000100:00000200:0.0:1788942211.174250:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884280576, portal 25 00000100:00000001:0.0:1788942211.174252:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942211.174254:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:0.0:1788942211.174259:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.174266:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942211.174269:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942211.174271:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a220. 00000100:00000200:0.0:1788942211.174275:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884280576, offset 0 00000400:00000200:0.0:1788942211.174281:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942211.174289:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.174296:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942211.174301:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942211.174304:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942211.174308:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942211.174310:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942211.174313:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2599:2599:256:4294967295] 192.168.206.109@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:0.0:1788942211.174317:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.174326:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942211.174332:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942211.174336:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b900. 00000800:00000200:0.0:1788942211.174341:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942211.174349:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942211.174353:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942211.174363:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942211.174367:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942211.174369:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296615501 00000100:00000010:0.0:1788942211.174373:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54840. 00000100:00000001:0.0:1788942211.174379:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788942211.174383:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296615501 00000100:00000010:0.0:1788942211.174386:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54180. 00000100:00000001:0.0:1788942211.174390:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788942211.174392:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.174395:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.174397:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942211.174401:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.174407:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942211.174408:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.174411:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942211.174412:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942211.174414:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942211.174417:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280832:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942211.174419:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942211.174422:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942211.174423:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.174425:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942211.174429:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b558fcec00. 02000000:00000001:0.0:1788942211.174431:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942211.174434:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942211.174437:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520979a0. 00000400:00000010:0.0:1788942211.174440:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942211.174443:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884280832, portal 4 00000100:00000001:0.0:1788942211.174444:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942211.174446:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000100:00000040:0.0:1788942211.174452:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.174458:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942211.174460:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942211.174462:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942211.174464:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884280832, offset 0 00000400:00000200:0.0:1788942211.174468:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942211.174471:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.174475:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942211.174477:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942211.174479:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942211.174481:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942211.174483:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942211.174486:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2600:2600:255:4294967295] 192.168.206.109@tcp LPNI seq info [2600:2600:7:4294967295] 00000400:00000200:0.0:1788942211.174490:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.174496:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942211.174500:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942211.174503:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942211.174507:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942211.174511:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942211.174514:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942211.174516:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.174520:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24365 usecs (25 jiffies) 00000400:00000200:0.0:1788942211.174522:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942211.174524:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296611358 00000100:00000001:0.0:1788942211.174526:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942211.174528:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296611358 00000100:00000001:0.0:1788942211.174530:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942211.174532:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.174534:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.174537:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.174539:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.174545:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942211.174547:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942211.174549:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942211.174550:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942211.174551:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942211.174555:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788942211.174556:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.174558:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942211.174559:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.174561:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942211.174562:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942211.174563:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942211.174567:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.174574:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942211.174576:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.174577:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942211.174579:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942211.174581:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942211.174584:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280704:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942211.174587:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942211.174589:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942211.174591:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.174592:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942211.174595:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b558fcf400. 02000000:00000001:0.0:1788942211.174597:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942211.174600:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942211.174602:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097c60. 00000400:00000010:0.0:1788942211.174605:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aa18. 00000100:00000200:0.0:1788942211.174608:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884280704, portal 10 00000100:00000001:0.0:1788942211.174610:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942211.174611:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000040:0.0:1788942211.174616:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.174622:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942211.174624:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942211.174626:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aaa0. 00000100:00000200:0.0:1788942211.174628:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884280704, offset 0 00000400:00000200:0.0:1788942211.174632:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942211.174635:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.174639:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942211.174641:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942211.174644:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942211.174646:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942211.174648:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942211.174651:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2601:2601:254:4294967295] 192.168.206.109@tcp LPNI seq info [2601:2601:6:4294967295] 00000400:00000200:0.0:1788942211.174654:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.174660:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942211.174663:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942211.174669:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b800. 00000800:00000200:0.0:1788942211.174672:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942211.174676:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942211.174678:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942211.174681:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.174684:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 848236 usecs (849 jiffies) 00000400:00000200:0.0:1788942211.174687:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942211.174689:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612182 00000100:00000001:0.0:1788942211.174691:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942211.174703:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612182 00000100:00000001:0.0:1788942211.174705:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942211.174707:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.174708:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.174710:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942211.174714:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.174720:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942211.174721:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.174723:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942211.174725:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942211.174727:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942211.174729:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280960:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942211.174732:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942211.174734:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942211.174735:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.174736:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942211.174740:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b558fce600. 02000000:00000001:0.0:1788942211.174741:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942211.174744:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942211.174746:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097580. 00000400:00000010:0.0:1788942211.174749:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a4c8. 00000100:00000200:0.0:1788942211.174753:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884280960, portal 4 00000100:00000001:0.0:1788942211.174754:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942211.174755:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00000100:00000040:0.0:1788942211.174760:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.174765:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942211.174767:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942211.174769:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a5d8. 00000100:00000200:0.0:1788942211.174771:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884280960, offset 0 00000400:00000200:0.0:1788942211.174775:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942211.174778:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.174781:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942211.174783:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942211.174785:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942211.174787:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942211.174789:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942211.174792:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2602:2602:253:4294967295] 192.168.206.109@tcp LPNI seq info [2602:2602:5:4294967295] 00000400:00000200:0.0:1788942211.174795:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.174800:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942211.174804:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942211.174807:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b100. 00000800:00000200:0.0:1788942211.174810:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942211.174814:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942211.174816:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942211.174819:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.174821:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 238111 usecs (239 jiffies) 00000400:00000200:0.0:1788942211.174824:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942211.174825:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296611572 00000100:00000001:0.0:1788942211.174827:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942211.174842:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296611572 00000100:00000001:0.0:1788942211.174844:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942211.174845:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.174847:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942211.176233:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.176240:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b900. 00000400:00000200:3.0:1788942211.176246:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.176253:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.176259:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a220 00000400:00000010:3.0:1788942211.176262:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a220. 00000100:00000001:3.0:1788942211.176273:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.176280:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.176291:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.176294:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.176301:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.176302:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942211.176313:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.176315:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:3.0:1788942211.176318:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.176322:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.176324:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:3.0:1788942211.176326:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:3.0:1788942211.176328:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.176332:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.176339:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.176342:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.176349:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.176350:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942211.176356:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.176358:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000400:00000200:3.0:1788942211.176361:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.176364:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.176367:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aaa0 00000400:00000010:3.0:1788942211.176368:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aaa0. 00000100:00000001:3.0:1788942211.176370:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.176374:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.176380:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.176383:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.176389:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.176391:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942211.176434:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.176437:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b100. 00000400:00000200:3.0:1788942211.176440:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.176443:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.176446:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:3.0:1788942211.176448:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:3.0:1788942211.176450:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.176454:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.176461:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.176464:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.176469:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.176471:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788942211.178078:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.178179:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.178195:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942211.178198:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942211.188297:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188312:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.188316:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188319:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.188326:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188333:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.188341:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188345:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188351:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188355:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f54300 00000400:00000200:2.0:1788942211.188360:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188365:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f8d [1] + 224 00000800:00000001:2.0:1788942211.188371:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188374:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.188377:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.188381:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.188388:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.188396:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942211.188406:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.188421:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942211.188428:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188432:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.188433:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188435:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.188438:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188441:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.188445:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188448:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188451:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188453:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f54400 00000400:00000200:2.0:1788942211.188456:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188460:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f95 [1] + 224 00000800:00000001:2.0:1788942211.188463:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188478:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.188481:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.188484:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.188487:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.188491:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942211.188499:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.188506:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942211.188510:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188514:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.188515:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188518:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.188520:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188524:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.188527:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188529:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188532:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188535:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f54480 00000400:00000200:2.0:1788942211.188537:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188540:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x6fa5 [1] + 224 00000800:00000001:2.0:1788942211.188544:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188547:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.188549:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.188551:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.188554:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.188558:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942211.188567:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.188574:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942211.188577:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188580:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.188582:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188584:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.188587:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188590:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.188594:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188596:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188598:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188601:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f54380 00000400:00000200:2.0:1788942211.188604:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.188607:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x6f9d [1] + 224 00000800:00000001:2.0:1788942211.188610:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188616:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.188618:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.188621:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.188623:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.188626:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942211.188633:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.188640:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942211.188643:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.188646:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197281:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942211.197289:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942211.197298:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942211.197301:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942211.197304:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097c60. 00000400:00000200:0.0:1788942211.197311:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aa18 00000400:00000010:0.0:1788942211.197314:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aa18. 00000100:00000001:0.0:1788942211.197318:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942211.197329:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942211.197342:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197350:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942211.197352:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197355:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942211.197358:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942211.197360:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942211.197362:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.197365:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942211.197374:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942211.197378:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942211.197381:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942211.197383:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.197385:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942211.197388:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.197392:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942211.197394:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788942211.197397:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942211.197399:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.197404:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197412:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.197415:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942211.197417:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942211.197420:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942211.197427:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280704:192.168.206.109@tcp:400:kworker.0 00000400:00000001:0.0:1788942211.197434:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942211.197435:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942211.197437:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097580. 00000400:00000200:0.0:1788942211.197439:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a4c8 00000400:00000010:0.0:1788942211.197440:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a4c8. 00000100:00000001:0.0:1788942211.197443:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942211.197446:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942211.197453:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197459:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942211.197460:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197461:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942211.197462:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942211.197463:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942211.197465:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.197466:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942211.197470:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942211.197473:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942211.197474:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942211.197476:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.197477:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942211.197479:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.197481:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942211.197483:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788942211.197484:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942211.197485:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.197489:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197494:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.197496:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942211.197497:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942211.197500:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942211.197506:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280960:192.168.206.109@tcp:400:kworker.0 00000400:00000001:0.0:1788942211.197511:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942211.197512:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942211.197514:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520971b8. 00000400:00000200:0.0:1788942211.197515:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5add0 00000400:00000010:0.0:1788942211.197517:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5add0. 00000100:00000001:0.0:1788942211.197519:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942211.197523:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942211.197531:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197536:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942211.197537:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197539:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942211.197541:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942211.197542:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942211.197543:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.197545:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942211.197548:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942211.197550:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942211.197552:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942211.197554:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.197556:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942211.197557:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.197559:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.197562:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197567:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.197569:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942211.197570:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942211.197573:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942211.197580:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884280576:192.168.206.109@tcp:400:kworker.0 00000400:00000001:0.0:1788942211.197585:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942211.197586:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942211.197588:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520979a0. 00000400:00000200:0.0:1788942211.197590:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:0.0:1788942211.197591:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:0.0:1788942211.197594:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942211.197597:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942211.197606:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197612:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942211.197613:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197615:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942211.197616:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942211.197617:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942211.197618:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.197620:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942211.197624:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942211.197627:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942211.197628:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942211.197630:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.197632:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942211.197633:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.197635:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942211.197636:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788942211.197638:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942211.197640:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.197643:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197649:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.197651:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942211.197653:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942211.197656:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942211.197664:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884280832:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942211.197669:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197672:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942211.197676:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997b80 x1875839884280704/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197683:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942211.197685:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942211.197688:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b558fcf400. 02000000:00000001:0.0:1788942211.197705:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942211.197707:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942211.197709:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942211.197713:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942211.197716:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bc00. 02000000:00000001:0.0:1788942211.197720:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942211.197722:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942211.197724:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997b80. 00000100:00000001:0.0:1788942211.197727:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942211.197729:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197730:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942211.197735:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995f80 x1875839884280960/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197741:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942211.197743:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942211.197744:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b558fce600. 02000000:00000001:0.0:1788942211.197746:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942211.197747:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942211.197748:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942211.197750:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942211.197752:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bd00. 02000000:00000001:0.0:1788942211.197754:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942211.197755:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942211.197756:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995f80. 00000100:00000001:0.0:1788942211.197759:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942211.197761:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197762:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942211.197766:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884280576/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197771:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942211.197773:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942211.197774:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b558fcf600. 02000000:00000001:0.0:1788942211.197776:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942211.197778:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942211.197779:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:0.0:1788942211.197780:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942211.197782:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b500. 02000000:00000001:0.0:1788942211.197784:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942211.197785:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942211.197786:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00000100:00000001:0.0:1788942211.197789:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942211.197790:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197792:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942211.197795:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995180 x1875839884280832/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.197802:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942211.197804:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942211.197805:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b558fcec00. 02000000:00000001:0.0:1788942211.197807:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942211.197808:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942211.197809:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942211.197811:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942211.197813:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b000. 02000000:00000001:0.0:1788942211.197815:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942211.197815:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942211.197817:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995180. 00000100:00000001:0.0:1788942211.197819:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942211.197820:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.197822:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.199191:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942211.199196:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.199200:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942211.199203:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942211.400536:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942211.400541:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942211.400544:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fde0 00000080:00200000:0.0:1788942211.400548:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942211.400554:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fcf400. 00800000:00000002:0.0:1788942211.400561:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942211.400564:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942211.400569:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942211.400571:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fd00 00800000:00000002:0.0:1788942211.400573:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942211.400577:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942211.400581:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942211.400585:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942211.400587:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fbd0 00000002:00010000:0.0:1788942211.400589:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942211.400593:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942211.400595:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942211.400598:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942211.400603:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:0.0:1788942211.400606:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942211.400611:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942211.400615:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942211.400620:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788942211.400629:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942211.400633:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942211.400637:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788942211.400644:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942211.400646:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942211.400648:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942211.400649:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942211.400651:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942211.400653:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942211.400655:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942211.400658:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942211.400661:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcf400. 00000080:00000001:0.0:1788942211.400664:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942211.400666:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942211.400669:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942211.400672:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:0.0:1788942211.400674:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942211.400676:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942211.400678:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.400680:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.400682:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942211.400684:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.400687:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.400690:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.400701:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942211.400702:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942211.400704:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942211.400707:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc153fe18 00010000:00000001:0.0:1788942211.400709:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.400710:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.400712:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942211.400713:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.400715:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.400717:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942211.400720:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788942211.400726:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.400727:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.400729:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942211.400731:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942211.400733:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788942211.400741:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942211.400744:0:34143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942211.400746:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942211.400749:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.400750:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.400752:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.400754:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942211.400756:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.400758:0:34143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.400760:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.400762:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942211.400763:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.400764:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942211.400766:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942211.400768:0:34143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942211.400770:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 101 00000080:00000001:0.0:1788942211.400774:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942211.400780:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942211.400782:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942211.400783:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942211.400784:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fba8 00000080:00200000:0.0:1788942211.400786:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942211.400789:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fcf400. 00800000:00000002:0.0:1788942211.400791:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942211.400793:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942211.400795:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942211.400796:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fac8 00800000:00000002:0.0:1788942211.400798:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942211.400800:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942211.400802:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942211.400805:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942211.400806:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153f998 00000002:00010000:0.0:1788942211.400808:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942211.400810:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942211.400811:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942211.400813:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942211.400815:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:0.0:1788942211.400817:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942211.400819:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942211.400820:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942211.400824:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788942211.400830:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942211.400831:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942211.400834:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788942211.400840:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942211.400842:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942211.400843:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942211.400845:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942211.400847:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942211.400848:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942211.401030:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942211.401033:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942211.401036:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcf400. 00000080:00000001:0.0:1788942211.401038:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942211.401039:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942211.401041:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942211.401044:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:0.0:1788942211.401046:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942211.401048:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942211.401050:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.401051:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.401053:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942211.401055:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401057:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401060:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401061:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942211.401062:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942211.401063:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942211.401065:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc153fbe0 00010000:00000001:0.0:1788942211.401067:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.401068:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.401069:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942211.401071:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401073:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401074:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942211.401360:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788942211.401368:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401369:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.401370:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942211.401371:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942211.401374:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788942211.401380:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942211.401382:0:34143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942211.401383:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942211.401385:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401386:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.401388:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401389:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942211.401391:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401392:0:34143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401395:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401396:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942211.401398:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401399:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942211.401401:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942211.401402:0:34143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942211.401404:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942211.401407:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942211.401416:0:34143:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b548354580. 00000020:00000001:0.0:1788942211.401420:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fd98 00000080:00200000:0.0:1788942211.401422:0:34143:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=1536 00000080:00000001:0.0:1788942211.401425:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942211.401426:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942211.401427:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fca8 00000080:00200000:0.0:1788942211.401429:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942211.401432:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fcf400. 00800000:00000002:0.0:1788942211.401435:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942211.401437:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942211.401439:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942211.401440:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fbc8 00800000:00000002:0.0:1788942211.401442:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942211.401445:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942211.401447:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942211.401450:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942211.401452:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fa98 00000002:00010000:0.0:1788942211.401453:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942211.401456:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942211.401457:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942211.401458:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942211.401461:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:0.0:1788942211.401463:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942211.401465:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942211.401467:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942211.401470:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1788942211.401476:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942211.401479:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942211.401482:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1788942211.401488:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942211.401490:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942211.401492:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942211.401493:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942211.401495:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942211.401496:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942211.401498:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942211.401500:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942211.401502:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcf400. 00000080:00000001:0.0:1788942211.401504:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942211.401505:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942211.401507:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942211.401509:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:0.0:1788942211.401511:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942211.401513:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942211.401514:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.401515:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.401517:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942211.401519:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401521:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401524:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401525:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942211.401526:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942211.401527:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942211.401529:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc153fce0 00010000:00000001:0.0:1788942211.401530:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.401531:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.401532:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942211.401534:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401536:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401538:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942211.401541:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788942211.401546:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401547:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.401548:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942211.401549:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942211.401551:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788942211.401557:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942211.401558:0:34143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942211.401559:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942211.401561:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401562:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.401563:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401564:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942211.401566:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401567:0:34143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401569:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401571:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942211.401572:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401573:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942211.401574:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942211.401575:0:34143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942211.401578:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:0.0:1788942211.401580:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942211.401583:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942211.401584:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942211.401585:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fd90 00000080:00200000:0.0:1788942211.401587:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942211.401589:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fcf400. 00800000:00000002:0.0:1788942211.401591:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942211.401593:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942211.401594:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942211.401596:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fcb0 00800000:00000002:0.0:1788942211.401598:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942211.401600:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942211.401602:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942211.401604:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942211.401605:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fb80 00000002:00010000:0.0:1788942211.401607:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942211.401609:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942211.401610:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942211.401611:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942211.401613:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:0.0:1788942211.401615:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942211.401616:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942211.401618:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942211.401621:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1788942211.401626:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942211.401628:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942211.401631:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1788942211.401637:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942211.401638:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942211.401640:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942211.401641:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942211.401643:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942211.401645:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942211.401647:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942211.401648:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942211.401650:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcf400. 00000080:00000001:0.0:1788942211.401651:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942211.401653:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942211.401654:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942211.401656:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a0 00800000:00000001:0.0:1788942211.401658:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942211.401659:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942211.401660:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.401661:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.401662:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942211.401664:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401666:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401668:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401669:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942211.401670:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942211.401671:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942211.401673:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a0 from it ffffa57dc153fdc8 00010000:00000001:0.0:1788942211.401674:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.401675:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.401676:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:0.0:1788942211.401678:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401680:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:0.0:1788942211.401681:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942211.401684:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788942211.401700:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401701:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.401702:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942211.401703:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942211.401706:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788942211.401712:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942211.401713:0:34143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942211.401715:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942211.401716:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401718:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.401719:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401720:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942211.401721:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401723:0:34143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401725:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.401726:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942211.401728:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.401729:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942211.401730:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942211.401731:0:34143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942211.401733:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:0.0:1788942211.401735:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942211.401738:0:34143:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:0.0:1788942211.401740:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fda0 00000080:00200000:0.0:1788942211.401741:0:34143:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:0.0:1788942211.401744:0:34143:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1788942211.401746:0:34143:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1788942211.401749:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fcf400. 00800000:00000002:0.0:1788942211.401751:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000010:0.0:1788942211.401758:0:34143:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff90b543e80840. 00000080:00000001:0.0:1788942211.401760:0:34143:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942211.401764:0:34143:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788942211.401767:0:34143:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788942211.401772:0:34143:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1788942211.401774:0:34143:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1788942211.401776:0:34143:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1788942211.401779:0:34143:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:0.0:1788942211.401782:0:34143:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:0.0:1788942211.401784:0:34143:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788942211.401787:0:34143:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788942211.401789:0:34143:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788942211.401791:0:34143:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788942211.401794:0:34143:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:0.0:1788942211.401797:0:34143:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942211.401799:0:34143:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942211.401801:0:34143:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942211.401802:0:34143:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.401804:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc153fc08 00800000:00000002:0.0:1788942211.401806:0:34143:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788942211.401810:0:34143:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788942211.401813:0:34143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942211.401815:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:0.0:1788942211.401818:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942211.401820:0:34143:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942211.401822:0:34143:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942211.401825:0:34143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1788942211.401832:0:34143:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942211.401836:0:34143:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942211.401837:0:34143:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942211.401839:0:34143:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788942211.401842:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942211.401843:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942211.401844:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 3 00010000:00000001:0.0:1788942211.401846:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942211.401848:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942211.402029:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942211.402031:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942211.402033:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 3 00010000:00000001:0.0:1788942211.402035:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942211.402037:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942211.402038:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942211.402039:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942211.402040:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 3 00010000:00000001:0.0:1788942211.402042:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942211.402043:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942211.402045:0:34143:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942211.402047:0:34143:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788942211.402051:0:34143:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788942211.402053:0:34143:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788942211.402055:0:34143:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942211.402057:0:34143:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.402060:0:34143:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942211.402063:0:34143:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942211.402064:0:34143:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942211.402066:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942211.402067:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942211.402070:0:34143:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792b600 with handle 0xcbb91bbb781578a0 from hash 00010000:00000001:0.0:1788942211.402072:0:34143:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942211.402074:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.402075:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.402076:0:34143:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942211.402079:0:34143:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942211.402080:0:34143:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942211.402144:0:34143:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942211.402147:0:34143:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942211.402149:0:34143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788942211.402240:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369180. 00000020:00000040:2.0:1788942211.402245:0:34143:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942211.402251:0:34143:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942211.402252:0:34143:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.402255:0:34143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942211.402258:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.402260:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.402262:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942211.402264:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942211.402267:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942211.402273:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552274000. 00000100:00000001:2.0:1788942211.402279:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.402281:0:34143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.402283:0:34143:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942211.402289:0:34143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1788942211.402296:0:34143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788942211.402297:0:34143:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942211.402299:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942211.402302:0:34143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb781578a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed191 expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1788942211.402309:0:34143:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227700 count: 0 00010000:00000010:2.0:1788942211.402313:0:34143:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4cb80. 00010000:00000001:2.0:1788942211.402320:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.402322:0:34143:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.402323:0:34143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.402325:0:34143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.402326:0:34143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788942211.402336:0:34143:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788942211.402346:0:34143:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942211.402354:0:34143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942211.402356:0:34143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942211.402362:0:34143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2600. 00000100:00000001:2.0:1788942211.402364:0:34143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291207168 : -122366418344448 : ffff90b5591a2600) 00000100:00000001:2.0:1788942211.402367:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.402368:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000001:2.0:1788942211.402372:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942211.402376:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.402378:0:34143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942211.402379:0:34143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942211.402383:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.402391:0:34143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942211.402393:0:34143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.402396:0:34143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942211.402398:0:34143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942211.402400:0:34143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942211.402404:0:34143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369180 pname:cluuid:pid:xid:nid:opc:job mkdir:b8e7595c-9941-401e-aeac-55facd9dfb74:34143:1875839884281216:192.168.206.109@tcp:36:mkdir.0 00000100:00000001:2.0:1788942211.402407:0:34143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942211.402411:0:34143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942211.402413:0:34143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.402415:0:34143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942211.402418:0:34143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277800. 02000000:00000001:2.0:1788942211.402420:0:34143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942211.402426:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942211.402430:0:34143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098ec8. 00000400:00000010:2.0:1788942211.402435:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61c38. 00000100:00000200:2.0:1788942211.402442:0:34143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884281216, portal 10 00000100:00000001:2.0:1788942211.402443:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.402445:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000040:2.0:1788942211.402450:0:34143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.402457:0:34143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942211.402459:0:34143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942211.402462:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61e58. 00000100:00000200:2.0:1788942211.402464:0:34143:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875839884281216, offset 0 00000400:00000200:2.0:1788942211.402470:0:34143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942211.402477:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.402484:0:34143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942211.402489:0:34143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942211.402492:0:34143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942211.402496:0:34143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942211.402498:0:34143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942211.402501:0:34143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2603:2603:256:4294967295] 192.168.206.109@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:2.0:1788942211.402506:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.402514:0:34143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942211.402520:0:34143:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942211.402525:0:34143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9e00. 00000800:00000200:2.0:1788942211.402532:0:34143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942211.402539:0:34143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942211.402543:0:34143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9e00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788942211.402597:0:34143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.402601:0:34143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 847207 usecs (848 jiffies) 00000400:00000200:2.0:1788942211.402604:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942211.402606:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612409 00000100:00000001:2.0:1788942211.402610:0:34143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.402612:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612409 00000100:00000001:2.0:1788942211.402615:0:34143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.402617:0:34143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.402620:0:34143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.402622:0:34143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942211.402624:0:34143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942211.402626:0:34143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2600 going to sleep for 11 seconds 00000100:00000001:2.0:1788942211.402629:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942211.402631:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942211.402744:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.402748:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9e00. 00000400:00000200:3.0:1788942211.402754:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.402759:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.402764:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61e58 00000400:00000010:3.0:1788942211.402766:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61e58. 00000100:00000001:3.0:1788942211.402770:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.402774:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.402783:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.402786:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.402794:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.402795:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942211.409941:0:33098:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227700. 00010000:00000010:2.1:1788942211.409956:0:33098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b600. 00000800:00000001:2.0:1788942211.418289:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.418304:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.418308:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.418310:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.418319:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.418326:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.418335:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.418339:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.418345:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.418349:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f54580 00000400:00000200:2.0:1788942211.418354:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.418359:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x6fad [1] + 224 00000800:00000001:2.0:1788942211.418366:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.418372:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.418375:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.418380:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.418387:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.418395:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942211.418405:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.418426:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942211.418433:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942211.418436:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.418441:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942211.418447:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2604:2604:256:4294967295] 192.168.206.109@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:2.0:1788942211.418451:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.418459:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942211.418464:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942211.418469:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942211.418475:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942211.418483:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942211.418487:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942211.418538:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.418543:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:2.0:1788942211.418548:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.418552:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942211.418557:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.418560:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942211.418630:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942211.418639:0:34143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942211.418641:0:34143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942211.418644:0:34143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098ec8. 00000400:00000200:3.0:1788942211.418649:0:34143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61c38 00000400:00000010:3.0:1788942211.418651:0:34143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61c38. 00000100:00000001:3.0:1788942211.418654:0:34143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.418659:0:34143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942211.418669:0:34143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369180 x1875839884281216/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.418675:0:34143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942211.418677:0:34143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942211.418679:0:34143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942211.418683:0:34143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942211.418685:0:34143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942211.418687:0:34143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942211.418700:0:34143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942211.418710:0:34143:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:3.0:1788942211.418714:0:34143:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942211.418717:0:34143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942211.418719:0:34143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942211.418722:0:34143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942211.418725:0:34143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.418728:0:34143:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942211.418730:0:34143:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1788942211.418731:0:34143:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942211.418734:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942211.418735:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175629184 : -122366533922432 : ffff90b552369180) 00000100:00000001:3.0:1788942211.418738:0:34143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942211.418740:0:34143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1788942211.418742:0:34143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942211.418744:0:34143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942211.418749:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369180 x1875839884281216/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942227 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.418763:0:34143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942211.418765:0:34143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942211.418767:0:34143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942211.418772:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369180 x1875839884281216/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942227 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942211.418779:0:34143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369180 pname:cluuid:pid:xid:nid:opc:job mkdir:b8e7595c-9941-401e-aeac-55facd9dfb74:34143:1875839884281216:192.168.206.109@tcp:36:mkdir.0 00000100:00000001:3.0:1788942211.418784:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942211.418786:0:34143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.418789:0:34143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942211.418791:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.418794:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369180 x1875839884281216/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942227 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.418800:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942211.418802:0:34143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2600. 00000100:00000001:3.0:1788942211.418806:0:34143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942211.418807:0:34143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942211.418814:0:34143:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942211.418818:0:34143:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:3.0:1788942211.418820:0:34143:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942211.418823:0:34143:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1788942211.418826:0:34143:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788942158 to 1788942211 00000080:00000001:3.0:1788942211.418839:0:34143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942211.418844:0:34143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942211.418846:0:34143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942211.418849:0:34143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1788942211.418894:0:34143:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788942211.418903:0:34143:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548d9a100. 00000080:00000001:3.0:1788942211.418912:0:34143:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788942211.418914:0:34143:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90b548d9a1c8) 00000080:00000001:3.0:1788942211.418917:0:34143:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788942211.418918:0:34143:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:3.0:1788942211.418921:0:34143:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942211.418923:0:34143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1788942211.418925:0:34143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788942211.418928:0:34143:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1788942211 00000080:00200000:3.0:1788942211.418931:0:34143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00000001:3.0:1788942211.418934:0:34143:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788942211.418936:0:34143:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018543560 : -122366691008056 : ffff90b548d9a1c8) 00000080:00000001:3.0:1788942211.418939:0:34143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942211.418942:0:34143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942211.418944:0:34143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942211.418948:0:34143:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942211.418951:0:34143:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:3.0:1788942211.418952:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.418957:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369180 x1875839884281216/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942227 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.418963:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942211.418965:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942211.418968:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcf400. 00000080:00000010:3.0:1788942211.418971:0:34143:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff90b543e80840. 00000080:00000001:3.0:1788942211.418974:0:34143:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942211.418976:0:34143:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942211.418980:0:34143:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942211.418990:0:34143:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788942211.418995:0:34143:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942211.425666:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942211.425673:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942211.425675:0:34144:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942211.425678:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fbc0 00000080:00200000:1.0:1788942211.425682:0:34144:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.1:1788942211.427040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b548354580. 00000080:00000010:1.0:1788942211.427354:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b541343e00. 00800000:00000002:1.0:1788942211.427363:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942211.427367:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942211.427372:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942211.427374:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fae0 00800000:00000002:1.0:1788942211.427377:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942211.427381:0:34144:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942211.427385:0:34144:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942211.427390:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942211.427392:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f9b0 00000002:00010000:1.0:1788942211.427394:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942211.427397:0:34144:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942211.427399:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942211.427402:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942211.427407:0:34144:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.427410:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.427412:0:34144:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.427414:0:34144:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942211.427416:0:34144:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942211.427423:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66d80. 00000020:00000040:1.0:1788942211.427427:0:34144:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942211.427433:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942211.427437:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942211.427440:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.427443:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942211.427445:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942211.427449:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942211.427455:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b9000. 00000100:00000001:1.0:1788942211.427462:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.427467:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942211.427469:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.427470:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942211.427471:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.427473:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.427478:0:34144:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00010000:00000001:1.0:1788942211.427482:0:34144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942211.427484:0:34144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942211.427488:0:34144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e600. 00010000:00000010:1.0:1788942211.427492:0:34144:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78000. 00010000:00000001:1.0:1788942211.427497:0:34144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942211.427500:0:34144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0a00. 00000020:00000001:1.0:1788942211.427503:0:34144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942211.427506:0:34144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0a00 with handle 0xcbb91bbb781578a7 to hash 00000020:00000001:1.0:1788942211.427508:0:34144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942211.427509:0:34144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942211.427514:0:34144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942211.427517:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942211.427520:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942211.427524:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942211.427532:0:34144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942211.427542:0:34144:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942211.427547:0:34144:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942211.427549:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942211.427555:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291180. 00000100:00000001:1.0:1788942211.427557:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174744448 : -122366534807168 : ffff90b552291180) 00000100:00000001:1.0:1788942211.427560:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.427561:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000001:1.0:1788942211.427565:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942211.427568:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.427570:0:34144:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942211.427572:0:34144:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942211.427580:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.427658:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942211.427661:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.427665:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942211.427667:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942211.427669:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942211.427673:0:34144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884281344:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942211.427677:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942211.427681:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942211.427683:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.427686:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942211.427700:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559181800. 02000000:00000001:1.0:1788942211.427702:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942211.427708:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942211.427711:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f948. 00000400:00000010:1.0:1788942211.427717:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dac38. 00000100:00000200:1.0:1788942211.427723:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884281344, portal 10 00000100:00000001:1.0:1788942211.427725:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.427726:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969050496 : -122366740501120 : ffff90b545e66d80) 00000100:00000040:1.0:1788942211.427731:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.427738:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942211.427741:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942211.427743:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daa18. 00000100:00000200:1.0:1788942211.427747:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884281344, offset 0 00000400:00000200:1.0:1788942211.427752:0:34144:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942211.427760:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.427766:0:34144:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942211.427771:0:34144:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942211.427774:0:34144:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942211.427778:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942211.427781:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942211.427784:0:34144:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2605:2605:256:4294967295] 192.168.206.109@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:1.0:1788942211.427789:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.427798:0:34144:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942211.427803:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942211.427808:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38f00. 00000800:00000200:1.0:1788942211.427813:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942211.427820:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942211.427823:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788942211.428011:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.428016:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 846165 usecs (847 jiffies) 00000400:00000200:1.0:1788942211.428020:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942211.428023:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612434 00000100:00000001:1.0:1788942211.428026:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.428029:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612434 00000100:00000001:1.0:1788942211.428031:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.428033:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.428035:0:34144:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.428037:0:34144:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942211.428039:0:34144:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942211.428042:0:34144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291180 going to sleep for 11 seconds 00000100:00000001:1.0:1788942211.428045:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942211.428048:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942211.429593:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.429602:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38f00. 00000400:00000200:2.0:1788942211.429609:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.429616:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942211.429623:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daa18 00000400:00000010:2.0:1788942211.429625:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daa18. 00000100:00000001:2.0:1788942211.429630:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942211.429637:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.429647:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.429650:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.429656:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.429658:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942211.437151:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.437165:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942211.437169:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.437172:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.437179:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.437186:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942211.437194:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.437199:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.437204:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.437208:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f54600 00000400:00000200:3.0:1788942211.437213:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.437220:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6fbd [1] + 224 00000800:00000001:3.0:1788942211.437228:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.437237:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.437241:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.437245:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942211.437252:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.437260:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942211.437271:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.437295:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942211.437302:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.437305:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.437361:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942211.437368:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942211.437370:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942211.437373:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f948. 00000400:00000200:2.0:1788942211.437378:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dac38 00000400:00000010:2.0:1788942211.437381:0:34144:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dac38. 00000100:00000001:2.0:1788942211.437384:0:34144:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.437388:0:34144:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942211.437397:0:34144:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.437409:0:34144:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942211.437411:0:34144:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.437413:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942211.437416:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942211.437418:0:34144:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942211.437421:0:34144:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.437423:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942211.437431:0:34144:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942211.437435:0:34144:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942211.437438:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942211.437439:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.437442:0:34144:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942211.437445:0:34144:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.437448:0:34144:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942211.437450:0:34144:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788942211.437451:0:34144:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942211.437454:0:34144:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.437459:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.437465:0:34144:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.437467:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942211.437469:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942211.437473:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942211.437480:0:34144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66d80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884281344:192.168.206.109@tcp:101:lfs.0 00000100:00000001:2.0:1788942211.437483:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.437486:0:34144:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.437488:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942211.437489:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.437493:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.437499:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942211.437502:0:34144:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291180. 00000100:00000001:2.0:1788942211.437506:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942211.437507:0:34144:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.437510:0:34144:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942211.437514:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437516:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437519:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00000020:00000001:2.0:1788942211.437522:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437525:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000040:2.0:1788942211.437531:0:34144:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0a00, remote cookie: 0x4d194fbcadeed1bb, flags: 0x1001 00010000:00010000:2.0:1788942211.437537:0:34144:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.437546:0:34144:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.437553:0:34144:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942211.437557:0:34144:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942211.437560:0:34144:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942211.437562:0:34144:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942211.437563:0:34144:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942211.437566:0:34144:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551c3e600) refcount = 1 00010000:00010000:2.0:1788942211.437570:0:34144:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.437576:0:34144:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942211.437579:0:34144:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942211.437580:0:34144:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.437583:0:34144:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942211.437585:0:34144:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.437600:0:34144:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.437611:0:34144:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942211.437613:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437615:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.437616:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437617:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.437618:0:34144:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.437622:0:34144:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942211.437624:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437625:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437626:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.437628:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437630:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437631:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437632:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437634:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00000020:00000001:2.0:1788942211.437635:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437638:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437640:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.437643:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.437646:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.437652:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437653:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.437655:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437655:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437657:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=5 00000020:00000001:2.0:1788942211.437659:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437660:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437663:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.437665:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.437671:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437672:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942211.437675:0:34144:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.437681:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.437682:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437683:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.437684:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437685:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942211.437689:0:34144:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942211.437707:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437709:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437710:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.437712:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437714:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437716:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437717:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.437718:0:34144:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.437720:0:34144:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.437722:0:34144:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942211.437724:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437725:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437727:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.437728:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437730:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00000002:00010000:2.0:1788942211.437733:0:34144:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.437739:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437740:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.437742:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942211.437743:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437744:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437745:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.437747:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437748:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000040:2.0:1788942211.437754:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 2 00010000:00000001:2.0:1788942211.437757:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942211.437760:0:34144:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788942211.437762:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437763:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.437765:0:34144:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942211.437767:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f938 00000002:00002000:2.0:1788942211.437769:0:34144:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942211.437772:0:34144:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.437775:0:34144:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.437778:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942211.437780:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942211.437783:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942211.437787:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942211.437790:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b541343e00. 00000080:00000001:2.0:1788942211.437794:0:34144:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942211.437796:0:34144:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942211.437801:0:34144:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788942211.437804:0:34144:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788942211.437810:0:34144:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b545345dc0. 00800000:00000001:2.0:1788942211.437812:0:34144:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706957381056 : -122366752170560 : ffff90b545345dc0) 00800000:00000001:2.0:1788942211.437815:0:34144:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.437817:0:34144:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942211.437819:0:34144:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942211.437821:0:34144:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788942211.437824:0:34144:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942211.437826:0:34144:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942211.437828:0:34144:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.437833:0:34144:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788942211.437836:0:34144:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788942211.437840:0:34144:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788942211.437843:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437844:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437845:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.437847:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437849:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437886:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437887:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942211.437889:0:34144:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942211.437891:0:34144:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788942211.437892:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b545345dc0 1 00800000:00000010:2.0:1788942211.437894:0:34144:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b545345dc0. 00800000:00000001:2.0:1788942211.437897:0:34144:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.437900:0:34144:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a7 00800000:00000001:2.0:1788942211.437902:0:34144:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942211.437904:0:34144:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942211.437905:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437906:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437907:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.437909:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437911:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437913:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437914:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.437916:0:34144:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.437917:0:34144:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.437920:0:34144:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.437922:0:34144:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942211.437925:0:34144:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a7 from it ffffa57dc1d6fbf8 00010000:00000001:2.0:1788942211.437927:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.437928:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.437929:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.437931:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437933:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.437935:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.437937:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.437943:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437944:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.437945:0:34144:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942211.437947:0:34144:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942211.437950:0:34144:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942211.437956:0:34144:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942211.437959:0:34144:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942211.437960:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.437964:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437965:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.437966:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.437969:0:34144:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942211.437971:0:34144:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.437973:0:34144:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.437975:0:34144:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.437977:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.437978:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.437979:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942211.437980:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.437985:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66d80 x1875839884281344/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.437991:0:34144:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942211.437993:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942211.437996:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559181800. 02000000:00000001:2.0:1788942211.438000:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942211.438002:0:34144:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942211.438003:0:34144:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942211.438005:0:34144:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942211.438008:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b9000. 02000000:00000001:2.0:1788942211.438012:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942211.438013:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942211.438015:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66d80. 00000100:00000001:2.0:1788942211.438018:0:34144:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942211.438019:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942211.438022:0:34144:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942211.438026:0:34144:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942211.438040:0:34144:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900fa20. 00000080:00000001:2.0:1788942211.438046:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942211.438047:0:34144:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942211.438048:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fb00 00000080:00200000:2.0:1788942211.438050:0:34144:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942211.438055:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428faa00. 00800000:00000002:2.0:1788942211.438059:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942211.438062:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942211.438064:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.438066:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fa20 00800000:00000002:2.0:1788942211.438068:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942211.438071:0:34144:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942211.438073:0:34144:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942211.438077:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.438079:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f8f0 00000002:00010000:2.0:1788942211.438080:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942211.438084:0:34144:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942211.438085:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942211.438087:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942211.438090:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 2 00010000:00000001:2.0:1788942211.438092:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.438094:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.438096:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942211.438099:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942211.438106:0:34144:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942211.438109:0:34144:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.438112:0:34144:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942211.438119:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942211.438120:0:34144:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942211.438122:0:34144:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942211.438124:0:34144:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942211.438125:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942211.438127:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942211.438129:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942211.438130:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942211.438133:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428faa00. 00000080:00000001:2.0:1788942211.438135:0:34144:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942211.438137:0:34144:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.438138:0:34144:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942211.438141:0:34144:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578a7 00800000:00000001:2.0:1788942211.438143:0:34144:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942211.438145:0:34144:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942211.438146:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.438147:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.438149:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.438150:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.438152:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.438155:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.438155:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.438157:0:34144:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.438158:0:34144:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.438160:0:34144:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578a7 from it ffffa57dc1d6fb38 00010000:00000001:2.0:1788942211.438161:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.438162:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.438163:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942211.438165:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.438167:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942211.438169:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.438171:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942211.438177:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.438178:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.438179:0:34144:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942211.438181:0:34144:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942211.438183:0:34144:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942211.438188:0:34144:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942211.438190:0:34144:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942211.438191:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.438193:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.438194:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.438195:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438197:0:34144:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942211.438198:0:34144:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438199:0:34144:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438202:0:34144:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438203:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.438204:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.438206:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942211.438207:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942211.438209:0:34144:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942211.438211:0:34144:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:2.0:1788942211.438229:0:34144:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.438232:0:34144:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788942211.438234:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fb58 00000080:00200000:2.0:1788942211.438236:0:34144:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b54515c600, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1788942211.438241:0:34144:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b544abd5a0. 00000080:00000001:2.0:1788942211.438245:0:34144:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942211.438246:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fa08 00000080:00200000:2.0:1788942211.438248:0:34144:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000010:2.0:1788942211.438256:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428faa00. 00800000:00000002:2.0:1788942211.438258:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942211.438262:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942211.438264:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.438265:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f928 00800000:00000002:2.0:1788942211.438267:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942211.438270:0:34144:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788942211.438273:0:34144:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788942211.438276:0:34144:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:2.0:1788942211.438279:0:34144:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788942211.438281:0:34144:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788942211.438283:0:34144:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788942211.438286:0:34144:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788942211.438288:0:34144:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:2.0:1788942211.438290:0:34144:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.438292:0:34144:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.438294:0:34144:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.438296:0:34144:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.438298:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f8a8 00800000:00000002:2.0:1788942211.438299:0:34144:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788942211.438302:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.438303:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f7e0 00000002:00010000:2.0:1788942211.438305:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1788942211.438308:0:34144:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942211.438311:0:34144:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788942211.438313:0:34144:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788942211.438316:0:34144:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.438318:0:34144:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942211.438320:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 2 00010000:00000001:2.0:1788942211.438322:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.438325:0:34144:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942211.438328:0:34144:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942211.438331:0:34144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788942211.438343:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942211.438347:0:34144:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942211.438348:0:34144:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942211.438350:0:34144:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942211.438352:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942211.438353:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942211.438356:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 3 00010000:00000001:2.0:1788942211.438358:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942211.438360:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.438361:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942211.438362:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942211.438363:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 3 00010000:00000001:2.0:1788942211.438364:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942211.438366:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.438367:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942211.438368:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942211.438369:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e600 count: 3 00010000:00000001:2.0:1788942211.438370:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942211.438372:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.438373:0:34144:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942211.438376:0:34144:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942211.438380:0:34144:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942211.438382:0:34144:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942211.438384:0:34144:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942211.438385:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438389:0:34144:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942211.438391:0:34144:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942211.438392:0:34144:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942211.438394:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.438395:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942211.438398:0:34144:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0a00 with handle 0xcbb91bbb781578a7 from hash 00010000:00000001:2.0:1788942211.438400:0:34144:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942211.438401:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.438402:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.438404:0:34144:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942211.438406:0:34144:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942211.438408:0:34144:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942211.438410:0:34144:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942211.438412:0:34144:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942211.438414:0:34144:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788942211.438418:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942211.438421:0:34144:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942211.438426:0:34144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942211.438427:0:34144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438430:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942211.438433:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.438434:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.438437:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942211.438438:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942211.438440:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942211.438446:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276c00. 00000100:00000001:2.0:1788942211.438451:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438455:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.438456:0:34144:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942211.438460:0:34144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788942211.438465:0:34144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788942211.438467:0:34144:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942211.438469:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942211.438472:0:34144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb781578a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed1bb expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788942211.438478:0:34144:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3e600 count: 0 00010000:00000010:2.0:1788942211.438482:0:34144:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78000. 00010000:00000001:2.0:1788942211.438491:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.438493:0:34144:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438494:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.438495:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.438498:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.438506:0:34144:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00010000:00000001:2.0:1788942211.438509:0:34144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942211.438510:0:34144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942211.438514:0:34144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227700. 00010000:00000010:2.0:1788942211.438517:0:34144:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4cb80. 00010000:00000001:2.0:1788942211.438521:0:34144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942211.438524:0:34144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792aa00. 00000020:00000001:2.0:1788942211.438527:0:34144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942211.438529:0:34144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792aa00 with handle 0xcbb91bbb781578ae to hash 00000020:00000001:2.0:1788942211.438530:0:34144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942211.438532:0:34144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997115392 : -122366712436224 : ffff90b54792aa00) 00010000:00000001:2.0:1788942211.438535:0:34144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997115392 : -122366712436224 : ffff90b54792aa00) 00010000:00000001:2.0:1788942211.438537:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.438539:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.438542:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.438549:0:34144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788942211.438559:0:34144:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788942211.438565:0:34144:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788942211.438574:0:34144:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942211.438579:0:34144:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942211.438580:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942211.438585:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2d80. 00000100:00000001:2.0:1788942211.438587:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291209088 : -122366418342528 : ffff90b5591a2d80) 00000100:00000001:2.0:1788942211.438590:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.438592:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000001:2.0:1788942211.438595:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942211.438599:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.438601:0:34144:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942211.438602:0:34144:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942211.438605:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.438612:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942211.438614:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.438617:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942211.438619:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942211.438621:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942211.438624:0:34144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884281600:192.168.206.109@tcp:101:lfs.0 00000100:00000001:2.0:1788942211.438627:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942211.438631:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942211.438633:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.438636:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942211.438688:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559220000. 02000000:00000001:2.0:1788942211.438701:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942211.438707:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942211.438711:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450985d8. 00000400:00000010:2.0:1788942211.438718:0:34144:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b552274800. 00000100:00000200:2.0:1788942211.438724:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884281600, portal 10 00000100:00000001:2.0:1788942211.438726:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.438727:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:2.0:1788942211.438733:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.438740:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942211.438742:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942211.438745:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942211.438748:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875839884281600, offset 0 00000400:00000200:2.0:1788942211.438754:0:34144:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942211.438761:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.438767:0:34144:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942211.438772:0:34144:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942211.438776:0:34144:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942211.438779:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942211.438782:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942211.438785:0:34144:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2606:2606:256:4294967295] 192.168.206.109@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:2.0:1788942211.438790:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.438820:0:34144:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942211.438826:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942211.438831:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942211.438837:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942211.438845:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942211.438848:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1788942211.438880:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.438884:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 845115 usecs (846 jiffies) 00000400:00000200:2.0:1788942211.438888:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942211.438890:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612442 00000800:00000200:2.0:1788942211.438974:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.438978:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:2.0:1788942211.438983:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.438987:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942211.438991:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:2.0:1788942211.438993:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:2.0:1788942211.438997:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942211.439001:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.439009:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.439012:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942227 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.439018:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.439020:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942211.439033:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.439036:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612442 00000100:00000001:2.0:1788942211.439039:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.439041:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.439043:0:34144:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.439045:0:34144:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942211.439047:0:34144:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942211.439049:0:34144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788942211.439051:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942211.439054:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942211.448684:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.448708:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942211.448711:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.448714:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.448722:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.448729:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942211.448737:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.448742:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.448747:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.448751:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f54700 00000400:00000200:3.0:1788942211.448756:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.448761:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x6fc5 [32] + 224 00000800:00000001:3.0:1788942211.448767:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.448773:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.448776:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.448780:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942211.448787:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.448794:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942227 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942211.448809:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.448842:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942211.448849:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.448903:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788942211.449041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e600. 00010000:00000010:2.1:1788942211.449048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00000100:00000001:2.0:1788942211.449062:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942211.449069:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942211.449071:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942211.449073:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450985d8. 00000400:00000200:2.0:1788942211.449077:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b552274800 00000400:00000010:2.0:1788942211.449080:0:34144:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b552274800. 00000100:00000001:2.0:1788942211.449083:0:34144:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.449097:0:34144:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942211.449105:0:34144:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.449112:0:34144:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942211.449114:0:34144:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.449116:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942211.449118:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942211.449121:0:34144:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942211.449123:0:34144:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.449125:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942211.449133:0:34144:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942211.449137:0:34144:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942211.449140:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788942211.449143:0:34144:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.449154:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788942211.449157:0:34144:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942211.449159:0:34144:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788942211.449161:0:34144:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942211.449164:0:34144:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788942211.449168:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.449175:0:34144:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788942211.449178:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942211.449180:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942211.449183:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942211.449189:0:34144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884281600:192.168.206.109@tcp:101:lfs.0 00000100:00000001:2.0:1788942211.449193:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.449195:0:34144:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788942211.449198:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942211.449200:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.449203:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.449209:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942211.449211:0:34144:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2d80. 00000100:00000001:2.0:1788942211.449214:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942211.449215:0:34144:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788942211.449219:0:34144:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942211.449222:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.449224:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.449227:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792aa00 refcount=4 00000020:00000001:2.0:1788942211.449229:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115392 : -122366712436224 : ffff90b54792aa00) 00010000:00000001:2.0:1788942211.449232:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115392 : -122366712436224 : ffff90b54792aa00) 00010000:00010000:2.0:1788942211.449237:0:34144:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.449248:0:34144:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788942211.449252:0:34144:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.449258:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.449260:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.449265:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.449267:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942211.449269:0:34144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.449274:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.449277:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.449279:0:34144:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788942211.449282:0:34144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.449288:0:34144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b54792aa00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:2.0:1788942211.449290:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788942211.449294:0:34144:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.449299:0:34144:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788942211.449301:0:34144:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788942211.449304:0:34144:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.449308:0:34144:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788942211.449310:0:34144:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788942211.449312:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.449313:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.449314:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792aa00 refcount=5 00000020:00000001:2.0:1788942211.449316:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115392 : -122366712436224 : ffff90b54792aa00) 00010000:00000001:2.0:1788942211.449318:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115392 : -122366712436224 : ffff90b54792aa00) 00010000:00000001:2.0:1788942211.449321:0:34144:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942211.449324:0:34144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788942211.449329:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942211.449330:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.449333:0:34144:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788942211.449334:0:34144:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942211.449337:0:34144:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942211.449338:0:34144:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942211.449339:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.449341:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788942211.449343:0:34144:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792aa00 with handle 0xcbb91bbb781578ae from hash 00010000:00000001:2.0:1788942211.449346:0:34144:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942211.449347:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.449348:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.449349:0:34144:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942211.449350:0:34144:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942211.449351:0:34144:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788942211.449354:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.449355:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.449356:0:34144:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.449358:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.449360:0:34144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.449365:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.449366:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.449367:0:34144:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788942211.449368:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.449370:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.449371:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.449372:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942211.449374:0:34144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792aa00/0xcbb91bbb781578ae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942211.449380:0:34144:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227700 count: 0 00010000:00000010:2.0:1788942211.449387:0:34144:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4cb80. 00010000:00000001:2.0:1788942211.449394:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.449395:0:34144:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788942211.449399:0:34144:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788942211.449405:0:34144:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942211.449412:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788942211.449413:0:34144:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.449415:0:34144:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.449417:0:34144:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.449420:0:34144:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1788942211.449422:0:34144:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1788942211.449426:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f768 00000002:00002000:2.0:1788942211.449428:0:34144:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:2.0:1788942211.449430:0:34144:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1788942211.449434:0:34144:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1788942211.449436:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1788942211.449439:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1788942211.449441:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1788942211.449443:0:34144:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1788942211.449447:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942211.449450:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428faa00. 00000100:00000001:2.0:1788942211.449453:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.449456:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884281600/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.449462:0:34144:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942211.449465:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942211.449468:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559220000. 02000000:00000001:2.0:1788942211.449489:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942211.449491:0:34144:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942211.449493:0:34144:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942211.449495:0:34144:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942211.449498:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276c00. 02000000:00000001:2.0:1788942211.449501:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942211.449503:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942211.449504:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:2.0:1788942211.449507:0:34144:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942211.449509:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942211.449512:0:34144:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788942211.449514:0:34144:0:(dcache.c:176:ll_intent_release()) intent ffff90b544abd5a0 released 00000080:00000001:2.0:1788942211.449516:0:34144:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1788942211.449517:0:34144:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b544abd5a0. 00000080:00000001:2.0:1788942211.449520:0:34144:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1788942211.449525:0:34144:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788942211.449528:0:34144:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788942211.449574:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942211.449577:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942211.449579:0:34144:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942211.449580:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fbc0 00000080:00200000:2.0:1788942211.449645:0:34144:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942211.449653:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428faa00. 00800000:00000002:2.0:1788942211.449659:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942211.449662:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942211.449665:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.449667:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fae0 00800000:00000002:2.0:1788942211.449669:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942211.449673:0:34144:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942211.449676:0:34144:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942211.449680:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.449681:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f9b0 00000002:00010000:2.0:1788942211.449683:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942211.449686:0:34144:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942211.449688:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942211.449699:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942211.449703:0:34144:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.449705:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.449707:0:34144:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.449709:0:34144:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942211.449711:0:34144:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942211.449714:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942211.449717:0:34144:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942211.449721:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942211.449724:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.449727:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.449729:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942211.449731:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942211.449735:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942211.449741:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276c00. 00000100:00000001:2.0:1788942211.449746:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.449749:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.449751:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.449752:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.449753:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.449755:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.449760:0:34144:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00010000:00000001:2.0:1788942211.449763:0:34144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942211.449765:0:34144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942211.449768:0:34144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227e00. 00010000:00000010:2.0:1788942211.449772:0:34144:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4cb80. 00010000:00000001:2.0:1788942211.449777:0:34144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942211.449780:0:34144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792ba00. 00000020:00000001:2.0:1788942211.449782:0:34144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942211.449784:0:34144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792ba00 with handle 0xcbb91bbb781578b5 to hash 00000020:00000001:2.0:1788942211.449786:0:34144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942211.449788:0:34144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942211.449791:0:34144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942211.449794:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.449796:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.449800:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.449807:0:34144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.449816:0:34144:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942211.449821:0:34144:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942211.449823:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942211.449828:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2d80. 00000100:00000001:2.0:1788942211.449830:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291209088 : -122366418342528 : ffff90b5591a2d80) 00000100:00000001:2.0:1788942211.449832:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.449834:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000001:2.0:1788942211.449837:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942211.449841:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.449843:0:34144:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942211.449844:0:34144:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942211.449849:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.450071:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942211.450074:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.450077:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942211.450080:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942211.450083:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942211.450087:0:34144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884281728:192.168.206.109@tcp:101:lfs.0 00000100:00000001:2.0:1788942211.450090:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942211.450095:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942211.450098:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.450101:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942211.450106:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab3000. 02000000:00000001:2.0:1788942211.450108:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942211.450113:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942211.450117:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450985d8. 00000400:00000010:2.0:1788942211.450123:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61b28. 00000100:00000200:2.0:1788942211.450128:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884281728, portal 10 00000100:00000001:2.0:1788942211.450130:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.450132:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:2.0:1788942211.450138:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.450144:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942211.450147:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942211.450150:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61a18. 00000100:00000200:2.0:1788942211.450153:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884281728, offset 0 00000400:00000200:2.0:1788942211.450159:0:34144:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942211.450166:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.450173:0:34144:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942211.450177:0:34144:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942211.450181:0:34144:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942211.450185:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942211.450187:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942211.450190:0:34144:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2607:2607:256:4294967295] 192.168.206.109@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:2.0:1788942211.450194:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.450202:0:34144:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942211.450207:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942211.450212:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942211.450217:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942211.450225:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942211.450229:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788942211.450250:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.450255:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 844068 usecs (845 jiffies) 00000400:00000200:2.0:1788942211.450258:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942211.450260:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612454 00000100:00000001:2.0:1788942211.450263:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.450265:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612454 00000100:00000001:2.0:1788942211.450267:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.450269:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.450271:0:34144:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.450273:0:34144:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942211.450275:0:34144:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942211.450277:0:34144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788942211.450279:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942211.450281:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942211.450932:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.450937:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:3.0:1788942211.450942:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.450948:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.450953:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61a18 00000400:00000010:3.0:1788942211.450955:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61a18. 00000100:00000001:3.0:1788942211.450959:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.450964:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.450973:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.450976:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.450982:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.450983:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942211.455315:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.455331:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.455335:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.455337:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.455344:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.455351:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.455359:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.455364:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.455368:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.455372:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f54780 00000400:00000200:2.0:1788942211.455377:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.455381:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x6fd5 [1] + 224 00000800:00000001:2.0:1788942211.455388:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.455394:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.455396:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.455400:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.455407:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.455414:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942211.455426:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.455447:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942211.455454:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.455458:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.455507:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942211.455514:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942211.455517:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942211.455520:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450985d8. 00000400:00000200:1.0:1788942211.455525:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61b28 00000400:00000010:1.0:1788942211.455527:0:34144:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61b28. 00000100:00000001:1.0:1788942211.455530:0:34144:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942211.455534:0:34144:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942211.455542:0:34144:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.455548:0:34144:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942211.455549:0:34144:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.455551:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942211.455554:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942211.455556:0:34144:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942211.455559:0:34144:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.455562:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942211.455570:0:34144:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942211.455574:0:34144:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942211.455577:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942211.455579:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.455582:0:34144:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942211.455584:0:34144:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.455588:0:34144:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942211.455590:0:34144:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788942211.455593:0:34144:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942211.455596:0:34144:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.455601:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.455607:0:34144:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.455610:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942211.455612:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942211.455616:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942211.455624:0:34144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884281728:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942211.455629:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.455631:0:34144:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.455634:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942211.455636:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.455639:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.455645:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942211.455648:0:34144:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2d80. 00000100:00000001:1.0:1788942211.455652:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942211.455653:0:34144:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.455656:0:34144:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942211.455660:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.455662:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.455664:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=4 00000020:00000001:1.0:1788942211.455667:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455670:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000040:1.0:1788942211.455676:0:34144:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792ba00, remote cookie: 0x4d194fbcadeed1e5, flags: 0x1001 00010000:00010000:1.0:1788942211.455682:0:34144:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942211.455702:0:34144:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.455708:0:34144:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942211.455712:0:34144:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942211.455714:0:34144:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942211.455715:0:34144:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942211.455716:0:34144:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942211.455719:0:34144:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551227e00) refcount = 1 00010000:00010000:1.0:1788942211.455722:0:34144:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.455728:0:34144:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942211.455731:0:34144:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942211.455732:0:34144:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942211.455735:0:34144:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942211.455737:0:34144:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942211.455740:0:34144:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.455746:0:34144:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942211.455748:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455750:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.455751:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455752:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.455753:0:34144:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.455758:0:34144:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942211.455760:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.455761:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.455763:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.455765:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455767:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455770:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.455771:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.455772:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=4 00000020:00000001:1.0:1788942211.455774:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455776:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455778:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942211.455781:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942211.455785:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.455791:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455792:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.455794:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.455795:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.455796:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=5 00000020:00000001:1.0:1788942211.455797:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455799:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455801:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942211.455804:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.455810:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455811:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942211.455814:0:34144:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.455819:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942211.455820:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455820:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.455821:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455823:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942211.455827:0:34144:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942211.455849:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.455887:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.455889:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.455891:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455893:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455895:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455896:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942211.455898:0:34144:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.455899:0:34144:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.455902:0:34144:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942211.455904:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.455905:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.455906:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.455908:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455910:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00000002:00010000:1.0:1788942211.455913:0:34144:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.455920:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455921:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.455923:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942211.455924:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.455925:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.455926:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.455928:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.455930:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000040:1.0:1788942211.455936:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:1.0:1788942211.455938:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942211.455941:0:34144:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942211.455944:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.455945:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942211.455946:0:34144:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942211.455949:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f938 00000002:00002000:1.0:1788942211.455951:0:34144:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942211.455954:0:34144:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.455957:0:34144:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.455960:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942211.455963:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942211.455965:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942211.455969:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942211.455972:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428faa00. 00000080:00000001:1.0:1788942211.455976:0:34144:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942211.455979:0:34144:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942211.455984:0:34144:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942211.455987:0:34144:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942211.455992:0:34144:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392ac0. 00800000:00000001:1.0:1788942211.455993:0:34144:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008027328 : -122366701524288 : ffff90b548392ac0) 00800000:00000001:1.0:1788942211.455995:0:34144:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.455998:0:34144:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942211.456001:0:34144:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942211.456003:0:34144:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942211.456005:0:34144:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942211.456008:0:34144:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942211.456010:0:34144:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.456013:0:34144:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942211.456016:0:34144:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788942211.456020:0:34144:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942211.456022:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.456023:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.456024:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.456026:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.456028:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.456030:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.456031:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942211.456032:0:34144:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942211.456034:0:34144:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942211.456036:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392ac0 1 00800000:00000010:1.0:1788942211.456038:0:34144:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392ac0. 00800000:00000001:1.0:1788942211.456041:0:34144:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942211.456044:0:34144:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578b5 00800000:00000001:1.0:1788942211.456047:0:34144:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942211.456048:0:34144:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942211.456049:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.456050:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.456051:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.456053:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.456055:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.456057:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.456059:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942211.456060:0:34144:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.456062:0:34144:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.456064:0:34144:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942211.456066:0:34144:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942211.456069:0:34144:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578b5 from it ffffa57dc1d6fbf8 00010000:00000001:1.0:1788942211.456071:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.456072:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.456073:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.456075:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.456077:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.456079:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942211.456082:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.456087:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.456088:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.456090:0:34144:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942211.456092:0:34144:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942211.456094:0:34144:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942211.456106:0:34144:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942211.456108:0:34144:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942211.456110:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942211.456114:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.456115:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.456116:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456120:0:34144:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942211.456121:0:34144:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456123:0:34144:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456126:0:34144:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456127:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942211.456128:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.456129:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942211.456131:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.456136:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884281728/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.456142:0:34144:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942211.456144:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942211.456148:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab3000. 02000000:00000001:1.0:1788942211.456151:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942211.456153:0:34144:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942211.456155:0:34144:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942211.456157:0:34144:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942211.456161:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276c00. 02000000:00000001:1.0:1788942211.456165:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942211.456167:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942211.456169:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:1.0:1788942211.456172:0:34144:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942211.456173:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942211.456176:0:34144:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942211.456182:0:34144:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942211.456202:0:34144:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa100. 00000080:00000001:1.0:1788942211.456206:0:34144:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788942211.456208:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fb58 00000080:00200000:1.0:1788942211.456211:0:34144:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b545292000, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1788942211.456216:0:34144:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b5466c9660. 00000080:00000001:1.0:1788942211.456218:0:34144:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942211.456221:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fa08 00000080:00200000:1.0:1788942211.456223:0:34144:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open 00000080:00000010:1.0:1788942211.456230:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b541343000. 00800000:00000002:1.0:1788942211.456234:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942211.456239:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942211.456241:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942211.456243:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f928 00800000:00000002:1.0:1788942211.456245:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942211.456248:0:34144:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788942211.456249:0:34144:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942211.456254:0:34144:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00000020:00000001:1.0:1788942211.456257:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f8a8 00800000:00000002:1.0:1788942211.456259:0:34144:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788942211.456263:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942211.456264:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f7e0 00000002:00010000:1.0:1788942211.456266:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1788942211.456270:0:34144:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942211.456272:0:34144:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942211.456275:0:34144:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942211.456278:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:1.0:1788942211.456280:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942211.456282:0:34144:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942211.456285:0:34144:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456287:0:34144:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.456289:0:34144:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942211.456292:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942211.456295:0:34144:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942211.456299:0:34144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942211.456300:0:34144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456302:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942211.456306:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942211.456309:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.456310:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.456311:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.456314:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942211.456316:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942211.456319:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942211.456325:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b9400. 00000100:00000001:1.0:1788942211.456331:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456333:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942211.456335:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456336:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942211.456338:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.456339:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.456346:0:34144:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00010000:00000001:1.0:1788942211.456349:0:34144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942211.456351:0:34144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942211.456352:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:1.0:1788942211.456354:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942211.456356:0:34144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942211.456359:0:34144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1000. 00000020:00000001:1.0:1788942211.456362:0:34144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942211.456363:0:34144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1000 with handle 0xcbb91bbb781578bc to hash 00000020:00000001:1.0:1788942211.456365:0:34144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942211.456367:0:34144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:1.0:1788942211.456370:0:34144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:1.0:1788942211.456372:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942211.456374:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942211.456378:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942211.456385:0:34144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942211.456394:0:34144:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942211.456399:0:34144:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942211.456408:0:34144:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942211.456413:0:34144:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942211.456415:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942211.456419:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942211.456422:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745600 : -122366534806016 : ffff90b552291600) 00000100:00000001:1.0:1788942211.456424:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.456426:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000001:1.0:1788942211.456429:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942211.456433:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.456435:0:34144:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942211.456436:0:34144:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942211.456440:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.456446:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942211.456448:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.456451:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942211.456453:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942211.456456:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942211.456459:0:34144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884281984:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942211.456462:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942211.456466:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942211.456469:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.456471:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942211.456561:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b5592c0000. 02000000:00000001:1.0:1788942211.456563:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942211.456570:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942211.456574:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942211.456580:0:34144:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b559184800. 00000100:00000200:1.0:1788942211.456586:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884281984, portal 10 00000100:00000001:1.0:1788942211.456588:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.456590:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942211.456596:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.456602:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942211.456604:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942211.456607:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dabb0. 00000100:00000200:1.0:1788942211.456611:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875839884281984, offset 0 00000400:00000200:1.0:1788942211.456615:0:34144:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942211.456622:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.456629:0:34144:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942211.456634:0:34144:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942211.456638:0:34144:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942211.456642:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942211.456645:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942211.456648:0:34144:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2608:2608:256:4294967295] 192.168.206.109@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:1.0:1788942211.456653:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.456662:0:34144:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942211.456668:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942211.456674:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38c00. 00000800:00000200:1.0:1788942211.456680:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942211.456687:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942211.456702:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38c00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788942211.456721:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.456725:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 843017 usecs (844 jiffies) 00000400:00000200:1.0:1788942211.456728:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942211.456731:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612458 00000100:00000001:1.0:1788942211.456734:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.456736:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612458 00000100:00000001:1.0:1788942211.456738:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.456740:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.456743:0:34144:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.456745:0:34144:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942211.456746:0:34144:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942211.456749:0:34144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291600 going to sleep for 11 seconds 00000100:00000001:1.0:1788942211.456751:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942211.456753:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942211.457160:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.457165:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38c00. 00000400:00000200:3.0:1788942211.457170:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.457174:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.457179:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dabb0 00000400:00000010:3.0:1788942211.457181:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dabb0. 00000100:00000001:3.0:1788942211.457184:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.457189:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.457197:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.457200:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942227 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.457213:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.457215:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788942211.457934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227700. 00010000:00000010:2.1:1788942211.457942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792aa00. 00000080:00000010:2.1:1788942211.457947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b55900fa20. 00000800:00000001:2.0:1788942211.461326:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.461342:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.461345:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.461347:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.461354:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.461362:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.461369:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.461373:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.461377:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.461381:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f54880 00000400:00000200:2.0:1788942211.461386:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.461391:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x6fe5 [64] + 224 00000800:00000001:2.0:1788942211.461397:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.461402:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.461405:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.461409:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.461415:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.461423:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942227 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942211.461433:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.461454:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942211.461460:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.461463:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.461523:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942211.461530:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942211.461532:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942211.461535:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942211.461540:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559184800 00000400:00000010:1.0:1788942211.461542:0:34144:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b559184800. 00000100:00000001:1.0:1788942211.461545:0:34144:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942211.461550:0:34144:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942211.461558:0:34144:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.461565:0:34144:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942211.461566:0:34144:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.461569:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942211.461572:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942211.461574:0:34144:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942211.461576:0:34144:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.461579:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942211.461587:0:34144:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942211.461591:0:34144:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942211.461604:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942211.461608:0:34144:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545e67480 x1875839884281984/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.461615:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942211.461618:0:34144:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942211.461620:0:34144:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942211.461621:0:34144:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942211.461623:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.461625:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000001:1.0:1788942211.461628:0:34144:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942211.461630:0:34144:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788942211.461632:0:34144:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942211.461634:0:34144:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788942211.461639:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.461646:0:34144:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788942211.461648:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942211.461650:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942211.461653:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942211.461660:0:34144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884281984:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942211.461664:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.461667:0:34144:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942211.461669:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942211.461671:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.461674:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.461681:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942211.461683:0:34144:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942211.461687:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942211.461688:0:34144:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788942211.461700:0:34144:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942211.461704:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.461706:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.461709:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=4 00000020:00000001:1.0:1788942211.461712:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:1.0:1788942211.461715:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00010000:1.0:1788942211.461719:0:34144:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.461733:0:34144:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788942211.461737:0:34144:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.461742:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942211.461745:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.461750:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.461752:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942211.461754:0:34144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.461759:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942211.461762:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.461764:0:34144:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942211.461767:0:34144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942211.461772:0:34144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1000 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942211.461775:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942211.461778:0:34144:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.461784:0:34144:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942211.461785:0:34144:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942211.461788:0:34144:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.461794:0:34144:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942211.461796:0:34144:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942211.461797:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.461799:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.461800:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1000 refcount=5 00000020:00000001:1.0:1788942211.461802:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:1.0:1788942211.461804:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911813632 : -122366797737984 : ffff90b5427d1000) 00010000:00000001:1.0:1788942211.461806:0:34144:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942211.461809:0:34144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788942211.461814:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942211.461816:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942211.461818:0:34144:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942211.461819:0:34144:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942211.461821:0:34144:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942211.461823:0:34144:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942211.461824:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942211.461825:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942211.461828:0:34144:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1000 with handle 0xcbb91bbb781578bc from hash 00010000:00000001:1.0:1788942211.461830:0:34144:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942211.461831:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.461832:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.461833:0:34144:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942211.461834:0:34144:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942211.461836:0:34144:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942211.461838:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.461839:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.461840:0:34144:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.461842:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942211.461844:0:34144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.461849:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.461983:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.461985:0:34144:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788942211.461986:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942211.461987:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.461989:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.461990:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942211.461992:0:34144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1000/0xcbb91bbb781578bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942211.462002:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.462003:0:34144:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788942211.462008:0:34144:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788942211.462014:0:34144:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942211.462022:0:34144:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942211.462026:0:34144:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942211.462032:0:34144:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.462034:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942211.462035:0:34144:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.462037:0:34144:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.462039:0:34144:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.462041:0:34144:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942211.462044:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.462045:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00010000:00000001:1.0:1788942211.462047:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942211.462048:0:34144:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.462050:0:34144:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942211.462052:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6f768 00000002:00002000:1.0:1788942211.462054:0:34144:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788942211.462057:0:34144:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.462060:0:34144:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.462062:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942211.462065:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942211.462068:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942211.462071:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:1.0:1788942211.462073:0:34144:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942211.462074:0:34144:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b5466c9660 it_disposition 80002b 00000080:00000001:1.0:1788942211.462078:0:34144:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942211.462276:0:34144:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942211.462280:0:34144:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942211.462283:0:34144:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1788942211.462285:0:34144:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788942211.462291:0:34144:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942211.462293:0:34144:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:1.0:1788942211.462295:0:34144:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.462298:0:34144:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1788942211.462300:0:34144:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942211.462304:0:34144:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:1.0:1788942211.462306:0:34144:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff90b548d9a1c8): rc = 0 00000080:00000001:1.0:1788942211.462308:0:34144:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018543560 : -122366691008056 : ffff90b548d9a1c8) 00000080:00000001:1.0:1788942211.462310:0:34144:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942211.462313:0:34144:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942211.462315:0:34144:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942211.462318:0:34144:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff90b548d9a1c8) for lock 0x0 00800000:00000001:1.0:1788942211.462321:0:34144:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942211.462322:0:34144:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1788942211.462324:0:34144:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.462326:0:34144:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788942211.462332:0:34144:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54452d288 inode ffff90b548d9a1c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1788942211.462335:0:34144:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942211.462337:0:34144:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.462339:0:34144:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942211.462343:0:34144:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942211.462346:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b541343000. 00000100:00000001:1.0:1788942211.462350:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.462355:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.462361:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.462368:0:34144:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942211.462371:0:34144:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942211.462372:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fa48 00000080:00200008:1.0:1788942211.462375:0:34144:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff90b548d9a1c8), flags 320400 00000080:00000010:1.0:1788942211.462380:0:34144:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415beb40. 00000080:00000010:1.0:1788942211.462386:0:34144:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392ac0. 00000080:00000001:1.0:1788942211.462388:0:34144:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942211.462391:0:34144:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942211.462393:0:34144:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942211.462396:0:34144:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfa1a0. 00000002:00100000:1.0:1788942211.462400:0:34144:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942211.462406:0:34144:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.462408:0:34144:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942211.462411:0:34144:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942211.462414:0:34144:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.462416:0:34144:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.462418:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.462421:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942211.462429:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942211.462432:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b5592c0000. 02000000:00000001:1.0:1788942211.462470:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942211.462472:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942211.462475:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fa48 00000080:00000008:1.0:1788942211.462477:0:34144:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff90b548d9a1c8), flags 320400, rc = 0 00000080:00000001:1.0:1788942211.462479:0:34144:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.462482:0:34144:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942211.462484:0:34144:0:(dcache.c:176:ll_intent_release()) intent ffff90b5466c9660 released 00000080:00000001:1.0:1788942211.462486:0:34144:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942211.462488:0:34144:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942211.462489:0:34144:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.462491:0:34144:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942211.462493:0:34144:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b5466c9660. 00000080:00000001:1.0:1788942211.462496:0:34144:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.462499:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942211.462501:0:34144:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90b548d9a1c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788942211.462505:0:34144:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.462533:0:34144:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942211.462535:0:34144:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90b548d9a1c8) cmd=4008669a arg=f8f530 00000080:00000001:1.0:1788942211.462541:0:34144:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1788942211.462545:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b541343000. 00800000:00000001:1.0:1788942211.462551:0:34144:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788942211.462553:0:34144:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:1.0:1788942211.462557:0:34144:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788942211.462559:0:34144:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788942211.462564:0:34144:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942211.462569:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67800. 00000020:00000040:1.0:1788942211.462573:0:34144:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942211.462577:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942211.462581:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942211.462707:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.462709:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.462711:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.462714:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942211.462716:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942211.462719:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942211.462726:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487bbc00. 00000100:00000001:1.0:1788942211.462733:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.462735:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942211.462736:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.462738:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942211.462739:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.462741:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788942211.462749:0:34144:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942211.462755:0:34144:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942211.462761:0:34144:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942211.462763:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942211.462768:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942211.462771:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745600 : -122366534806016 : ffff90b552291600) 00000100:00000001:1.0:1788942211.462773:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.462774:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942211.462778:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942211.462782:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.462783:0:34144:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942211.462785:0:34144:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942211.462788:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942211.462794:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942211.462795:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.462798:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942211.462801:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942211.462803:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942211.462806:0:34144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884282240:192.168.206.109@tcp:36:lfs.0 00000100:00000001:1.0:1788942211.462810:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942211.462814:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942211.462816:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.462818:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942211.462821:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bb400. 02000000:00000001:1.0:1788942211.462823:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942211.462998:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942211.463004:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942211.463011:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942211.463016:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884282240, portal 10 00000100:00000001:1.0:1788942211.463018:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.463020:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000040:1.0:1788942211.463026:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942211.463033:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942211.463036:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942211.463039:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da198. 00000100:00000200:1.0:1788942211.463042:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884282240, offset 0 00000400:00000200:1.0:1788942211.463047:0:34144:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942211.463054:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.463060:0:34144:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942211.463065:0:34144:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942211.463068:0:34144:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942211.463072:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942211.463074:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942211.463077:0:34144:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2609:2609:256:4294967295] 192.168.206.109@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:1.0:1788942211.463081:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.463099:0:34144:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942211.463104:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942211.463110:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38e00. 00000800:00000200:1.0:1788942211.463116:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942211.463123:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942211.463127:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788942211.463146:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.463150:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 841967 usecs (842 jiffies) 00000400:00000200:1.0:1788942211.463154:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942211.463156:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612464 00000100:00000001:1.0:1788942211.463159:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.463161:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612464 00000100:00000001:1.0:1788942211.463163:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.463165:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.463168:0:34144:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.463170:0:34144:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942211.463172:0:34144:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942211.463174:0:34144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291600 going to sleep for 11 seconds 00000100:00000001:1.0:1788942211.463177:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942211.463179:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942211.463308:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.463313:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38e00. 00000400:00000200:2.0:1788942211.463317:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.463322:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942211.463327:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da198 00000400:00000010:2.0:1788942211.463329:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da198. 00000100:00000001:2.0:1788942211.463333:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942211.463337:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.463346:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.463349:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.463355:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.463357:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942211.467998:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.468012:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.468017:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.468019:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.468028:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.468035:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.468045:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.468050:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.468055:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.468060:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f54980 00000400:00000200:2.0:1788942211.468064:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.468070:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6fed [1] + 224 00000800:00000001:2.0:1788942211.468078:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.468096:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.468099:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.468103:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.468111:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.468119:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942211.468130:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.468144:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942211.468151:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942211.468155:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.468161:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942211.468166:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2610:2610:256:4294967295] 192.168.206.109@tcp LPNI seq info [2610:2610:8:4294967295] 00000400:00000200:2.0:1788942211.468170:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.468177:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942211.468182:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942211.468188:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9d00. 00000800:00000200:2.0:1788942211.468194:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942211.468200:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942211.468205:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942211.468464:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.468469:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9d00. 00000400:00000200:2.0:1788942211.468473:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.468477:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942211.468484:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.468488:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.468708:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942211.468716:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942211.468718:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942211.468722:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942211.468727:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:1.0:1788942211.468729:0:34144:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:1.0:1788942211.468732:0:34144:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942211.468738:0:34144:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942211.468747:0:34144:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67800 x1875839884282240/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942211.468753:0:34144:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942211.468755:0:34144:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.468757:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942211.468760:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942211.468762:0:34144:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942211.468764:0:34144:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.468767:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942211.468775:0:34144:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942211.468779:0:34144:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942211.468781:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942211.468783:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.468785:0:34144:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942211.468788:0:34144:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.468791:0:34144:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942211.468793:0:34144:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942211.468795:0:34144:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942211.468797:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.468799:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969053184 : -122366740498432 : ffff90b545e67800) 00000100:00000001:1.0:1788942211.468801:0:34144:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942211.468803:0:34144:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788942211.468805:0:34144:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942211.468808:0:34144:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.468813:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67800 x1875839884282240/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942227 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942211.468820:0:34144:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.468823:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942211.468825:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942211.468839:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67800 x1875839884282240/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942227 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942211.468848:0:34144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67800 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884282240:192.168.206.109@tcp:36:lfs.0 00000100:00000001:1.0:1788942211.468871:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.468873:0:34144:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.468875:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942211.468877:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.468880:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67800 x1875839884282240/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942227 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942211.468887:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942211.468890:0:34144:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942211.468893:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942211.468895:0:34144:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.468901:0:34144:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.468904:0:34144:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942211.468909:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b541343000. 00000100:00000001:1.0:1788942211.468912:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.468915:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67800 x1875839884282240/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942227 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942211.468921:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.468923:0:34144:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.468926:0:34144:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.468953:0:34144:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788942211.468956:0:34144:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942211.468959:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fdd0 00000080:00200008:1.0:1788942211.468961:0:34144:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff90b548d9a1c8), flags 320000 00000080:00400000:1.0:1788942211.468965:0:34144:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:1.0:1788942211.468969:0:34144:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788942211.468971:0:34144:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788942211.468972:0:34144:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788942211.468978:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942211.468981:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942211.468987:0:34144:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942211.468990:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942211.468991:0:34144:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:1.0:1788942211.468994:0:34144:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788942211.468996:0:34144:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788942211.469000:0:34144:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b541343000. 00000080:00000001:1.0:1788942211.469002:0:34144:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788942211.469008:0:34144:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788942211.469012:0:34144:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788942211.469013:0:34144:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:1.0:1788942211.469017:0:34144:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788942211.469019:0:34144:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:1.0:1788942211.469023:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942211.469027:0:34144:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942211.469030:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942211.469033:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942211.469037:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942211.469044:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b541343e00. 00000100:00000001:1.0:1788942211.469050:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942211.469059:0:34144:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788942211.469067:0:34144:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788942211.469072:0:34144:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788942211.469078:0:34144:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942211.469080:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942211.469094:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942211.469097:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745600 : -122366534806016 : ffff90b552291600) 00000100:00000001:1.0:1788942211.469099:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.469100:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942211.469104:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942211.469107:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.469109:0:34144:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942211.469111:0:34144:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942211.469115:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.469122:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942211.469124:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.469128:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942211.469130:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942211.469132:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942211.469136:0:34144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884282496:192.168.206.109@tcp:35:lfs.0 00000100:00000001:1.0:1788942211.469139:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942211.469143:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942211.469145:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.469147:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942211.469151:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bac00. 02000000:00000001:1.0:1788942211.469153:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942211.469159:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942211.469161:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942211.469166:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942211.469171:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884282496, portal 10 00000100:00000001:1.0:1788942211.469173:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.469174:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942211.469179:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942233 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.469186:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942211.469188:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942211.469191:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da220. 00000100:00000200:1.0:1788942211.469194:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884282496, offset 0 00000400:00000200:1.0:1788942211.469199:0:34144:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942211.469205:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.469210:0:34144:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942211.469215:0:34144:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942211.469218:0:34144:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942211.469221:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942211.469223:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942211.469226:0:34144:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2611:2611:256:4294967295] 192.168.206.109@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:1.0:1788942211.469231:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.469239:0:34144:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942211.469243:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942211.469248:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38e00. 00000800:00000200:1.0:1788942211.469253:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942211.469258:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942211.469262:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942211.469278:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.469283:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 840921 usecs (841 jiffies) 00000400:00000200:1.0:1788942211.469286:0:34144:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942211.469288:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612469 00000100:00000001:1.0:1788942211.469291:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.469294:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612469 00000100:00000001:1.0:1788942211.469296:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.469298:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.469300:0:34144:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.469302:0:34144:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942211.469304:0:34144:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:1.0:1788942211.469307:0:34144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291600 going to sleep for 17 seconds 00000100:00000001:1.0:1788942211.469309:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942211.469311:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942211.471620:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.471629:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38e00. 00000400:00000200:2.0:1788942211.471636:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.471643:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942211.471650:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da220 00000400:00000010:2.0:1788942211.471653:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da220. 00000100:00000001:2.0:1788942211.471657:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942211.471665:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942233 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.471675:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.471678:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942233 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.471684:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.471686:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942211.474672:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.474687:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942211.474701:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.474705:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.474713:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.474720:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942211.474728:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.474733:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.474738:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.474743:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f54a80 00000400:00000200:2.0:1788942211.474748:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.474753:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x6ff5 [1] + 224 00000800:00000001:2.0:1788942211.474760:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.474766:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942211.474770:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.474774:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942211.474780:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.474787:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942233 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942211.474797:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942233 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.474849:0:34144:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942211.475070:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942211.475080:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942211.475153:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942211.475184:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942211.475187:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942211.475190:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942211.475194:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:1.0:1788942211.475196:0:34144:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:1.0:1788942211.475199:0:34144:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942211.475204:0:34144:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942233 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942211.475213:0:34144:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884282496/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942233 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475219:0:34144:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942211.475221:0:34144:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.475223:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942211.475226:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942211.475229:0:34144:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942211.475231:0:34144:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.475234:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942211.475242:0:34144:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=51 v=10 (10 5 5 5) 00000100:00001000:1.0:1788942211.475245:0:34144:0:(import.c:2261:obd_at_measure()) AT ffff90b5459bbca8 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:1.0:1788942211.475248:0:34144:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff90b5459f2800 ptl 23 has changed from 10 to 5 00000100:00001000:1.0:1788942211.475251:0:34144:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942211.475254:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942211.475255:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.475258:0:34144:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942211.475261:0:34144:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.475263:0:34144:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942211.475265:0:34144:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942211.475267:0:34144:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942211.475269:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.475270:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942211.475274:0:34144:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942211.475275:0:34144:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788942211.475277:0:34144:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942211.475279:0:34144:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.475284:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884282496/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942233 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475291:0:34144:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.475293:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942211.475295:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942211.475298:0:34144:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884282496/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942233 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942211.475305:0:34144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34144:1875839884282496:192.168.206.109@tcp:35:lfs.0 00000100:00000001:1.0:1788942211.475310:0:34144:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.475312:0:34144:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.475314:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942211.475316:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.475319:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884282496/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942233 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475325:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942211.475328:0:34144:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942211.475332:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942211.475333:0:34144:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.475338:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.475340:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000002:00000001:1.0:1788942211.475342:0:34144:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.475346:0:34144:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942211.475351:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b541343000. 00000080:00000001:1.0:1788942211.475354:0:34144:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942211.475357:0:34144:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942211.475361:0:34144:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942211.475365:0:34144:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475373:0:34144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.475374:0:34144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000001:1.0:1788942211.475376:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.475379:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475384:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.475386:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.475389:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884282496/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942233 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475394:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.475396:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.475398:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884281984/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942227 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475404:0:34144:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942211.475407:0:34144:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942211.475409:0:34144:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942211.475410:0:34144:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942211.475413:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b9400. 02000000:00000001:1.0:1788942211.475416:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942211.475418:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942211.475420:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942211.475422:0:34144:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942211.475424:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.475425:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.475427:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884282496/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942233 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475432:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942211.475434:0:34144:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfa1a0. 00000002:00000001:1.0:1788942211.475436:0:34144:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.475437:0:34144:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942211.475439:0:34144:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392ac0. 00000100:00000001:1.0:1788942211.475441:0:34144:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.475443:0:34144:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884282496/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942233 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.475449:0:34144:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942211.475451:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942211.475453:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bac00. 02000000:00000001:1.0:1788942211.475455:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942211.475456:0:34144:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942211.475457:0:34144:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942211.475459:0:34144:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942211.475460:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b541343e00. 02000000:00000001:1.0:1788942211.475462:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942211.475463:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942211.475464:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942211.475466:0:34144:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942211.475468:0:34144:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942211.475470:0:34144:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942211.475474:0:34144:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415beb40. 00000080:00000001:1.0:1788942211.475477:0:34144:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942211.475482:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fdd0 00000080:00000008:1.0:1788942211.475484:0:34144:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff90b548d9a1c8), flags 320000, rc = 0 00000080:00000001:1.0:1788942211.475487:0:34144:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.475489:0:34144:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.475494:0:34144:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942211.475495:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d6fe00 00000080:00002000:1.0:1788942211.475497:0:34144:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff90b54452d288, parent ffff90b548d765e8, inode ffff90b548d9a1c8) hashed, 00000080:00000001:1.0:1788942211.475500:0:34144:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942211.475506:0:34144:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942211.475511:0:34144:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:1.1:1788942211.476028:0:34144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1000. 00010000:00010000:0.0:1788942211.485344:0:34147:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:0.0:1788942211.485351:0:34147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942211.485353:0:34147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942211.485356:0:34147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.485361:0:34147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942211.485364:0:34147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.485366:0:34147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942211.485397:0:34147:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff90b5459f2800 00010000:00000001:0.0:1788942211.485400:0:34147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942211.485401:0:34147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942211.485402:0:34147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.485404:0:34147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942211.485405:0:34147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.485406:0:34147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1788942211.486010:0:34145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa100. 00000080:00000001:2.0:1788942211.522709:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942211.522715:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942211.522718:0:34151:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942211.522720:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557bc0 00000080:00200000:2.0:1788942211.522725:0:34151:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942211.522731:0:34151:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00800000:00000002:2.0:1788942211.522737:0:34151:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942211.522740:0:34151:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942211.522744:0:34151:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.522747:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557ae0 00800000:00000002:2.0:1788942211.522749:0:34151:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942211.522753:0:34151:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942211.522758:0:34151:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942211.522763:0:34151:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.522765:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15579b0 00000002:00010000:2.0:1788942211.522766:0:34151:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942211.522770:0:34151:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942211.522772:0:34151:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942211.522775:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942211.522780:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:2.0:1788942211.522784:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.522788:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.522792:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942211.522796:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942211.522806:0:34151:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942211.522812:0:34151:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.522815:0:34151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942211.522821:0:34151:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942211.522823:0:34151:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942211.522825:0:34151:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942211.522827:0:34151:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942211.522828:0:34151:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942211.522830:0:34151:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942211.522833:0:34151:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942211.522835:0:34151:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942211.522837:0:34151:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000080:00000001:2.0:1788942211.522841:0:34151:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942211.522842:0:34151:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.522845:0:34151:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942211.522847:0:34151:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578b5 00800000:00000001:2.0:1788942211.522975:0:34151:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942211.522978:0:34151:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942211.522979:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.522981:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.522984:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:2.0:1788942211.522987:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942211.522989:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942211.522992:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.522993:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.522995:0:34151:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.522996:0:34151:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.522999:0:34151:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578b5 from it ffffa57dc1557bf8 00010000:00000001:2.0:1788942211.523001:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.523001:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.523003:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:2.0:1788942211.523004:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942211.523006:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:2.0:1788942211.523008:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.523011:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942211.523017:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.523018:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.523020:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942211.523022:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942211.523024:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942211.523031:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942211.523034:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942211.523036:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.523039:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.523041:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.523042:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.523045:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942211.523047:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.523050:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.523052:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.523054:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.523055:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.523056:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942211.523059:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942211.523061:0:34151:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942211.523063:0:34151:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942211.523067:0:34151:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942211.523077:0:34151:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900f5c0. 00000020:00000001:2.0:1788942211.523081:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557b28 00000080:00200000:2.0:1788942211.523150:0:34151:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=25 00000080:00000001:2.0:1788942211.523154:0:34151:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942211.523156:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15579d8 00000080:00200000:2.0:1788942211.523158:0:34151:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:2.0:1788942211.523165:0:34151:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00800000:00000002:2.0:1788942211.523169:0:34151:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942211.523172:0:34151:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942211.523174:0:34151:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.523176:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15578f8 00800000:00000002:2.0:1788942211.523177:0:34151:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942211.523180:0:34151:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788942211.523183:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557890 00800000:00000002:2.0:1788942211.523185:0:34151:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:2.0:1788942211.523188:0:34151:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.523190:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15577c8 00000002:00010000:2.0:1788942211.523191:0:34151:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788942211.523195:0:34151:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942211.523197:0:34151:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942211.523201:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369c00. 00000020:00000040:2.0:1788942211.523205:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942211.523210:0:34151:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942211.523213:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.523216:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.523217:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.523219:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.523221:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942211.523223:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942211.523226:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942211.523232:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552275800. 00000100:00000001:2.0:1788942211.523239:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.523244:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.523245:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.523247:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.523248:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.523250:0:34151:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.523256:0:34151:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00010000:00000001:2.0:1788942211.523259:0:34151:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942211.523262:0:34151:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942211.523265:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:2.0:1788942211.523266:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.523268:0:34151:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942211.523272:0:34151:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792ae00. 00000020:00000001:2.0:1788942211.523274:0:34151:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942211.523276:0:34151:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792ae00 with handle 0xcbb91bbb781578c3 to hash 00000020:00000001:2.0:1788942211.523278:0:34151:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942211.523280:0:34151:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.523283:0:34151:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.523286:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.523287:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.523290:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.523297:0:34151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.523306:0:34151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942211.523311:0:34151:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942211.523314:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942211.523320:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2540. 00000100:00000001:2.0:1788942211.523322:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206976 : -122366418344640 : ffff90b5591a2540) 00000100:00000001:2.0:1788942211.523324:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.523326:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000001:2.0:1788942211.523329:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942211.523333:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.523335:0:34151:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942211.523337:0:34151:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942211.523346:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.523354:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942211.523356:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.523360:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942211.523362:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942211.523364:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942211.523367:0:34151:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884282624:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942211.523371:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942211.523375:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942211.523377:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.523380:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942211.523384:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab5800. 02000000:00000001:2.0:1788942211.523386:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942211.523392:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942211.523396:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098738. 00000400:00000010:2.0:1788942211.523403:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e614c8. 00000100:00000200:2.0:1788942211.523409:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884282624, portal 10 00000100:00000001:2.0:1788942211.523411:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.523412:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000040:2.0:1788942211.523417:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.523424:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942211.523427:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942211.523430:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e617f8. 00000100:00000200:2.0:1788942211.523433:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884282624, offset 0 00000400:00000200:2.0:1788942211.523438:0:34151:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942211.523446:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.523454:0:34151:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942211.523458:0:34151:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942211.523462:0:34151:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942211.523465:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942211.523467:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942211.523471:0:34151:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2612:2612:256:4294967295] 192.168.206.109@tcp LPNI seq info [2612:2612:8:4294967295] 00000400:00000200:2.0:1788942211.523476:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.523484:0:34151:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942211.523490:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942211.523495:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9d00. 00000800:00000200:2.0:1788942211.523500:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942211.523508:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942211.523512:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788942211.523596:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.523600:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 839878 usecs (840 jiffies) 00000400:00000200:2.0:1788942211.523604:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942211.523606:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612522 00000100:00000001:2.0:1788942211.523609:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.523611:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612522 00000100:00000001:2.0:1788942211.523614:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.523616:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.523618:0:34151:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.523621:0:34151:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942211.523622:0:34151:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942211.523625:0:34151:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2540 going to sleep for 11 seconds 00000100:00000001:2.0:1788942211.523628:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942211.523631:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942211.528362:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788942211.528389:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.528395:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9d00. 00000400:00000200:2.0:1788942211.528403:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.528413:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942211.528421:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e617f8 00000400:00000010:2.0:1788942211.528424:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e617f8. 00000100:00000001:2.0:1788942211.528429:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942211.528438:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.528450:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.528453:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.528461:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.528463:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942211.529033:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942211.529037:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.529041:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.529048:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.529053:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942211.529061:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.529065:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.529070:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.529074:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f54b00 00000400:00000200:3.0:1788942211.529079:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.529140:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x6ffd [1] + 224 00000800:00000001:3.0:1788942211.529149:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.529156:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.529159:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.529162:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942211.529168:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.529173:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942211.529182:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.529225:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942211.529243:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942211.529250:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.529253:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788942211.529399:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942211.529401:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942211.529404:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098738. 00000400:00000200:2.0:1788942211.529408:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e614c8 00000400:00000010:2.0:1788942211.529410:0:34151:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e614c8. 00000100:00000001:2.0:1788942211.529413:0:34151:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.529417:0:34151:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942211.529425:0:34151:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.529431:0:34151:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942211.529433:0:34151:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.529435:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942211.529437:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942211.529440:0:34151:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942211.529442:0:34151:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.529444:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942211.529452:0:34151:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942211.529457:0:34151:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942211.529459:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942211.529461:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.529464:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942211.529467:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.529470:0:34151:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942211.529472:0:34151:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788942211.529474:0:34151:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942211.529477:0:34151:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.529482:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.529488:0:34151:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.529491:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942211.529493:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942211.529497:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942227 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942211.529505:0:34151:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884282624:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942211.529509:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.529511:0:34151:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.529513:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942211.529515:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.529519:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942227 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.529524:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942211.529526:0:34151:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2540. 00000100:00000001:2.0:1788942211.529530:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942211.529531:0:34151:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.529533:0:34151:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942211.529537:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.529539:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.529542:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=4 00000020:00000001:2.0:1788942211.529544:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529547:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000040:2.0:1788942211.529552:0:34151:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792ae00, remote cookie: 0x4d194fbcadeed224, flags: 0x1001 00010000:00010000:2.0:1788942211.529557:0:34151:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942211.529566:0:34151:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788942211.529569:0:34151:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788942211.529575:0:34151:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227700. 00010000:00000010:2.0:1788942211.529580:0:34151:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c680. 00010000:00000001:2.0:1788942211.529584:0:34151:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.529587:0:34151:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.529669:0:34151:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.529676:0:34151:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942211.529680:0:34151:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942211.529682:0:34151:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942211.529683:0:34151:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942211.529684:0:34151:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942211.529687:0:34151:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff90b551227700) refcount = 1 00010000:00010000:2.0:1788942211.529700:0:34151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.529706:0:34151:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942211.529710:0:34151:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942211.529711:0:34151:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.529714:0:34151:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942211.529716:0:34151:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.529719:0:34151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.529729:0:34151:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942211.529731:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529732:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.529733:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529734:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.529735:0:34151:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.529740:0:34151:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942211.529742:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.529743:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.529745:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942211.529747:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529749:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529751:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.529752:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.529753:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=4 00000020:00000001:2.0:1788942211.529755:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529757:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529760:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.529762:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.529765:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.529771:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529772:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.529773:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.529774:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.529775:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=5 00000020:00000001:2.0:1788942211.529777:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529779:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529782:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.529785:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.529791:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529792:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942211.529795:0:34151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.529801:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.529802:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529803:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.529804:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529805:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942211.529810:0:34151:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942211.529817:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.529818:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.529819:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942211.529821:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529823:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529825:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529826:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.529827:0:34151:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.529952:0:34151:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.529955:0:34151:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942211.529957:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.529958:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.529960:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942211.529962:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529964:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00000002:00010000:2.0:1788942211.529967:0:34151:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.529973:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529975:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.529976:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942211.529977:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.529978:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.529980:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942211.529981:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.529983:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000040:2.0:1788942211.529987:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:2.0:1788942211.529989:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942211.529993:0:34151:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:2.0:1788942211.529995:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.529996:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.529997:0:34151:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942211.530000:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557750 00000002:00002000:2.0:1788942211.530002:0:34151:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942211.530005:0:34151:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.530008:0:34151:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.530011:0:34151:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942211.530014:0:34151:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942211.530017:0:34151:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942211.530020:0:34151:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:2.0:1788942211.530022:0:34151:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942211.530024:0:34151:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1557ac8 it_disposition b 00000080:00000001:2.0:1788942211.530027:0:34151:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942211.530033:0:34151:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942211.530035:0:34151:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942211.530038:0:34151:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1788942211.530041:0:34151:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788942211.530047:0:34151:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942211.530049:0:34151:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1788942211.530051:0:34151:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.530054:0:34151:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1788942211.530057:0:34151:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788942211.530061:0:34151:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:2.0:1788942211.530064:0:34151:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff90b548d9a1c8): rc = 0 00000080:00000001:2.0:1788942211.530066:0:34151:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018543560 : -122366691008056 : ffff90b548d9a1c8) 00010000:00000001:2.0:1788942211.530068:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.530070:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.530071:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942211.530073:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.530075:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.530077:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.530078:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942211.530080:0:34151:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788942211.530081:0:34151:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788942211.530150:0:34151:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942211.530154:0:34151:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942211.530156:0:34151:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.530159:0:34151:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff90b548d9a1c8) for lock 0xcbb91bbb781578c3 00800000:00000001:2.0:1788942211.530162:0:34151:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942211.530164:0:34151:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942211.530165:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.530166:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.530168:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942211.530169:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.530171:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.530174:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.530175:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.530177:0:34151:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.530178:0:34151:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788942211.530184:0:34151:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544583000 inode ffff90b548d9a1c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1788942211.530188:0:34151:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788942211.530190:0:34151:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.530192:0:34151:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788942211.530196:0:34151:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff90b548d9a1c8) 00000080:00010000:2.0:1788942211.530199:0:34151:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578c3 from it ffffa57dc1557ac8 00010000:00000001:2.0:1788942211.530201:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.530202:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.530203:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ae00 refcount=3 00000020:00000001:2.0:1788942211.530206:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.530208:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997116416 : -122366712435200 : ffff90b54792ae00) 00010000:00000001:2.0:1788942211.530209:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.530212:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.530218:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.530220:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.530221:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942211.530223:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942211.530226:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ae00/0xcbb91bbb781578c3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed224 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942211.530232:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942211.530234:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942211.530236:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.530240:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.530241:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.530242:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530246:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942211.530247:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530250:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530252:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530254:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.530255:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.530256:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942211.530258:0:34151:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942211.530261:0:34151:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000100:00000001:2.0:1788942211.530266:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.530270:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369c00 x1875839884282624/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.530277:0:34151:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942211.530279:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942211.530283:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab5800. 02000000:00000001:2.0:1788942211.530286:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942211.530289:0:34151:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942211.530290:0:34151:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942211.530292:0:34151:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942211.530295:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942211.530298:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942211.530299:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942211.530301:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369c00. 00000100:00000001:2.0:1788942211.530304:0:34151:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942211.530306:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942211.530313:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942211.530315:0:34151:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90b548d9a1c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788942211.530319:0:34151:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942211.530335:0:34151:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900fee0. 00000080:00000001:2.0:1788942211.530339:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942211.530341:0:34151:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90b548d9a1c8), inode mode 41ed mask 3 00000080:00000001:2.0:1788942211.530343:0:34151:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.530345:0:34151:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788942211.530347:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557b58 00000080:00200000:2.0:1788942211.530349:0:34151:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff90b548d9a1c8), file ffff90b544b72f00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788942211.530354:0:34151:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b544abd5a0. 00000080:00000001:2.0:1788942211.530357:0:34151:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942211.530359:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557a08 00000080:00200000:2.0:1788942211.530361:0:34151:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff90b548d9a1c8), intent=open|creat 00000080:00000010:2.0:1788942211.530368:0:34151:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00000080:00000001:2.0:1788942211.530374:0:34151:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942211.530377:0:34151:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.530378:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557928 00800000:00000002:2.0:1788942211.530380:0:34151:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:2.0:1788942211.530383:0:34151:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788942211.530385:0:34151:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788942211.530389:0:34151:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:2.0:1788942211.530392:0:34151:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788942211.530394:0:34151:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788942211.530397:0:34151:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788942211.530399:0:34151:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788942211.530402:0:34151:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:2.0:1788942211.530405:0:34151:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.530407:0:34151:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.530408:0:34151:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.530410:0:34151:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.530412:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15578a8 00800000:00000002:2.0:1788942211.530413:0:34151:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788942211.530417:0:34151:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942211.530418:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc15577e0 00000002:00010000:2.0:1788942211.530420:0:34151:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788942211.530423:0:34151:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942211.530426:0:34151:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788942211.530429:0:34151:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788942211.530432:0:34151:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.530434:0:34151:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942211.530436:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:2.0:1788942211.530438:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.530440:0:34151:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942211.530443:0:34151:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530445:0:34151:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.530446:0:34151:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942211.530450:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369c00. 00000020:00000040:2.0:1788942211.530453:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942211.530458:0:34151:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942211.530459:0:34151:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530462:0:34151:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942211.530465:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.530468:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.530469:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.530470:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.530472:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942211.530475:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942211.530478:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942211.530484:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552275800. 00000100:00000001:2.0:1788942211.530489:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530493:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.530495:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530496:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.530497:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.530499:0:34151:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.530506:0:34151:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00010000:00000001:2.0:1788942211.530509:0:34151:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942211.530510:0:34151:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942211.530513:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227700 count: 2 00010000:00000001:2.0:1788942211.530515:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.530517:0:34151:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942211.530519:0:34151:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792be00. 00000020:00000001:2.0:1788942211.530523:0:34151:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942211.530525:0:34151:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792be00 with handle 0xcbb91bbb781578ca to hash 00000020:00000001:2.0:1788942211.530527:0:34151:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942211.530528:0:34151:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.530532:0:34151:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.530534:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.530536:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.530539:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.530546:0:34151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788942211.530556:0:34151:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788942211.530563:0:34151:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788942211.530572:0:34151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942211.530576:0:34151:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942211.530578:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942211.530583:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2540. 00000100:00000001:2.0:1788942211.530664:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206976 : -122366418344640 : ffff90b5591a2540) 00000100:00000001:2.0:1788942211.530667:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.530669:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000001:2.0:1788942211.530673:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942211.530677:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.530679:0:34151:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942211.530680:0:34151:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942211.530684:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.530709:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942211.530711:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.530714:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942211.530716:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942211.530719:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942211.530722:0:34151:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884282880:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942211.530725:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942211.530731:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942211.530733:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.530735:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942211.530790:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559220000. 02000000:00000001:2.0:1788942211.530793:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942211.530800:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942211.530803:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098738. 00000400:00000010:2.0:1788942211.530809:0:34151:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b552274400. 00000100:00000200:2.0:1788942211.530816:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884282880, portal 10 00000100:00000001:2.0:1788942211.530818:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.530819:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000040:2.0:1788942211.530825:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.531433:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942211.531437:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942211.531461:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e614c8. 00000100:00000200:2.0:1788942211.531466:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875839884282880, offset 0 00000400:00000200:2.0:1788942211.531473:0:34151:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942211.531480:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.531486:0:34151:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942211.531491:0:34151:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942211.531495:0:34151:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942211.531498:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942211.531500:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942211.531504:0:34151:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2613:2613:256:4294967295] 192.168.206.109@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:2.0:1788942211.531508:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.531516:0:34151:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942211.531522:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942211.531527:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9d00. 00000800:00000200:2.0:1788942211.531533:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942211.531540:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942211.531544:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788942211.531616:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.531620:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 838838 usecs (839 jiffies) 00000400:00000200:2.0:1788942211.531624:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942211.531627:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612529 00000100:00000001:2.0:1788942211.531630:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.531632:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612529 00000100:00000001:2.0:1788942211.531634:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.531636:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.531639:0:34151:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.531641:0:34151:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942211.531643:0:34151:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942211.531645:0:34151:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2540 going to sleep for 11 seconds 00000100:00000001:2.0:1788942211.531648:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942211.531650:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942211.537077:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.537157:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9d00. 00000400:00000200:3.0:1788942211.537165:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.537173:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.537180:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e614c8 00000400:00000010:3.0:1788942211.537183:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e614c8. 00000100:00000001:3.0:1788942211.537189:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.537196:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.537208:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.537211:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942227 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.537218:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.537219:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942211.545151:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.545167:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942211.545171:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.545175:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.545183:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.545191:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942211.545201:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.545206:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.545212:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.545216:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f54c00 00000400:00000200:3.0:1788942211.545221:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.545227:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x700d [32] + 224 00000800:00000001:3.0:1788942211.545233:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.545239:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.545242:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.545247:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942211.545255:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.545265:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942227 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942211.545276:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.545299:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942211.545307:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942211.545310:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.545317:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942211.545323:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2614:2614:256:4294967295] 192.168.206.109@tcp LPNI seq info [2614:2614:8:4294967295] 00000400:00000200:3.0:1788942211.545328:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.545334:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942211.545339:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942211.545345:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b54837d400. 00000800:00000200:3.0:1788942211.545351:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942211.545358:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942211.545363:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54837d400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942211.545437:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.545441:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b54837d400. 00000400:00000200:3.0:1788942211.545444:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.545448:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942211.545453:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.545456:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.545791:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942211.545799:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942211.545801:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942211.545805:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098738. 00000400:00000200:2.0:1788942211.545809:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b552274400 00000400:00000010:2.0:1788942211.545812:0:34151:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b552274400. 00000100:00000001:2.0:1788942211.545815:0:34151:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.545820:0:34151:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942211.545948:0:34151:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369c00 x1875839884282880/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.545954:0:34151:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942211.545957:0:34151:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.545959:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942211.545962:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942211.545965:0:34151:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942211.545967:0:34151:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.545969:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942211.545977:0:34151:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942211.545981:0:34151:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942211.545984:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942211.545986:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.545989:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942211.545991:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.545995:0:34151:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942211.545997:0:34151:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:2.0:1788942211.545999:0:34151:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942211.546001:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.546002:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000001:2.0:1788942211.546006:0:34151:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942211.546008:0:34151:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788942211.546009:0:34151:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942211.546012:0:34151:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.546017:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942227 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.546031:0:34151:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.546034:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942211.546036:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942211.546040:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942227 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942211.546047:0:34151:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369c00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884282880:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942211.546052:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.546054:0:34151:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.546057:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942211.546058:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.546062:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942227 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.546067:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942211.546070:0:34151:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2540. 00000100:00000001:2.0:1788942211.546074:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942211.546075:0:34151:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.546078:0:34151:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942211.546138:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546141:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546144:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=4 00000020:00000001:2.0:1788942211.546147:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546150:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000040:2.0:1788942211.546157:0:34151:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792be00, remote cookie: 0x4d194fbcadeed240, flags: 0x1001 00010000:00010000:2.0:1788942211.546162:0:34151:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942211.546171:0:34151:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:2.0:1788942211.546174:0:34151:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788942211.546182:0:34151:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227600. 00010000:00000010:2.0:1788942211.546187:0:34151:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4ca00. 00010000:00000001:2.0:1788942211.546192:0:34151:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.546195:0:34151:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.546203:0:34151:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.546209:0:34151:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942211.546213:0:34151:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942211.546215:0:34151:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942211.546217:0:34151:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942211.546218:0:34151:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942211.546221:0:34151:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff90b551227600) refcount = 1 00010000:00010000:2.0:1788942211.546225:0:34151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.546232:0:34151:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942211.546235:0:34151:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942211.546237:0:34151:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.546240:0:34151:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942211.546242:0:34151:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.546245:0:34151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.546251:0:34151:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942211.546253:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546255:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.546256:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546257:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.546259:0:34151:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.546263:0:34151:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942211.546265:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546267:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546268:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942211.546270:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546273:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546275:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546276:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546277:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=4 00000020:00000001:2.0:1788942211.546279:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546281:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546283:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.546286:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.546289:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.546294:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546295:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.546296:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546297:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546298:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=5 00000020:00000001:2.0:1788942211.546300:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546303:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546305:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.546308:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.546313:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546314:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942211.546317:0:34151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.546322:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.546324:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546325:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.546326:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546327:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942211.546332:0:34151:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942211.546341:0:34151:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788942211.546344:0:34151:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942211.546350:0:34151:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.546356:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546358:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546359:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942211.546360:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546362:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00000002:00010000:2.0:1788942211.546366:0:34151:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788942211.546374:0:34151:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5453456c0. 00010000:00000001:2.0:1788942211.546376:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546377:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.546379:0:34151:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.546380:0:34151:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942211.546383:0:34151:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788942211.546385:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.546386:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000001:2.0:1788942211.546388:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.546389:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00010000:00000001:2.0:1788942211.546391:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546392:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546393:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942211.546395:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546397:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00000002:00010000:2.0:1788942211.546401:0:34151:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.546407:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546408:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.546410:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942211.546411:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546412:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546413:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942211.546415:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546416:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000040:2.0:1788942211.546419:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227600 count: 2 00010000:00000001:2.0:1788942211.546422:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942211.546425:0:34151:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:2.0:1788942211.546428:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546429:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.546430:0:34151:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942211.546433:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557768 00000002:00002000:2.0:1788942211.546436:0:34151:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788942211.546439:0:34151:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.546441:0:34151:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.546444:0:34151:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942211.546447:0:34151:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942211.546451:0:34151:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.546454:0:34151:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942211.546456:0:34151:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b544abd5a0 it_disposition 1800037 00000080:00002000:2.0:1788942211.546461:0:34151:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544583288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788942211.546465:0:34151:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942211.546468:0:34151:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788942211.546470:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557990 00000080:00200000:2.0:1788942211.546471:0:34151:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff90b548d9a1c8), intent=open|creat 00000080:00000001:2.0:1788942211.546474:0:34151:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788942211.546476:0:34151:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942211.546480:0:34151:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942211.546484:0:34151:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942211.546486:0:34151:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:2.0:1788942211.546489:0:34151:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788942211.546500:0:34151:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548da39c0. 00000020:00000001:2.0:1788942211.546509:0:34151:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788942211.546511:0:34151:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788942211.546514:0:34151:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788942211.546516:0:34151:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff90b548da3a88) 00000020:00000001:2.0:1788942211.546520:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942211.546524:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:2.0:1788942211.546527:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:2.0:1788942211.546531:0:34151:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788942211.546535:0:34151:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b54363f4b0. 00000020:00000001:2.0:1788942211.546537:0:34151:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788942211.546539:0:34151:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.546546:0:34151:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788942211.546549:0:34151:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b551308aa8. 00020000:00000001:2.0:1788942211.546551:0:34151:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621707158457000 : -122366551094616 : ffff90b551308aa8) 00020000:00000001:2.0:1788942211.546554:0:34151:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788942211.546556:0:34151:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942211.546561:0:34151:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abdae0. 00020000:00000010:2.0:1788942211.546565:0:34151:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b551b17b80. 00020000:00000010:2.0:1788942211.546570:0:34151:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abdf00. 00020000:00000001:2.0:1788942211.546572:0:34151:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948435712 : -122366761115904 : ffff90b544abdf00) 00020000:00000002:2.0:1788942211.546575:0:34151:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abdf00, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942211.546579:0:34151:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942211.546583:0:34151:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b551b17b80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:2.0:1788942211.546585:0:34151:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788942211.546587:0:34151:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abdf00, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942211.546590:0:34151:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942211.546605:0:34151:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b551b17b80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:2.0:1788942211.546609:0:34151:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b543165270. 00020000:00000010:2.0:1788942211.546612:0:34151:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b5591a2540. 00020000:00000001:2.0:1788942211.546617:0:34151:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788942211.546620:0:34151:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b546429700. 00020000:00000001:2.0:1788942211.546623:0:34151:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788942211.546624:0:34151:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788942211.546629:0:34151:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788942211.546632:0:34151:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b54363f0c8. 00000020:00000001:2.0:1788942211.546635:0:34151:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788942211.546636:0:34151:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.546638:0:34151:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621706926944584 : -122366782607032 : ffff90b54363f148) 00020000:00000001:2.0:1788942211.546642:0:34151:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788942211.546646:0:34151:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b548956a80. 00020000:00000001:2.0:1788942211.546649:0:34151:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.546653:0:34151:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706926944584 : -122366782607032 : ffff90b54363f148) 00020000:00000001:2.0:1788942211.546656:0:34151:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621706926944584 : -122366782607032 : ffff90b54363f148) 00020000:00000002:2.0:1788942211.546659:0:34151:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff90b54363f0c8[0:0] -> [0x200000404:0x30:0x0]@ffff90b54363f4b0: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:2.0:1788942211.546663:0:34151:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788942211.546665:0:34151:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788942211.546667:0:34151:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.546670:0:34151:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706926945584 : -122366782606032 : ffff90b54363f530) 00000020:00001000:2.0:1788942211.546672:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:2.0:1788942211.546676:0:34151:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:2.0:1788942211.546678:0:34151:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788942211.546680:0:34151:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1788942211 00000080:00000001:2.0:1788942211.546684:0:34151:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788942211.546686:0:34151:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018582664 : -122366690968952 : ffff90b548da3a88) 00010000:00000001:2.0:1788942211.546689:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546699:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546701:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942211.546703:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546705:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00000080:00000001:2.0:1788942211.546708:0:34151:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788942211.546709:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942211.546711:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:2.0:1788942211.546713:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:2.0:1788942211.546715:0:34151:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942211.546717:0:34151:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942211.546722:0:34151:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942211.546725:0:34151:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd0c0. 00020000:00000010:2.0:1788942211.546728:0:34151:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b551b17300. 00020000:00000010:2.0:1788942211.546730:0:34151:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd540. 00020000:00000001:2.0:1788942211.546732:0:34151:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948433216 : -122366761118400 : ffff90b544abd540) 00020000:00000002:2.0:1788942211.546734:0:34151:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd540, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942211.546737:0:34151:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942211.546739:0:34151:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b551b17300: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:2.0:1788942211.546742:0:34151:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b551308aa8) owner ffff90b543e3cf80 00020000:00000001:2.0:1788942211.546745:0:34151:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942211.546746:0:34151:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b551308aa8) owner ffff90b543e3cf80 00020000:00000010:2.0:1788942211.546750:0:34151:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b551b17300. 00020000:00000010:2.0:1788942211.546752:0:34151:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abd0c0. 00020000:00000010:2.0:1788942211.546755:0:34151:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abd540. 00020000:00000002:2.0:1788942211.546757:0:34151:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942211.546759:0:34151:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.546761:0:34151:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.546764:0:34151:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788942211.546766:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:2.0:1788942211.546769:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abdf00 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:2.0:1788942211.546771:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:2.0:1788942211.546774:0:34151:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788942211.546775:0:34151:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942211.546776:0:34151:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788942211.546778:0:34151:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788942211.546780:0:34151:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788942211.546782:0:34151:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788942211.546784:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:2.0:1788942211.546786:0:34151:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.546787:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546788:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942211.546790:0:34151:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942211.546792:0:34151:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942211.546794:0:34151:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.546795:0:34151:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff90b548da3a88) 00000080:00010000:2.0:1788942211.546798:0:34151:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff90b548da3a88) for lock 0xcbb91bbb781578ca 00800000:00000001:2.0:1788942211.546801:0:34151:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942211.546803:0:34151:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942211.546804:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.546805:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.546806:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942211.546808:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546809:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.546811:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.546812:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942211.546813:0:34151:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.546815:0:34151:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.546816:0:34151:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788942211.546817:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.546822:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.547592:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942211.547599:0:34151:0:(namei.c:1651:ll_create_it()) inode ffff90b548da3a88 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:2.0:1788942211.547603:0:34151:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942211.547606:0:34151:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff90b548da3a88) 00000080:00000001:2.0:1788942211.547608:0:34151:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942211.547612:0:34151:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000100:00000001:2.0:1788942211.547615:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.547621:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.547627:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.547630:0:34151:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788942211.547632:0:34151:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942211.547634:0:34151:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548da3a88 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:2.0:1788942211.547642:0:34151:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942211.547644:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557a68 00000080:00200008:2.0:1788942211.547646:0:34151:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff90b548da3a88), flags 100102 00000080:00000010:2.0:1788942211.547654:0:34151:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e07900. 00000080:00000010:2.0:1788942211.547660:0:34151:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5453452c0. 00000080:00000001:2.0:1788942211.547662:0:34151:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788942211.547667:0:34151:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788942211.547671:0:34151:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788942211.547674:0:34151:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b55900f000. 00000002:00100000:2.0:1788942211.547678:0:34151:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942211.547684:0:34151:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942211.547685:0:34151:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788942211.547689:0:34151:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788942211.547702:0:34151:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.547704:0:34151:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.547707:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.547710:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788942211.547718:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942211.547721:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559220000. 02000000:00000001:2.0:1788942211.547741:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788942211.547743:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.547746:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557a68 00000080:00000008:2.0:1788942211.547749:0:34151:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff90b548da3a88), flags 100102, rc = 0 00000080:00000001:2.0:1788942211.547753:0:34151:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788942211.547754:0:34151:0:(dcache.c:176:ll_intent_release()) intent ffff90b544abd5a0 released 00000080:00010000:2.0:1788942211.547756:0:34151:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578ca from it ffff90b544abd5a0 00010000:00000001:2.0:1788942211.547758:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.547760:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.547761:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792be00 refcount=3 00000020:00000001:2.0:1788942211.547763:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.547766:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120512 : -122366712431104 : ffff90b54792be00) 00010000:00000001:2.0:1788942211.547768:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.547772:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.547779:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.547780:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.547782:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942211.547784:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942211.547787:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792be00/0xcbb91bbb781578ca lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed240 expref: -99 pid: 34151 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942211.547794:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942211.547798:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942211.547799:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.547803:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.547804:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.547805:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.547808:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942211.547810:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.547812:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.547814:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.547816:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.547817:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.547818:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942211.547819:0:34151:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788942211.547821:0:34151:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788942211.547823:0:34151:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788942211.547825:0:34151:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942211.547827:0:34151:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788942211.547839:0:34151:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.547842:0:34151:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788942211.547843:0:34151:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.547845:0:34151:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942211.547847:0:34151:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.547849:0:34151:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942211.547868:0:34151:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b544abd5a0. 00000080:00000001:2.0:1788942211.547871:0:34151:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.547876:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942211.547878:0:34151:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff90b548da3a88), inode mode 81a4 mask 40 00000080:00000001:2.0:1788942211.547881:0:34151:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548053:0:34151:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788942211.548056:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557d88 00000080:00200008:2.0:1788942211.548058:0:34151:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000002:2.0:1788942211.548061:0:34151:0:(file.c:2656:do_file_write_iter()) inode ffff90b548da3a88 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:2.0:1788942211.548063:0:34151:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788942211.548065:0:34151:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548067:0:34151:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788942211.548069:0:34151:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548072:0:34151:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1788942211.548073:0:34151:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788942211.548076:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:2.0:1788942211.548079:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abdf00 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:2.0:1788942211.548081:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:2.0:1788942211.548093:0:34151:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:2.0:1788942211.548099:0:34151:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788942211.548101:0:34151:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:2.0:1788942211.548104:0:34151:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1788942211.548107:0:34151:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1788942211.548109:0:34151:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1788942211.548111:0:34151:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548113:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942211.548116:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:2.0:1788942211.548118:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000080:00000001:2.0:1788942211.548121:0:34151:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788942211.548123:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557c98 00000080:00200000:2.0:1788942211.548124:0:34151:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:2.0:1788942211.548128:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557c30 00000080:00200000:2.0:1788942211.548130:0:34151:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1788942211.548132:0:34151:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788942211.548137:0:34151:0:(cl_io.c:214:cl_io_rw_init()) header@0000000071d79932[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:2.0:1788942211.548139:0:34151:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:2.0:1788942211.548142:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:2.0:1788942211.548143:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942211.548145:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942211.548147:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788942211.548150:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942211.548152:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788942211.548154:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942211.548158:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548160:0:34151:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942211.548162:0:34151:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548164:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942211.548167:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90b544e749a0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788942211.548170:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:2.0:1788942211.548172:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942211.548174:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942211.548176:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942211.548177:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788942211.548179:0:34151:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:2.0:1788942211.548182:0:34151:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788942211.548183:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942211.548185:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548187:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942211.548188:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942211.548189:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942211.548190:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:2.0:1788942211.548192:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548194:0:34151:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942211.548196:0:34151:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1788942211.548198:0:34151:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788942211.548200:0:34151:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548203:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788942211.548204:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788942211.548207:0:34151:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788942211.548208:0:34151:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788942211.548210:0:34151:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788942211.548212:0:34151:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:2.0:1788942211.548214:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788942211.548216:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788942211.548219:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1788942211.548222:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942211.548224:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942211.548225:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942211.548227:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246456 : -122366539305160 : ffff90b551e46f38) 00000020:00001000:2.0:1788942211.548229:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46f30 00000020:00000001:2.0:1788942211.548232:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:2.0:1788942211.548233:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942211.548236:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942211.548237:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942211.548238:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548240:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548241:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:2.0:1788942211.548245:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788942211.548247:0:34151:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788942211.548250:0:34151:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548251:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548253:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548254:0:34151:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548256:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548258:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788942211.548260:0:34151:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788942211.548262:0:34151:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788942211.548264:0:34151:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788942211.548266:0:34151:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548268:0:34151:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548270:0:34151:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788942211.548271:0:34151:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1788942211.548273:0:34151:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788942211.548274:0:34151:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788942211.548276:0:34151:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548277:0:34151:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548279:0:34151:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548281:0:34151:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.548282:0:34151:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548284:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788942211.548286:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942211.548287:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788942211.548288:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942211.548290:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548291:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548293:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548294:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548296:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942211.548298:0:34151:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788942211.548299:0:34151:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788942211.548301:0:34151:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788942211.548303:0:34151:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788942211.548305:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1788942211.548311:0:34151:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551c4cf80. 00020000:00000002:2.0:1788942211.548313:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1788942211.548315:0:34151:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788942211.548317:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942211.548318:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:2.0:1788942211.548319:0:34151:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788942211.548323:0:34151:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5459eaab0. 00000008:00010000:2.0:1788942211.548325:0:34151:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788942211.548327:0:34151:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942211.548328:0:34151:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788942211.548331:0:34151:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551c4cfb0, osc lock ffff90b5459eaab0, flags 0x0 00000020:00000001:2.0:1788942211.548333:0:34151:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548335:0:34151:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.548337:0:34151:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707168173952 : -122366541377664 : ffff90b551c4cf80) 00000020:00000001:2.0:1788942211.548339:0:34151:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942211.548339:0:34151:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788942211.548341:0:34151:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548342:0:34151:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548344:0:34151:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942211.548346:0:34151:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942211.548347:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942211.548348:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:2.0:1788942211.548350:0:34151:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942211.548352:0:34151:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942211.548353:0:34151:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788942211.548355:0:34151:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.548358:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788942211.548360:0:34151:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788942211.548361:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788942211.548363:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788942211.548364:0:34151:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788942211.548365:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788942211.548367:0:34151:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788942211.548370:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942211.548375:0:34151:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.548378:0:34151:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788942211.548382:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942211.548387:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:2.0:1788942211.548391:0:34151:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942211.548394:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942211.548396:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.548400:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942211.548402:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942211.548406:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942211.548411:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fba00. 00000100:00000001:2.0:1788942211.548417:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.548421:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.548423:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.548424:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942211.548425:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.548427:0:34151:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.548430:0:34151:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00010000:00000001:2.0:1788942211.548433:0:34151:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942211.548434:0:34151:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942211.548438:0:34151:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227100. 00010000:00000010:2.0:1788942211.548441:0:34151:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b551227000. 00010000:00000001:2.0:1788942211.548445:0:34151:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942211.548448:0:34151:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792b200. 00000020:00000001:2.0:1788942211.548451:0:34151:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942211.548454:0:34151:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792b200 with handle 0xcbb91bbb781578d1 to hash 00000020:00000001:2.0:1788942211.548456:0:34151:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942211.548458:0:34151:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000010:2.0:1788942211.548462:0:34151:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b545345400. 00010000:00000001:2.0:1788942211.548464:0:34151:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942211.548468:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.548470:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.548474:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.548484:0:34151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942211.548495:0:34151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942211.548502:0:34151:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942211.548504:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942211.548510:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a23c0. 00000100:00000001:2.0:1788942211.548512:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206592 : -122366418345024 : ffff90b5591a23c0) 00000100:00000001:2.0:1788942211.548515:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.548516:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000001:2.0:1788942211.548519:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942211.548521:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.548523:0:34151:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942211.548525:0:34151:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942211.548530:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.548538:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942211.548540:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.548544:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942211.548546:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942211.548548:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942211.548551:0:34151:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884283008:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942211.548555:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942211.548559:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942211.548561:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.548564:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942211.548567:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274400. 02000000:00000001:2.0:1788942211.548569:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942211.548576:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942211.548580:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098738. 00000400:00000010:2.0:1788942211.548586:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e617f8. 00000100:00000200:2.0:1788942211.548592:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884283008, portal 4 00000100:00000001:2.0:1788942211.548594:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942211.548595:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:2.0:1788942211.548600:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.548607:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942211.548610:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942211.548613:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61880. 00000100:00000200:2.0:1788942211.548615:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884283008, offset 0 00000400:00000200:2.0:1788942211.548622:0:34151:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942211.548629:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.548636:0:34151:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942211.548641:0:34151:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942211.548645:0:34151:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942211.548648:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942211.548651:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942211.548654:0:34151:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2615:2615:256:4294967295] 192.168.206.109@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:2.0:1788942211.548659:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942211.548667:0:34151:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942211.548673:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942211.548677:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9d00. 00000800:00000200:2.0:1788942211.548684:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942211.548703:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942211.548707:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788942211.548728:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.548733:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24392 usecs (25 jiffies) 00000400:00000200:2.0:1788942211.548736:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942211.548739:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296611732 00000100:00000001:2.0:1788942211.548742:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.548745:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296611732 00000100:00000001:2.0:1788942211.548746:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942211.548749:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.548751:0:34151:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.548753:0:34151:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942211.548755:0:34151:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942211.548758:0:34151:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a23c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788942211.548760:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942211.548762:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942211.549187:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.549192:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9d00. 00000400:00000200:3.0:1788942211.549198:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.549203:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.549208:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61880 00000400:00000010:3.0:1788942211.549211:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61880. 00000100:00000001:3.0:1788942211.549215:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.549220:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.549228:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.549231:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.549237:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.549239:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942211.555623:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.555637:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942211.555642:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.555644:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.555651:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.555658:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942211.555667:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.555672:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.555676:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.555681:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f54c80 00000400:00000200:3.0:1788942211.555686:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.555703:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x701d [1] + 224 00000800:00000001:3.0:1788942211.555710:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.555717:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.555720:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.555724:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942211.555731:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.555739:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942211.555750:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.555770:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942211.555778:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.555781:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.556465:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942211.556474:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942211.556476:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942211.556480:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098738. 00000400:00000200:2.0:1788942211.556485:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e617f8 00000400:00000010:2.0:1788942211.556487:0:34151:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e617f8. 00000100:00000001:2.0:1788942211.556490:0:34151:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942211.556497:0:34151:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942211.556507:0:34151:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.556514:0:34151:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942211.556516:0:34151:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.556518:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942211.556521:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942211.556523:0:34151:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942211.556525:0:34151:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942211.556528:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942211.556536:0:34151:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942211.556540:0:34151:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942211.556543:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942211.556544:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.556547:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942211.556550:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.556553:0:34151:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942211.556555:0:34151:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788942211.556557:0:34151:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942211.556559:0:34151:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942211.556563:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.556569:0:34151:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942211.556572:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942211.556573:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942211.556577:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942211.556594:0:34151:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884283008:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942211.556599:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942211.556601:0:34151:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.556604:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942211.556606:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.556609:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.556615:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942211.556618:0:34151:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a23c0. 00000100:00000001:2.0:1788942211.556621:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942211.556622:0:34151:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.556625:0:34151:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942211.556628:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.556630:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.556633:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=4 00000020:00000001:2.0:1788942211.556635:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942211.556638:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000040:2.0:1788942211.556644:0:34151:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b200, remote cookie: 0x4d194fbcadeed24e, flags: 0x1 00010000:00010000:2.0:1788942211.556650:0:34151:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.556664:0:34151:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788942211.556667:0:34151:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.556669:0:34151:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942211.556672:0:34151:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788942211.556676:0:34151:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942211.556684:0:34151:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff90b551227100) refcount = 1 00010000:00000040:2.0:1788942211.556687:0:34151:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788942211.556700:0:34151:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.556708:0:34151:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942211.556710:0:34151:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942211.556713:0:34151:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942211.556715:0:34151:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.556718:0:34151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.556724:0:34151:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942211.556725:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.556727:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.556728:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.556729:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942211.556730:0:34151:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942211.556734:0:34151:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788942211.556736:0:34151:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788942211.556739:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.556740:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.556742:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:2.0:1788942211.556744:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942211.556746:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942211.556749:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.556750:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.556751:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=4 00000020:00000001:2.0:1788942211.556753:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942211.556755:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942211.556758:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942211.556761:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942211.556764:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.556772:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.556773:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942211.556776:0:34151:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788942211.556780:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00010000:2.0:1788942211.556784:0:34151:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788942211.556790:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:2.0:1788942211.556793:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788942211.556795:0:34151:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788942211.556799:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942211.556800:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556802:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556804:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:2.0:1788942211.556806:0:34151:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1788942211.556808:0:34151:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942211.556810:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942211.556811:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942211.556812:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=5 00000020:00000001:2.0:1788942211.556814:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942211.556816:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:2.0:1788942211.556818:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942211.556822:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.556837:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.556839:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942211.556841:0:34151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942211.556847:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942211.556848:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942211.556849:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942211.556886:0:34151:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.556889:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.556893:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884283008/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.556901:0:34151:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942211.556903:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942211.556906:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274400. 02000000:00000001:2.0:1788942211.556909:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942211.556911:0:34151:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942211.556913:0:34151:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942211.556915:0:34151:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942211.556917:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fba00. 02000000:00000001:2.0:1788942211.556920:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942211.556922:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942211.556924:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:2.0:1788942211.556927:0:34151:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942211.556928:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788942211.556930:0:34151:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942211.556932:0:34151:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556935:0:34151:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.556938:0:34151:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556940:0:34151:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556942:0:34151:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556944:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556947:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556949:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788942211.556954:0:34151:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1788942211.556959:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557b80 00000080:00200000:2.0:1788942211.556962:0:34151:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:2.0:1788942211.556965:0:34151:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788942211.556967:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:2.0:1788942211.556971:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abdf00 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:2.0:1788942211.556973:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:2.0:1788942211.556976:0:34151:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788942211.556978:0:34151:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788942211.556981:0:34151:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788942211.556985:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1788942211.556988:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942211.556989:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:2.0:1788942211.556991:0:34151:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788942211.556993:0:34151:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788942211.556996:0:34151:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.556998:0:34151:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.557000:0:34151:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.557001:0:34151:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.557007:0:34151:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788942211.557008:0:34151:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:2.0:1788942211.557031:0:34151:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788942211.557033:0:34151:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] ffffdeaa048cc540 0 1 00000020:00000001:2.0:1788942211.557037:0:34151:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788942211.557038:0:34151:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.557040:0:34151:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788942211.557046:0:34151:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90b545cabe00. 00000020:00000001:2.0:1788942211.557050:0:34151:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788942211.557052:0:34151:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788942211.557054:0:34151:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788942211.557056:0:34151:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788942211.557059:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942211.557060:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000008:00000001:2.0:1788942211.557064:0:34151:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788942211.557066:0:34151:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff90b545cabe70 folio ffffdeaa048cc540 pg:0 obj off 0 00000008:00000001:2.0:1788942211.557068:0:34151:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.557070:0:34151:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788942211.557071:0:34151:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788942211.557073:0:34151:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788942211.557075:0:34151:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.557077:0:34151:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.557079:0:34151:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621706967236096 : -122366742315520 : ffff90b545cabe00) 00000020:00000001:2.0:1788942211.557253:0:34151:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621706967236096 : -122366742315520 : ffff90b545cabe00) 00000020:00000001:2.0:1788942211.557256:0:34151:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788942211.557259:0:34151:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788942211.557260:0:34151:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706952329632 : -122366757221984 : ffff90b544e749a0) 00000020:00000001:2.0:1788942211.557263:0:34151:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788942211.557264:0:34151:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788942211.557265:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788942211.557269:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000011fbf54b 0 0 0] 00000020:00000001:2.0:1788942211.557270:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788942211.557272:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788942211.557273:0:34151:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788942211.557275:0:34151:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788942211.557276:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:2.0:1788942211.557278:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:2.0:1788942211.557280:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942211.557283:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788942211.557286:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942211.557287:0:34151:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942211.557289:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942211.557290:0:34151:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942211.557292:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788942211.557295:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942211.557298:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788942211.557300:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.557301:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942211.557303:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000080:00000001:2.0:1788942211.557306:0:34151:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942211.557308:0:34151:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788942211.557309:0:34151:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942211.557312:0:34151:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788942211.557314:0:34151:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:2.0:1788942211.557316:0:34151:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788942211.557317:0:34151:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706952329632 : -122366757221984 : ffff90b544e749a0) 00000020:00000001:2.0:1788942211.557319:0:34151:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788942211.557320:0:34151:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788942211.557330:0:34151:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788942211.557332:0:34151:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788942211.557333:0:34151:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788942211.557334:0:34151:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788942211.557337:0:34151:0:(rw26.c:929:ll_write_end()) page@00000000bb2f7451[3 000000006b42421d 2 1 0000000011fbf54b 0 0 0] 00000080:00200000:2.0:1788942211.557340:0:34151:0:(rw26.c:929:ll_write_end()) vmpage @0000000031a56400 17ffffc0001001 3:0 ffff90b545cabe00 0 lru 00000080:00200000:2.0:1788942211.557347:0:34151:0:(rw26.c:929:ll_write_end()) osc-page@00000000d94be485 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000637260ad 00000000914bb4a5 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788942211.557349:0:34151:0:(rw26.c:929:ll_write_end()) end page@00000000bb2f7451 00000080:00200000:2.0:1788942211.557350:0:34151:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788942211.557352:0:34151:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942211.557725:0:34151:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788942211.557728:0:34151:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:0.0:1788942211.557731:0:34151:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788942211.557733:0:34151:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788942211.557735:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942211.557736:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942211.557738:0:34151:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788942211.557740:0:34151:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788942211.557742:0:34151:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788942211.557744:0:34151:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942211.557745:0:34151:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788942211.557747:0:34151:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788942211.557751:0:34151:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff90b545cabe70 folio ffffdeaa048cc540 pg:0 added for cmd 2 00000008:00000001:0.0:1788942211.557756:0:34151:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788942211.557758:0:34151:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1788942211.557764:0:34151:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1788942211.557768:0:34151:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90b545cabea8 page ffffdeaa048cc540 00000008:00000020:0.0:1788942211.557772:0:34151:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1788942211.557776:0:34151:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788942211.557777:0:34151:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.557780:0:34151:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788942211.557784:0:34151:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90b545e9bb40. 00000008:00000020:0.0:1788942211.557790:0:34151:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90b548956a80 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788942211.557798:0:34151:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788942211.557802:0:34151:0:(osc_cache.c:858:osc_extent_find()) extent ffff90b545e9bb40@{[0 -> 255/255], [3|1|-|active|wi|ffff90b548956a80], [1703936|0|-|-|ffff90b54792b200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788942211.557808:0:34151:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000054df8c85 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788942211.557817:0:34151:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788942211.557820:0:34151:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.557822:0:34151:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.557824:0:34151:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788942211.557825:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000002:0.0:1788942211.557827:0:34151:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:0.0:1788942211.558004:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558006:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942211.558008:0:34151:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:0.0:1788942211.558010:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942211.558012:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558013:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558015:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:0.0:1788942211.558016:0:34151:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788942211.558018:0:34151:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788942211.558020:0:34151:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942211.558024:0:34151:0:(cl_page.c:556:cl_batch_put()) page@00000000bb2f7451[4 000000006b42421d 2 1 0000000011fbf54b 0 0 0] 00000020:00000001:0.0:1788942211.558026:0:34151:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788942211.558027:0:34151:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942211.558029:0:34151:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788942211.558030:0:34151:0:(osc_request.c:745:osc_update_next_shrink()) next time 3144 to shrink grant 00000080:00000001:0.0:1788942211.558033:0:34151:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788942211.558034:0:34151:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788942211.558041:0:34151:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90b548da3c38, count 1, dirtied 1 00000080:00000001:0.0:1788942211.558043:0:34151:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788942211.558045:0:34151:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942211.558046:0:34151:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942211.558047:0:34151:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942211.558049:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942211.558051:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[3 000000006b42421d 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942211.558053:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788942211.558055:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942211.558056:0:34151:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942211.558057:0:34151:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942211.558060:0:34151:0:(cl_page.c:556:cl_batch_put()) page@00000000bb2f7451[3 000000006b42421d 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942211.558061:0:34151:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788942211.558062:0:34151:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788942211.558064:0:34151:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788942211.558065:0:34151:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788942211.558067:0:34151:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558069:0:34151:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558070:0:34151:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558072:0:34151:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942211.558074:0:34151:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:0.0:1788942211.558076:0:34151:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942211.558077:0:34151:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788942211.558079:0:34151:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558081:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557b80 00000080:00200000:0.0:1788942211.558153:0:34151:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:0.0:1788942211.558157:0:34151:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558160:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942211.558162:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.558163:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942211.558165:0:34151:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788942211.558166:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558168:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558169:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942211.558171:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942211.558172:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558174:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558175:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:0.0:1788942211.558177:0:34151:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558179:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558181:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558182:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558184:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558186:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942211.558187:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788942211.558188:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942211.558189:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788942211.558191:0:34151:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788942211.558194:0:34151:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788942211.558198:0:34151:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b548956a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788942211.558203:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942211.558206:0:34151:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.558207:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942211.558209:0:34151:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.558211:0:34151:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788942211.558212:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942211.558214:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558215:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558217:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942211.558219:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942211.558221:0:34151:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942211.558223:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942211.558225:0:34151:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942211.558226:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942211.558229:0:34151:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942211.558231:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942211.558232:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942211.558234:0:34151:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942211.558235:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551c4cfb0 (ffff90b551e46f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942211.558238:0:34151:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942211.558239:0:34151:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942211.558241:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.558244:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.558246:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=5 00000020:00000001:0.0:1788942211.558248:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:0.0:1788942211.558250:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:0.0:1788942211.558252:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942211.558255:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942211.558262:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.558263:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.558265:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942211.558268:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942211.558271:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942211.558280:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942211.558283:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942211.558284:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942211.558288:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.558288:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.558290:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.558293:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942211.558295:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.558297:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.558299:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.558300:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942211.558302:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.558303:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942211.558304:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.558305:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942211.558306:0:34151:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942211.558308:0:34151:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942211.558309:0:34151:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942211.558310:0:34151:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942211.558311:0:34151:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942211.558312:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942211.558315:0:34151:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942211.558316:0:34151:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942211.558318:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551c4cfb0 (ffff90b551e461b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942211.558320:0:34151:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5459eaab0. 00000020:00000001:0.0:1788942211.558324:0:34151:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942211.558326:0:34151:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551c4cf80. 00020000:00000001:0.0:1788942211.558329:0:34151:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942211.558330:0:34151:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942211.558331:0:34151:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788942211.558333:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942211.558334:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.558335:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942211.558337:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942211.558338:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558340:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558342:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942211.558343:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942211.558345:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788942211.558346:0:34151:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:0.0:1788942211.558348:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942211.558349:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942211.558351:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942211.558352:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.558352:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942211.558354:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942211.558356:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558357:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558359:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942211.558360:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942211.558361:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942211.558365:0:34151:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1788942211.558367:0:34151:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788942211.558370:0:34151:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788942211.558371:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942211.558373:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942211.558374:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942211.558375:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942211.558376:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942211.558378:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46f30 00020000:00000001:0.0:1788942211.558380:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942211.558382:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942211.558384:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942211.558386:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942211.558389:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942211.558390:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788942211.558392:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557c98 00000080:00200000:0.0:1788942211.558393:0:34151:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:0.0:1788942211.558398:0:34151:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942211.558400:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558402:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558403:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942211.558405:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942211.558408:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942211.558410:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1788942211.558411:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942211.558412:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788942211.558415:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788942211 a=0 c=1788942211 b=1 00020000:00000001:0.0:1788942211.558418:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942211.558420:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788942211 a=0 c=1788942211 b=1 00020000:00000001:0.0:1788942211.558422:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558424:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558425:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000080:00200000:0.0:1788942211.558427:0:34151:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 1 00000080:00000001:0.0:1788942211.558429:0:34151:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788942211.558432:0:34151:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:0.0:1788942211.558434:0:34151:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1788942211.558436:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000020:00000001:0.0:1788942211.558439:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557d88 00000080:00000008:0.0:1788942211.558441:0:34151:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:0.0:1788942211.558443:0:34151:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942211.558464:0:34151:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1788942211.558465:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557e48 00000080:00200008:0.0:1788942211.558468:0:34151:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:0.0:1788942211.558473:0:34151:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788942211.558475:0:34151:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788942211.558476:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942211.558479:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:0.0:1788942211.558481:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:0.0:1788942211.558483:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558485:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942211.558486:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942211.558488:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942211.558490:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942211.558491:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942211.558492:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942211.558495:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90b544e749a0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788942211.558498:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:0.0:1788942211.558501:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942211.558502:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942211.558504:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942211.558506:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558508:0:34151:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942211.558510:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942211.558512:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558513:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942211.558514:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942211.558516:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942211.558517:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:0.0:1788942211.558520:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558522:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942211.558523:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942211.558525:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942211.558527:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942211.558529:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942211.558532:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942211.558533:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942211.558535:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942211.558536:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246456 : -122366539305160 : ffff90b551e46f38) 00000020:00001000:0.0:1788942211.558539:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46f30 00000020:00000001:0.0:1788942211.558541:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558543:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942211.558545:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942211.558546:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942211.558547:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558549:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558550:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942211.558553:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788942211.558554:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558557:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558558:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558560:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788942211.558562:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942211.558563:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.558564:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942211.558566:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942211.558567:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558568:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558569:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.558571:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558572:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942211.558573:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558574:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558576:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788942211.558577:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942211.558579:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.558580:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942211.558581:0:34151:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788942211.558583:0:34151:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788942211.558654:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788942211.558655:0:34151:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788942211.558657:0:34151:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942211.558659:0:34151:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788942211.558660:0:34151:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788942211.558661:0:34151:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446621707014072960 : -122366695478656 : ffff90b548956a80) 00000008:00000020:0.0:1788942211.558664:0:34151:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff90b548956a80 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788942211.558667:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788942211.558668:0:34151:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788942211.558669:0:34151:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942211.558671:0:34151:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788942211.558673:0:34151:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788942211.558675:0:34151:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff90b545e9bb40@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff90b548956a80], [1703936|1|+|-|ffff90b54792b200|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788942211.558681:0:34151:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 0000000054df8c85 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788942211.558689:0:34151:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788942211.558702:0:34151:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788942211.558705:0:34151:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788942211.558707:0:34151:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788942211.558710:0:34151:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90b545e9bb40@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff90b548956a80], [1703936|1|+|-|ffff90b54792b200|256|ffff90b543e3cf80]} make ready 00000008:00010000:0.0:1788942211.558716:0:34151:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000054df8c85 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788942211.558722:0:34151:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788942211.558723:0:34151:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788942211.558733:0:34151:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788942211.558734:0:34151:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788942211.558736:0:34151:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788942211.558737:0:34151:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942211.558739:0:34151:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942211.558740:0:34151:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788942211.558742:0:34151:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788942211.558744:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942211.558747:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942211.558749:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788942211.558750:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942211.558751:0:34151:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788942211.558754:0:34151:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000bb2f7451[2 000000006b42421d 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942211.558755:0:34151:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788942211.558757:0:34151:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558759:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558761:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.558762:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788942211.558764:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.558766:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:0.0:1788942211.558768:0:34151:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.558770:0:34151:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788942211.558773:0:34151:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90b5459f2800: cli: ffff90b5487f0838 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788942211.558781:0:34151:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff90b559f7ed30. 00000008:00000010:0.0:1788942211.558785:0:34151:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90b54494b270. 00000020:00000001:0.0:1788942211.558788:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788942211.558790:0:34151:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788942211.558791:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788942211.558794:0:34151:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788942211/1788942211 00000020:00000001:0.0:1788942211.558797:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788942211.558798:0:34151:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788942211.558800:0:34151:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788942211.558802:0:34151:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788942211.558805:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942211.558810:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:0.0:1788942211.558813:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942211.558819:0:34151:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788942211.558821:0:34151:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788942211.558825:0:34151:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942211.558994:0:34151:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942211.558998:0:34151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942211.559005:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.559007:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942211.559009:0:34151:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942211.559010:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942211.559012:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942211.559014:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:0.0:1788942211.559016:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:0.0:1788942211.559018:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00000008:00000001:0.0:1788942211.559020:0:34151:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:0.0:1788942211.559022:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.559023:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788942211.559024:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788942211.559027:0:34151:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788942211.559032:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995180. 00000020:00000040:0.0:1788942211.559036:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942211.559042:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942211.559045:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942211.559048:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942211.559054:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b558fcfc00. 00000100:00000001:0.0:1788942211.559060:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942211.559066:0:34151:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:0.0:1788942211.559070:0:34151:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90b5459f2800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:0.0:1788942211.559075:0:34151:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788942211.559170:0:34151:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10315 MB/s 00000008:00008000:0.0:1788942211.559177:0:34151:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdeaa048cc540 map ffff90b548da3c38 index 0 flags 17ffffc0005008 count 3 priv ffff90b545cabe00: off 0 00000008:00000001:0.0:1788942211.559186:0:34151:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788942211.559188:0:34151:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:0.0:1788942211.559193:0:34151:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90b545995180 - object 0x240000400:66 offset 0<>1 00000008:00000001:0.0:1788942211.559195:0:34151:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.559197:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788942211.559198:0:34151:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788942211.559200:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788942211.559201:0:34151:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788942211/1788942211 00000020:00000001:0.0:1788942211.559203:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788942211.559204:0:34151:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788942211.559205:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788942211.559207:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942211.559209:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000008:00000002:0.0:1788942211.559218:0:34151:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 000000007397f37a, now 0r/1w/0d in flight req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788942211.559226:0:34151:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1788942211.559234:0:34151:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001c8682e] to pc [ptlrpcd_00_00+0] req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.559291:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.559294:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942211.559297:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942211.559303:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.559310:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942211.559312:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.559315:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942211.559317:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942211.559320:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942211.559323:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884283136:192.168.206.109@tcp:4:multiop.0 00000100:00000001:1.0:1788942211.559327:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942211.559331:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942211.559333:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.559336:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942211.559340:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bac00. 02000000:00000001:1.0:1788942211.559342:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942211.559350:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942211.559354:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942211.559361:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942211.559368:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884283136, portal 4 00000100:00000001:1.0:1788942211.559370:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.559371:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000100:00000040:1.0:1788942211.559378:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.559384:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942211.559386:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942211.559388:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da880. 00000100:00000200:1.0:1788942211.559392:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875839884283136, offset 0 00000400:00000200:1.0:1788942211.559397:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942211.559405:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.559412:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942211.559416:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942211.559420:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942211.559423:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942211.559426:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942211.559429:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2616:2616:256:4294967295] 192.168.206.109@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:1.0:1788942211.559433:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.559442:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942211.559447:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942211.559453:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38c00. 00000800:00000200:1.0:1788942211.559460:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942211.559467:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942211.559471:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38c00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788942211.559488:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.559493:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24328 usecs (25 jiffies) 00000400:00000200:1.0:1788942211.559497:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942211.559499:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296611743 00000100:00000001:1.0:1788942211.559502:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.559504:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296611743 00000100:00000001:1.0:1788942211.559507:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.559509:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.559511:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.559515:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.559517:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942211.559652:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942211.559657:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38c00. 00000400:00000200:3.0:1788942211.559661:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.559666:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942211.559672:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da880 00000400:00000010:3.0:1788942211.559674:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da880. 00000100:00000001:3.0:1788942211.559678:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942211.559681:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.559700:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942211.559705:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.559712:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942211.559714:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000008:00000001:0.0:1788942211.560262:0:34151:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788942211.560265:0:34151:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.560268:0:34151:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.560270:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942211.560272:0:34151:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.560274:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942211.560275:0:34151:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.560277:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942211.560278:0:34151:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.560282:0:34151:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788942211.560283:0:34151:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.560285:0:34151:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788942211.560288:0:34151:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1788942211.560293:0:34151:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942211.560296:0:34151:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.560298:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.560300:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.560302:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.560303:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.560305:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942211.560308:0:34151:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788942211.560309:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942211.560310:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788942211.560313:0:34151:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1788942211.560316:0:34151:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:0.0:1788942211.560318:0:34151:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.560332:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942211.560335:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.560760:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942211.560764:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942211.560766:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.560768:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942211.560770:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.560772:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942211.569511:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.569529:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942211.569534:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.569536:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.569545:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.569553:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942211.569561:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.569566:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.569571:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.569575:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 4 MB=0x6aa1101f54d00 00000400:00000200:3.0:1788942211.569581:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.569598:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 448/448 into md 0x702d [1] + 224 00000800:00000001:3.0:1788942211.569605:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.569611:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.569615:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.569619:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942211.569626:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.569634:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942211.569645:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.569666:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942211.569673:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.569675:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.569795:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.569800:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942211.569806:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942211.569808:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942211.569811:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942211.569816:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:1.0:1788942211.569818:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:1.0:1788942211.569821:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942211.569826:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942211.569834:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995180 x1875839884283136/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.569841:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942211.569843:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.569846:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942211.569849:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942211.569878:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942211.569880:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.569884:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942211.569892:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95ca8 time=800 v=5 (5 5 5 0) 00000100:00001000:1.0:1788942211.569897:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942211.569900:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942211.569902:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.569905:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942211.569908:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.569911:0:2353:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942211.569914:0:2353:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942211.569916:0:2353:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942211.569918:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.569920:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000100:00000001:1.0:1788942211.569922:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942211.569924:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788942211.569926:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942211.569929:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.569934:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995180 x1875839884283136/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.569941:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.569944:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942211.569946:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788942211.569949:0:2353:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788942211.569951:0:2353:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788942211.569955:0:2353:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1788942211.569958:0:2353:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788942211.569961:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for usr 0 00000001:04000000:1.0:1788942211.569964:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for grp 0 00000001:04000000:1.0:1788942211.569966:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for prj 0 00000001:00000001:1.0:1788942211.569968:0:2353:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788942211.569970:0:2353:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1788942211.569973:0:2353:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:1.0:1788942211.569976:0:2353:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788942211.569979:0:2353:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788942211.569981:0:2353:0:(osc_request.c:2586:brw_interpret()) request ffff90b545995180 aa ffff90b545995330 rc 0 00000020:00000001:1.0:1788942211.569987:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:1.0:1788942211.569990:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:1.0:1788942211.569992:0:2353:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788942211.569995:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942211.569998:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942211.570000:0:2353:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942211.570001:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000010:1.0:1788942211.570004:0:2353:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90b54494b270. 00000020:00000001:1.0:1788942211.570009:0:2353:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:1.0:1788942211.570012:0:2353:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1788942211.570015:0:2353:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1788942211.570017:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.570021:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995180 x1875839884283136/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.570028:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942211.570032:0:2353:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788942211.570035:0:2353:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90b545e9bb40@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff90b548956a80], [1703936|1|+|+|ffff90b54792b200|256|ffff90b543e3cf80]} extent finished. 00000008:00010000:1.0:1788942211.570043:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000054df8c85 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788942211.570063:0:2353:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788942211.570066:0:2353:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788942211.570070:0:2353:0:(cl_page.c:1104:cl_page_complete()) page@00000000bb2f7451[2 000000006b42421d 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942211.570072:0:2353:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788942211.570074:0:2353:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788942211.570075:0:2353:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788942211.570077:0:2353:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942211.570081:0:2353:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[2 000000006b42421d 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942211.570082:0:2353:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788942211.570089:0:2353:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788942211.570092:0:2353:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788942211.570095:0:2353:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788942211.570097:0:2353:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788942211.570111:0:2353:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788942211.570112:0:2353:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788942211.570114:0:2353:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788942211.570117:0:2353:0:(cl_page.c:556:cl_batch_put()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942211.570118:0:2353:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788942211.570120:0:2353:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788942211.570121:0:2353:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788942211.570124:0:2353:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:1.0:1788942211.570131:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90b545e9bb40@{[0 -> 255/255], [2|0|-|inv|wuY|ffff90b548956a80], [1703936|0|-|-|ffff90b54792b200|256|ffff90b543e3cf80]} destroyed. 00000008:00010000:1.0:1788942211.570140:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000054df8c85 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788942211.570148:0:2353:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788942211.570150:0:2353:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff90b559f7ed30. 00000008:00000020:1.0:1788942211.570157:0:2353:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff90b5487f0838. 00000008:00000001:1.0:1788942211.570167:0:2353:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.570172:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995180 x1875839884283136/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942211.570181:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884283136:192.168.206.109@tcp:4:multiop.0 00000100:00000001:1.0:1788942211.570186:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.570188:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.570191:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995180 x1875839884283136/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.570198:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.570200:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.570206:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942211.570208:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.570210:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.570212:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942211.570222:0:12515:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942211.570225:0:12515:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:1.0:1788942211.570228:0:12515:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000008:00000020:1.0:1788942211.570230:0:12515:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90b5487f0838. 00000008:00000001:1.0:1788942211.570232:0:12515:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788942211.570234:0:12515:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788942211.570236:0:12515:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942211.570239:0:12515:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788942211.570240:0:12515:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00000008:00000001:0.0:1788942211.570564:0:34151:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.570569:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942211.570571:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788942211.570574:0:34151:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90b545e9bb40. 00000008:00000020:0.0:1788942211.570580:0:34151:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788942211.570583:0:34151:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.570595:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942211.570597:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.570600:0:34151:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788942211.570602:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942211.570604:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788942211.570607:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942211.570609:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.570610:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942211.570612:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942211.570613:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.570615:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.570617:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942211.570618:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942211.570619:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788942211.570621:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942211.570622:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942211.570624:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942211.570625:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.570626:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942211.570627:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942211.570629:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.570631:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.570632:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942211.570633:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942211.570635:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.570637:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942211.570638:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942211.570640:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942211.570641:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942211.570642:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942211.570643:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46f30 00020000:00000001:0.0:1788942211.570646:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942211.570648:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942211.570650:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942211.570652:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942211.570655:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942211.570656:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942211.570658:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:0.0:1788942211.570661:0:34151:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942211.570664:0:34151:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.570671:0:34151:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942211.570673:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:0.0:1788942211.570677:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:0.0:1788942211.570680:0:34151:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942211.570683:0:34151:0:(file.c:5353:ll_mdsync()) inode ffff90b548da3a88 metadata sync [0x200000404:0x30:0x0] (need_sync=1) 00800000:00000001:0.0:1788942211.570688:0:34151:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:0.0:1788942211.570704:0:34151:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1788942211.570711:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994000. 00000020:00000040:0.0:1788942211.570715:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942211.570719:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942211.570722:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942211.570726:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942211.570734:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b558fcf400. 00000100:00000001:0.0:1788942211.570740:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.570746:0:34151:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942211.570748:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942211.570753:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590f53c0. 00000100:00000001:0.0:1788942211.570756:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707290497984 : -122366419053632 : ffff90b5590f53c0) 00000100:00000001:0.0:1788942211.570758:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942211.570760:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000001:0.0:1788942211.570764:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942211.570767:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.570770:0:34151:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942211.570771:0:34151:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942211.570777:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.570784:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942211.570787:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.570790:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942211.570792:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942211.570795:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942211.570798:0:34151:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884283264:192.168.206.109@tcp:44:multiop.0 00000100:00000001:0.0:1788942211.570802:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942211.570806:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942211.570808:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.570810:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942211.570814:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aef000. 02000000:00000001:0.0:1788942211.570816:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942211.570821:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942211.570824:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520979a0. 00000400:00000010:0.0:1788942211.570829:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942211.570835:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884283264, portal 10 00000100:00000001:0.0:1788942211.570837:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942211.570838:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:0.0:1788942211.570844:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.570882:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942211.570885:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942211.570888:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5add0. 00000100:00000200:0.0:1788942211.570891:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875839884283264, offset 0 00000400:00000200:0.0:1788942211.570897:0:34151:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942211.570903:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.570910:0:34151:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942211.570916:0:34151:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942211.570919:0:34151:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942211.570923:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942211.570926:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942211.570930:0:34151:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2617:2617:256:4294967295] 192.168.206.109@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:0.0:1788942211.570934:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942211.570942:0:34151:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942211.570950:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942211.570955:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b000. 00000800:00000200:0.0:1788942211.570961:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942211.570969:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942211.570972:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788942211.570990:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.570994:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 837815 usecs (838 jiffies) 00000400:00000200:0.0:1788942211.570997:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942211.571000:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612568 00000100:00000001:0.0:1788942211.571003:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942211.571005:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612568 00000100:00000001:0.0:1788942211.571007:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942211.571010:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.571013:0:34151:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.571015:0:34151:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942211.571016:0:34151:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942211.571019:0:34151:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590f53c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942211.571021:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942211.571023:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942211.571320:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.571325:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b000. 00000400:00000200:2.0:1788942211.571331:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.571336:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942211.571341:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5add0 00000400:00000010:2.0:1788942211.571343:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5add0. 00000100:00000001:2.0:1788942211.571347:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942211.571351:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.571360:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.571364:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942211.571370:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.571372:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942211.669152:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.669174:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942211.669179:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.669181:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.669377:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.669389:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942211.669401:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.669406:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.669413:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.669418:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f54d80 00000400:00000200:3.0:1788942211.669424:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.669430:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x7035 [1] + 224 00000800:00000001:3.0:1788942211.669439:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.669451:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.669455:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.669460:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942211.669469:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.669479:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942211.669491:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942211.669518:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942211.669527:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.669531:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.669634:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942211.669643:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942211.669645:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942211.669649:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520979a0. 00000400:00000200:0.0:1788942211.669654:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:0.0:1788942211.669657:0:34151:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:0.0:1788942211.669668:0:34151:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942211.669674:0:34151:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942211.669683:0:34151:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.669698:0:34151:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942211.669701:0:34151:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.669704:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942211.669708:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942211.669711:0:34151:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942211.669713:0:34151:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942211.669716:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942211.669727:0:34151:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=51 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942211.669732:0:34151:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942211.669735:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942211.669737:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942211.669740:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942211.669744:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.669748:0:34151:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942211.669750:0:34151:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 8589934597 gen 2 00000100:00000040:0.0:1788942211.669756:0:34151:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff90b552369180 x1875839884281216/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.669764:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942211.669767:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369180 x1875839884281216/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.669774:0:34151:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942211.669777:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942211.669780:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552277800. 02000000:00000001:0.0:1788942211.669787:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942211.669790:0:34151:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942211.669792:0:34151:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942211.669793:0:34151:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942211.669796:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552274000. 02000000:00000001:0.0:1788942211.669800:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942211.669801:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942211.669803:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369180. 00000100:00000001:0.0:1788942211.669807:0:34151:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942211.669809:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942211.669814:0:34151:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff90b545e67800 x1875839884282240/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.669827:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942211.669830:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67800 x1875839884282240/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.669836:0:34151:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942211.669837:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942211.669839:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bb400. 02000000:00000001:0.0:1788942211.669841:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942211.669842:0:34151:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942211.669843:0:34151:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942211.669844:0:34151:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942211.669846:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487bbc00. 02000000:00000001:0.0:1788942211.669847:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942211.669848:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942211.669849:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67800. 00000100:00000001:0.0:1788942211.669891:0:34151:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942211.669893:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942211.669897:0:34151:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942211.669904:0:34151:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788942211.669906:0:34151:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:0.0:1788942211.669909:0:34151:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942211.669910:0:34151:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.669922:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.669929:0:34151:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942211.669932:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942211.669934:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942211.669938:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942211.669947:0:34151:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884283264:192.168.206.109@tcp:44:multiop.0 00000100:00000001:0.0:1788942211.669952:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942211.669955:0:34151:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.669958:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942211.669959:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942211.669962:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.669969:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942211.669971:0:34151:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590f53c0. 00000100:00000001:0.0:1788942211.669974:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942211.669975:0:34151:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942211.669979:0:34151:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942211.669982:0:34151:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.669985:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942211.669988:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884283264/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942211.669994:0:34151:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942211.669995:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942211.669997:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aef000. 02000000:00000001:0.0:1788942211.670000:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942211.670002:0:34151:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942211.670003:0:34151:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942211.670005:0:34151:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942211.670006:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcf400. 02000000:00000001:0.0:1788942211.670009:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942211.670010:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942211.670012:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00000100:00000001:0.0:1788942211.670014:0:34151:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942211.670015:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942211.670019:0:34151:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1788942211.670021:0:34151:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942211.670023:0:34151:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788942211.670026:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942211.670031:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:0.0:1788942211.670033:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:0.0:1788942211.670039:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.670042:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942211.670045:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942211.670048:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942211.670051:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942211.670052:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942211.670054:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942211.670058:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90b544e749a0 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1788942211.670062:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:0.0:1788942211.670066:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942211.670068:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942211.670071:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942211.670073:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.670075:0:34151:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942211.670077:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942211.670079:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670303:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942211.670305:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942211.670306:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942211.670308:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:0.0:1788942211.670312:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670315:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942211.670317:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942211.670319:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942211.670323:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942211.670327:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1788942211.670331:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942211.670333:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942211.670334:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942211.670336:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246456 : -122366539305160 : ffff90b551e46f38) 00000020:00001000:0.0:1788942211.670339:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46f30 00000020:00000001:0.0:1788942211.670342:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.670343:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942211.670347:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942211.670348:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942211.670350:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.670352:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.670354:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942211.670356:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788942211.670359:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.670361:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670363:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670365:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788942211.670367:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942211.670369:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.670370:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942211.670372:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942211.670373:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670375:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.670376:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.670378:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670379:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942211.670380:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670381:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670383:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788942211.670385:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942211.670386:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.670387:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942211.670389:0:34151:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788942211.670392:0:34151:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788942211.670396:0:34151:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1788942211.670400:0:34151:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.670402:0:34151:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788942211.670405:0:34151:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788942211.670408:0:34151:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.670409:0:34151:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788942211.670412:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942211.670414:0:34151:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942211.670416:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942211.670418:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942211.670419:0:34151:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942211.670420:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942211.670423:0:34151:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788942211.670431:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994000. 00000020:00000040:0.0:1788942211.670435:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942211.670440:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942211.670444:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942211.670450:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942211.670456:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b558fcf400. 00000100:00000001:0.0:1788942211.670463:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942211.670472:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942211.670477:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942211.670485:0:34151:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c46af4b] to pc [ptlrpcd_00_01+1] req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788942211.670511:0:34151:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.670513:0:34151:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942211.670515:0:34151:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670517:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.670519:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.670520:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670522:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.670524:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942211.670526:0:34151:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788942211.670527:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942211.670528:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788942211.670611:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.670615:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942211.670617:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942211.670624:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.670632:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942211.670634:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.670638:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942211.670641:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942211.670644:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942211.670647:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884283392:192.168.206.109@tcp:16:multiop.0 00000100:00000001:1.0:1788942211.670651:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942211.670669:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942211.670672:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.670675:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942211.670681:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b9400. 02000000:00000001:1.0:1788942211.670683:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942211.670697:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942211.670702:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942211.670708:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942211.670715:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884283392, portal 4 00000100:00000001:1.0:1788942211.670718:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942211.670720:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:1.0:1788942211.670727:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.670735:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942211.670738:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942211.670741:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da908. 00000100:00000200:1.0:1788942211.670744:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875839884283392, offset 0 00000400:00000200:1.0:1788942211.670750:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942211.670758:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.670765:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942211.670771:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942211.670776:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942211.670780:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942211.670782:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942211.670787:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2618:2618:256:4294967295] 192.168.206.109@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:1.0:1788942211.670792:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942211.670803:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942211.670810:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942211.670815:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38f00. 00000800:00000200:1.0:1788942211.670823:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942211.670832:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942211.670837:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38f00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788942211.670895:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.670901:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24280 usecs (25 jiffies) 00000400:00000200:1.0:1788942211.670907:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942211.670910:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296611855 00000100:00000001:1.0:1788942211.670923:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.670926:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296611855 00000100:00000001:1.0:1788942211.670929:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942211.670932:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.670936:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.670939:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.670942:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.670951:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942211.670953:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942211.670956:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.670958:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942211.670959:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.670961:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.670977:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.670980:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942211.671045:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942211.671197:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38f00. 00000400:00000200:2.0:1788942211.671206:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942211.671216:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942211.671224:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da908 00000400:00000010:2.0:1788942211.671226:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da908. 00000100:00000001:2.0:1788942211.671232:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942211.671240:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.671253:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942211.671256:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942211.671264:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942211.671266:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942211.740993:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.741015:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942211.741021:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.741023:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.741033:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.741042:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942211.741052:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.741057:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.741063:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.741068:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 432 into portal 4 MB=0x6aa1101f54e00 00000400:00000200:3.0:1788942211.741074:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942211.741081:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 432/432 into md 0x703d [1] + 224 00000800:00000001:3.0:1788942211.741089:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.741111:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942211.741115:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942211.741120:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942211.741130:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942211.741139:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942211.741151:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942211.741179:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942211.741327:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942211.741331:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.741478:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.741483:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942211.741492:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942211.741494:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942211.741498:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942211.741503:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:1.0:1788942211.741506:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:1.0:1788942211.741509:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942211.741514:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942211.741524:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.741530:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942211.741532:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.741535:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942211.741539:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942211.741542:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942211.741544:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942211.741548:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942211.741559:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942211.741564:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942211.741567:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942211.741569:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.741572:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942211.741576:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.741580:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942211.741642:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788942211.741646:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942211.741650:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.741656:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.741665:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942211.741668:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942211.741670:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788942211.741675:0:2354:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:1.0:1788942211.741684:0:2354:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:1.0:1788942211.741687:0:2354:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:1.0:1788942211.741698:0:2354:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788942211.741702:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942211.741705:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942211.741707:0:2354:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942211.741709:0:2354:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:1.0:1788942211.741774:0:2354:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942211.741781:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942211.741789:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884283392:192.168.206.109@tcp:16:multiop.0 00000100:00000001:1.0:1788942211.741795:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.741799:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942211.741803:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884283392/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942211.741810:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942211.741814:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942211.741818:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9400. 02000000:00000001:1.0:1788942211.741823:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942211.741826:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942211.741828:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942211.741831:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942211.741834:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcf400. 02000000:00000001:1.0:1788942211.741839:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942211.741841:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942211.741843:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00000100:00000001:1.0:1788942211.741846:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942211.741848:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.741889:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942211.741899:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942211.741902:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942211.741904:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942211.741907:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.742467:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942211.742472:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.742476:0:34151:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1788942211.742484:0:34151:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942211.742487:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.742490:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:0.0:1788942211.742492:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942211.742498:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942211.742503:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942211.742506:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1788942211.742508:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942211.742509:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788942211.742511:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788942211 a=0 c=1788942211 b=11 00020000:00000001:0.0:1788942211.742516:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942211.742518:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788942211 a=0 c=1788942211 b=11 00020000:00000001:0.0:1788942211.742521:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.742523:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.742524:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000080:00200000:0.0:1788942211.742528:0:34151:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 11 00000080:00000001:0.0:1788942211.742531:0:34151:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942211.742533:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942211.742537:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788942211.742540:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942211.742542:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.742544:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942211.742545:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942211.742546:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.742549:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.742550:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942211.742552:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942211.742553:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788942211.742555:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942211.742557:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942211.742559:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942211.742560:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942211.742562:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942211.742563:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942211.742564:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.742566:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942211.742568:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942211.742569:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942211.742571:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.742574:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942211.742575:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942211.742577:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942211.742578:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942211.742580:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942211.742582:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46f30 00020000:00000001:0.0:1788942211.742700:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942211.742703:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942211.742706:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942211.742709:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942211.742712:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942211.742713:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942211.742716:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000080:00000001:0.0:1788942211.742718:0:34151:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942211.742727:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557e48 00000080:00000008:0.0:1788942211.742729:0:34151:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:0.0:1788942211.742733:0:34151:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.790758:0:34155:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942211.790768:0:34155:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942211.790772:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3b78 00000080:00200000:1.0:1788942211.790777:0:34155:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942211.790787:0:34155:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b541343e00. 00800000:00000002:1.0:1788942211.790797:0:34155:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942211.790803:0:34155:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942211.790808:0:34155:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942211.790811:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3a98 00800000:00000002:1.0:1788942211.790814:0:34155:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942211.790819:0:34155:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942211.790824:0:34155:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942211.790829:0:34155:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942211.790832:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3968 00000002:00010000:1.0:1788942211.790833:0:34155:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942211.790837:0:34155:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942211.790839:0:34155:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942211.790843:0:34155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942211.791386:0:34155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:1.0:1788942211.791391:0:34155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942211.791397:0:34155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942211.791404:0:34155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942211.791410:0:34155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942211.791422:0:34155:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942211.791429:0:34155:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942211.791433:0:34155:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942211.791441:0:34155:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942211.791444:0:34155:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942211.791446:0:34155:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942211.791449:0:34155:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942211.791452:0:34155:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942211.791455:0:34155:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942211.791458:0:34155:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942211.791462:0:34155:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942211.791466:0:34155:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b541343e00. 00000080:00000001:1.0:1788942211.791472:0:34155:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942211.791475:0:34155:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942211.791478:0:34155:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942211.791482:0:34155:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578b5 00800000:00000001:1.0:1788942211.791486:0:34155:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942211.791489:0:34155:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942211.791491:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.791494:0:34155:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.791497:0:34155:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.791499:0:34155:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.791502:0:34155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.791505:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.791507:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942211.791508:0:34155:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942211.791510:0:34155:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942211.791513:0:34155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578b5 from it ffffa57dc17e3bb0 00010000:00000001:1.0:1788942211.791515:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942211.791517:0:34155:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942211.791518:0:34155:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:1.0:1788942211.791520:0:34155:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.791522:0:34155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:1.0:1788942211.791525:0:34155:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942211.791528:0:34155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942211.791534:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.791536:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.791537:0:34155:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942211.791540:0:34155:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942211.791543:0:34155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942211.791551:0:34155:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942211.791556:0:34155:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942211.791558:0:34155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942211.791564:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.791565:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942211.791566:0:34155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.791570:0:34155:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942211.791573:0:34155:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.791575:0:34155:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.791578:0:34155:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942211.791580:0:34155:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942211.791687:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942211.791696:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942211.791700:0:34155:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942211.791703:0:34155:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942211.791706:0:34155:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:1.0:1788942211.791712:0:34155:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.791718:0:34155:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942211.791721:0:34155:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942211.791724:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3b78 00000080:00200008:1.0:1788942211.791726:0:34155:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 504000 00000080:00000010:1.0:1788942211.791734:0:34155:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415beb40. 00000080:00000001:1.0:1788942211.791740:0:34155:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.791742:0:34155:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.791782:0:34155:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942211.791784:0:34155:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=8028667f arg=7ffc2bc98b80 00000080:00000001:1.0:1788942211.791803:0:34155:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:1.0:1788942211.791806:0:34155:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1788942211.791809:0:34155:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.791810:0:34155:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.791813:0:34155:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.791822:0:34155:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788942211.791825:0:34155:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942211.791827:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3dd0 00000080:00200008:1.0:1788942211.791838:0:34155:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 504000 00000080:00400000:1.0:1788942211.791841:0:34155:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788942211.791845:0:34155:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415beb40. 00000080:00000001:1.0:1788942211.791848:0:34155:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788942211.791987:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3dd0 00000080:00000008:1.0:1788942211.791990:0:34155:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 504000, rc = 0 00000080:00000001:1.0:1788942211.791994:0:34155:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942211.791996:0:34155:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942211.812136:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942211.812144:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942211.812150:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942211.812152:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942211.812154:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942211.812156:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942211.812430:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942211.812435:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942211.812439:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942212.656641:0:34151:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788942212.656653:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557d88 00000080:00200008:3.0:1788942212.656659:0:34151:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000002:3.0:1788942212.656664:0:34151:0:(file.c:2656:do_file_write_iter()) inode ffff90b548da3a88 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:3.0:1788942212.656668:0:34151:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788942212.656671:0:34151:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656673:0:34151:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788942212.656679:0:34151:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656682:0:34151:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1788942212.656698:0:34151:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788942212.656703:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942212.656707:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abdf00 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:3.0:1788942212.656709:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:3.0:1788942212.656712:0:34151:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:3.0:1788942212.656724:0:34151:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788942212.656726:0:34151:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:3.0:1788942212.656732:0:34151:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1788942212.656736:0:34151:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1788942212.656739:0:34151:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:3.0:1788942212.656740:0:34151:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656743:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.656748:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942212.656750:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000080:00000001:3.0:1788942212.656754:0:34151:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788942212.656756:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557c98 00000080:00200000:3.0:1788942212.656758:0:34151:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:3.0:1788942212.656763:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557c30 00000080:00200000:3.0:1788942212.656764:0:34151:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1788942212.656767:0:34151:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788942212.656775:0:34151:0:(cl_io.c:214:cl_io_rw_init()) header@0000000071d79932[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:3.0:1788942212.656777:0:34151:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:3.0:1788942212.656780:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.656783:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942212.656785:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942212.656788:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942212.656791:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.656792:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788942212.656795:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942212.656800:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656803:0:34151:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942212.656805:0:34151:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656807:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942212.656811:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90b545ebfc80 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788942212.656813:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.656817:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942212.656819:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942212.656823:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942212.656825:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788942212.656827:0:34151:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:3.0:1788942212.656831:0:34151:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788942212.656832:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942212.656834:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656836:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.656837:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942212.656838:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942212.656841:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:3.0:1788942212.656843:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656844:0:34151:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942212.656847:0:34151:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1788942212.656849:0:34151:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788942212.656870:0:34151:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656874:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942212.656875:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788942212.656879:0:34151:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788942212.656881:0:34151:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788942212.656884:0:34151:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788942212.656886:0:34151:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:3.0:1788942212.656889:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942212.656892:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942212.656896:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:3.0:1788942212.656901:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.656902:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942212.656904:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.656905:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:3.0:1788942212.656908:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000020:00000001:3.0:1788942212.656911:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.656912:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942212.656917:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.656918:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942212.656920:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.656921:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.656924:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.656927:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788942212.656930:0:34151:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788942212.656933:0:34151:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656935:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.656937:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.656939:0:34151:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656941:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656943:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788942212.656946:0:34151:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788942212.656948:0:34151:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788942212.656951:0:34151:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788942212.656954:0:34151:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656956:0:34151:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656959:0:34151:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788942212.656961:0:34151:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1788942212.656963:0:34151:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788942212.656964:0:34151:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788942212.656966:0:34151:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656968:0:34151:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656970:0:34151:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656972:0:34151:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.656973:0:34151:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.656975:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942212.656977:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.656978:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942212.656980:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942212.656981:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656982:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.656984:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.656985:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.656987:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942212.656989:0:34151:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788942212.656990:0:34151:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788942212.656993:0:34151:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788942212.656995:0:34151:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788942212.656997:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1788942212.657004:0:34151:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551bc0480. 00020000:00000002:3.0:1788942212.657006:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1788942212.657008:0:34151:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788942212.657009:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.657010:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.657012:0:34151:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788942212.657016:0:34151:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b558116720. 00000008:00010000:3.0:1788942212.657018:0:34151:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788942212.657021:0:34151:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942212.657022:0:34151:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788942212.657026:0:34151:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551bc04b0, osc lock ffff90b558116720, flags 0x0 00000020:00000001:3.0:1788942212.657028:0:34151:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657030:0:34151:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657032:0:34151:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707167597696 : -122366541953920 : ffff90b551bc0480) 00000020:00000001:3.0:1788942212.657034:0:34151:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942212.657035:0:34151:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788942212.657037:0:34151:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657039:0:34151:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657042:0:34151:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942212.657044:0:34151:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942212.657045:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.657046:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.657048:0:34151:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942212.657050:0:34151:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942212.657052:0:34151:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788942212.657054:0:34151:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657057:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942212.657059:0:34151:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942212.657061:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942212.657062:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942212.657063:0:34151:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942212.657064:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942212.657066:0:34151:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788942212.657070:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.657087:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:3.0:1788942212.657090:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.657097:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.657102:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942212.657107:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788942212.657119:0:34151:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942212.657124:0:34151:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.657127:0:34151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942212.657134:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.657137:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.657140:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:3.0:1788942212.657142:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657144:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00000008:00000001:3.0:1788942212.657148:0:34151:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788942212.657151:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.657152:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.657153:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=4 00000020:00000001:3.0:1788942212.657155:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657157:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657159:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.657160:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.657161:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=5 00000020:00000001:3.0:1788942212.657162:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657164:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657165:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.657167:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.657169:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942212.657175:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.657177:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942212.657179:0:34151:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.657181:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.657182:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.657183:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=6 00000020:00000001:3.0:1788942212.657184:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657186:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657188:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.657191:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942212.657198:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.657199:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942212.657201:0:34151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942212.657213:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.657215:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.657216:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.657217:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.657218:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942212.657220:0:34151:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.657223:0:34151:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657225:0:34151:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657227:0:34151:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657229:0:34151:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657231:0:34151:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657233:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657235:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657237:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788942212.657240:0:34151:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1788942212.657245:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557b80 00000080:00200000:3.0:1788942212.657247:0:34151:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:3.0:1788942212.657249:0:34151:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788942212.657251:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942212.657254:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abdf00 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:3.0:1788942212.657255:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:3.0:1788942212.657258:0:34151:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1788942212.657261:0:34151:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788942212.657264:0:34151:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788942212.657266:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:3.0:1788942212.657269:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.657270:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.657272:0:34151:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788942212.657274:0:34151:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788942212.657276:0:34151:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657279:0:34151:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657281:0:34151:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657282:0:34151:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.657286:0:34151:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788942212.657288:0:34151:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:3.0:1788942212.657292:0:34151:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788942212.657294:0:34151:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] ffffdeaa048cc540 ffff90b545cabe00 1 00000020:00000001:3.0:1788942212.657297:0:34151:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788942212.657299:0:34151:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621706967236096 : -122366742315520 : ffff90b545cabe00) 00000020:00000001:3.0:1788942212.657302:0:34151:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446621706967236096 : -122366742315520 : ffff90b545cabe00) 00000020:00000001:3.0:1788942212.657304:0:34151:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788942212.657306:0:34151:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788942212.657308:0:34151:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969414784 : -122366740136832 : ffff90b545ebfc80) 00000020:00000001:3.0:1788942212.657311:0:34151:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788942212.657312:0:34151:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788942212.657314:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788942212.657318:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[2 000000006b42421d 1 1 00000000d1bf616b 0 0 0] 00000020:00000001:3.0:1788942212.657320:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788942212.657322:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788942212.657324:0:34151:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1788942212.657325:0:34151:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788942212.657327:0:34151:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.657330:0:34151:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788942212.657332:0:34151:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:3.0:1788942212.657335:0:34151:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788942212.657336:0:34151:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969414784 : -122366740136832 : ffff90b545ebfc80) 00000020:00000001:3.0:1788942212.657338:0:34151:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788942212.657340:0:34151:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788942212.657344:0:34151:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788942212.657346:0:34151:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788942212.657347:0:34151:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788942212.657348:0:34151:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788942212.657352:0:34151:0:(rw26.c:929:ll_write_end()) page@00000000bb2f7451[3 000000006b42421d 2 1 00000000d1bf616b 0 0 0] 00000080:00200000:3.0:1788942212.657356:0:34151:0:(rw26.c:929:ll_write_end()) vmpage @0000000031a56400 17ffffc0001029 2:0 ffff90b545cabe00 0 lru 00000080:00200000:3.0:1788942212.657363:0:34151:0:(rw26.c:929:ll_write_end()) osc-page@00000000d94be485 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000637260ad 00000000914bb4a5 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1788942212.657365:0:34151:0:(rw26.c:929:ll_write_end()) end page@00000000bb2f7451 00000080:00200000:3.0:1788942212.657367:0:34151:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1788942212.657368:0:34151:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942212.657372:0:34151:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1788942212.657374:0:34151:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:3.0:1788942212.657377:0:34151:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1788942212.657380:0:34151:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1788942212.657382:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.657383:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.657385:0:34151:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1788942212.657387:0:34151:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1788942212.657390:0:34151:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1788942212.657391:0:34151:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788942212.657392:0:34151:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1788942212.657395:0:34151:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1788942212.657398:0:34151:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff90b545cabe70 folio ffffdeaa048cc540 pg:0 added for cmd 2 00000008:00000001:3.0:1788942212.657404:0:34151:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:3.0:1788942212.657407:0:34151:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:3.0:1788942212.657413:0:34151:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:3.0:1788942212.657417:0:34151:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90b545cabea8 page ffffdeaa048cc540 00000008:00000020:3.0:1788942212.657422:0:34151:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:3.0:1788942212.657426:0:34151:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1788942212.657428:0:34151:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.657430:0:34151:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:3.0:1788942212.657436:0:34151:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90b5436a7600. 00000008:00000020:3.0:1788942212.657442:0:34151:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90b548956a80 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:3.0:1788942212.657449:0:34151:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1788942212.657454:0:34151:0:(osc_cache.c:858:osc_extent_find()) extent ffff90b5436a7600@{[0 -> 255/255], [3|1|-|active|wi|ffff90b548956a80], [1703936|0|-|-|ffff90b54792b200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1788942212.657459:0:34151:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000978be6d2 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788942212.657468:0:34151:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:3.0:1788942212.657471:0:34151:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.657474:0:34151:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.657476:0:34151:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788942212.657479:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000002:3.0:1788942212.657481:0:34151:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:3.0:1788942212.657484:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.657486:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788942212.657489:0:34151:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:3.0:1788942212.657491:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788942212.657493:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657495:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657497:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:3.0:1788942212.657499:0:34151:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788942212.657501:0:34151:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788942212.657503:0:34151:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788942212.657507:0:34151:0:(cl_page.c:556:cl_batch_put()) page@00000000bb2f7451[4 000000006b42421d 2 1 00000000d1bf616b 0 0 0] 00000020:00000001:3.0:1788942212.657509:0:34151:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788942212.657511:0:34151:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788942212.657512:0:34151:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1788942212.657514:0:34151:0:(osc_request.c:745:osc_update_next_shrink()) next time 3145 to shrink grant 00000080:00000001:3.0:1788942212.657516:0:34151:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1788942212.657518:0:34151:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1788942212.657527:0:34151:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90b548da3c38, count 1, dirtied 1 00000080:00000001:3.0:1788942212.657529:0:34151:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1788942212.657531:0:34151:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788942212.657533:0:34151:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788942212.657534:0:34151:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788942212.657535:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788942212.657538:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[3 000000006b42421d 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942212.657539:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788942212.657541:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788942212.657542:0:34151:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788942212.657544:0:34151:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788942212.657546:0:34151:0:(cl_page.c:556:cl_batch_put()) page@00000000bb2f7451[3 000000006b42421d 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942212.657548:0:34151:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788942212.657549:0:34151:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788942212.657550:0:34151:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1788942212.657552:0:34151:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1788942212.657553:0:34151:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657555:0:34151:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657557:0:34151:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657559:0:34151:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942212.657561:0:34151:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:3.0:1788942212.657564:0:34151:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788942212.657565:0:34151:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1788942212.657567:0:34151:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657569:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557b80 00000080:00200000:3.0:1788942212.657571:0:34151:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:3.0:1788942212.657574:0:34151:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657576:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788942212.657578:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.657579:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788942212.657580:0:34151:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1788942212.657582:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.657583:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.657585:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788942212.657586:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788942212.657588:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657590:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657591:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:3.0:1788942212.657593:0:34151:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657595:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657596:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657598:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657599:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657601:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788942212.657602:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788942212.657604:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788942212.657605:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1788942212.657608:0:34151:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:3.0:1788942212.657611:0:34151:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788942212.657615:0:34151:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b548956a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1788942212.657621:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942212.657629:0:34151:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.657631:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942212.657633:0:34151:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.657635:0:34151:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:3.0:1788942212.657637:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942212.657638:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.657640:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.657642:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942212.657644:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942212.657647:0:34151:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788942212.657649:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_release():245 00000020:00000001:3.0:1788942212.657652:0:34151:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788942212.657653:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788942212.657656:0:34151:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788942212.657657:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.657658:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.657661:0:34151:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788942212.657662:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551bc04b0 (ffff90b542d10a28/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788942212.657665:0:34151:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788942212.657667:0:34151:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788942212.657668:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.657670:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.657672:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=5 00000020:00000001:3.0:1788942212.657674:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657676:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.657678:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.657681:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942212.657700:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.657701:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.657703:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942212.657706:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942212.657709:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942212.658070:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.658080:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942212.658081:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.658087:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.658094:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.658096:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.658100:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942212.658102:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.658104:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.658109:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.658112:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.658114:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.658115:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.658117:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.658118:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942212.658120:0:34151:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788942212.658122:0:34151:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942212.658124:0:34151:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942212.658126:0:34151:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942212.658128:0:34151:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788942212.658131:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_fini():72 00020000:00000001:3.0:1788942212.658136:0:34151:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788942212.658137:0:34151:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788942212.658138:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551bc04b0 (ffff90b552124488/1) at cl_lock_fini():72 00000008:00000010:3.0:1788942212.658143:0:34151:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b558116720. 00000020:00000001:3.0:1788942212.658148:0:34151:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788942212.658150:0:34151:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551bc0480. 00020000:00000001:3.0:1788942212.658154:0:34151:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788942212.658155:0:34151:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788942212.658156:0:34151:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788942212.658164:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942212.658167:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.658169:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942212.658171:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942212.658172:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658174:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658176:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942212.658177:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942212.658179:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788942212.658182:0:34151:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:3.0:1788942212.658184:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942212.658185:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942212.658187:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942212.658188:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.658189:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942212.658193:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942212.658195:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658197:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658198:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942212.658200:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942212.658201:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942212.658206:0:34151:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1788942212.658209:0:34151:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1788942212.658211:0:34151:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1788942212.658213:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942212.658215:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942212.658217:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942212.658218:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942212.658219:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942212.658222:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00020000:00000001:3.0:1788942212.658225:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942212.658227:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942212.658228:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942212.658230:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942212.658234:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942212.658235:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788942212.658238:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557c98 00000080:00200000:3.0:1788942212.658240:0:34151:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:3.0:1788942212.658245:0:34151:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788942212.658248:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.658251:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.658253:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788942212.658257:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788942212.658261:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788942212.658263:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:3.0:1788942212.658265:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788942212.658266:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:3.0:1788942212.658269:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788942212 a=0 c=1788942212 b=11 00020000:00000001:3.0:1788942212.658272:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942212.658275:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788942212 a=0 c=1788942212 b=11 00020000:00000001:3.0:1788942212.658278:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658281:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658282:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000080:00200000:3.0:1788942212.658285:0:34151:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:3.0:1788942212.658287:0:34151:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1788942212.658291:0:34151:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:3.0:1788942212.658293:0:34151:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1788942212.658296:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000020:00000001:3.0:1788942212.658299:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557d88 00000080:00000008:3.0:1788942212.658301:0:34151:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:3.0:1788942212.658304:0:34151:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942212.658316:0:34151:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:3.0:1788942212.658318:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557e48 00000080:00200008:3.0:1788942212.658320:0:34151:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:3.0:1788942212.658327:0:34151:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1788942212.658329:0:34151:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788942212.658330:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.658332:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942212.658334:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942212.658337:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.658339:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942212.658340:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942212.658342:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942212.658344:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.658346:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942212.658347:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942212.658350:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90b545ebfc80 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788942212.658353:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.658356:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942212.658358:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942212.658361:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942212.658362:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658365:0:34151:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942212.658367:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942212.658369:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658370:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.658371:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942212.658373:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942212.658374:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:3.0:1788942212.658377:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658379:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942212.658380:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788942212.658382:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942212.658385:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942212.658387:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942212.658391:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.658393:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942212.658394:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.658396:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:3.0:1788942212.658398:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000020:00000001:3.0:1788942212.658400:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.658402:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942212.658404:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.658405:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942212.658406:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658408:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658410:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.658412:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788942212.658414:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658416:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658418:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658420:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788942212.658422:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942212.658423:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.658424:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942212.658426:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942212.658427:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658429:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658431:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658432:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658433:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942212.658435:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658436:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658438:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788942212.658440:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788942212.658441:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.658442:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788942212.658444:0:34151:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788942212.658446:0:34151:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788942212.658451:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1788942212.658453:0:34151:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1788942212.658454:0:34151:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942212.658457:0:34151:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788942212.658459:0:34151:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1788942212.658480:0:34151:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446621707014072960 : -122366695478656 : ffff90b548956a80) 00000008:00000020:3.0:1788942212.658483:0:34151:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff90b548956a80 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1788942212.658486:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1788942212.658488:0:34151:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1788942212.658489:0:34151:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942212.658491:0:34151:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1788942212.658493:0:34151:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1788942212.658495:0:34151:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff90b5436a7600@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff90b548956a80], [1703936|1|+|-|ffff90b54792b200|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1788942212.658502:0:34151:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 00000000978be6d2 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1788942212.658513:0:34151:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1788942212.658517:0:34151:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1788942212.658520:0:34151:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1788942212.658523:0:34151:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788942212.658526:0:34151:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90b5436a7600@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff90b548956a80], [1703936|1|+|-|ffff90b54792b200|256|ffff90b543e3cf80]} make ready 00000008:00010000:3.0:1788942212.658531:0:34151:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000978be6d2 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1788942212.658538:0:34151:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1788942212.658540:0:34151:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788942212.658553:0:34151:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1788942212.658555:0:34151:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788942212.658557:0:34151:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788942212.658558:0:34151:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788942212.658560:0:34151:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788942212.658561:0:34151:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788942212.658563:0:34151:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788942212.658565:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788942212.658568:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942212.658570:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788942212.658572:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788942212.658573:0:34151:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788942212.658576:0:34151:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000bb2f7451[2 000000006b42421d 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942212.658578:0:34151:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788942212.658579:0:34151:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658582:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.658584:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.658586:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788942212.658588:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658589:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:3.0:1788942212.658591:0:34151:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.658594:0:34151:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1788942212.658596:0:34151:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90b5459f2800: cli: ffff90b5487f0838 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1788942212.658604:0:34151:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff90b542be9f90. 00000008:00000010:3.0:1788942212.658608:0:34151:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90b544ae9b60. 00000020:00000001:3.0:1788942212.658610:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1788942212.658613:0:34151:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1788942212.658614:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1788942212.658617:0:34151:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788942212/1788942212 00000020:00000001:3.0:1788942212.658620:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1788942212.658621:0:34151:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1788942212.658624:0:34151:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1788942212.658626:0:34151:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1788942212.658628:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.658634:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:3.0:1788942212.658637:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.658642:0:34151:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788942212.658645:0:34151:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788942212.658648:0:34151:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942212.658653:0:34151:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.658656:0:34151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942212.658663:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.658665:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942212.658666:0:34151:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788942212.658668:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.658671:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.658673:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=3 00000020:00000001:3.0:1788942212.658676:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.658678:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00000008:00000001:3.0:1788942212.658681:0:34151:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:3.0:1788942212.658682:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.658694:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1788942212.658695:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1788942212.658698:0:34151:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1788942212.658704:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acca80. 00000020:00000040:3.0:1788942212.658708:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942212.658714:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942212.658716:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942212.658719:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942212.658726:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fac00. 00000100:00000001:3.0:1788942212.658732:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788942212.658739:0:34151:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:3.0:1788942212.658744:0:34151:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90b5459f2800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:3.0:1788942212.658750:0:34151:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1788942212.658777:0:34151:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10315 MB/s 00000008:00008000:3.0:1788942212.658784:0:34151:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdeaa048cc540 map ffff90b548da3c38 index 0 flags 17ffffc0005028 count 2 priv ffff90b545cabe00: off 0 00000008:00000001:3.0:1788942212.658791:0:34151:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1788942212.658793:0:34151:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:3.0:1788942212.658797:0:34151:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90b544acca80 - object 0x240000400:66 offset 0<>2 00000008:00000001:3.0:1788942212.658800:0:34151:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658802:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1788942212.658804:0:34151:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1788942212.658805:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1788942212.658806:0:34151:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788942212/1788942212 00000020:00000001:3.0:1788942212.658808:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1788942212.658810:0:34151:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1788942212.658811:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1788942212.658813:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.658815:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00000008:00000002:3.0:1788942212.658826:0:34151:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000dd6474ff, now 0r/1w/0d in flight req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1788942212.658834:0:34151:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:3.0:1788942212.658842:0:34151:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec9db366] to pc [ptlrpcd_01_01+1] req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788942212.658895:0:34151:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1788942212.658899:0:34151:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.658902:0:34151:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.658905:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942212.658907:0:34151:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.658910:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942212.658911:0:34151:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.658913:0:34151:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942212.658914:0:34151:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.658918:0:34151:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1788942212.658919:0:34151:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.658921:0:34151:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1788942212.658925:0:34151:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1788942212.658929:0:34151:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942212.658932:0:34151:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658934:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658937:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.658940:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658942:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.658944:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788942212.658948:0:34151:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788942212.658951:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788942212.658953:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1788942212.658955:0:34151:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:3.0:1788942212.658958:0:34151:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:3.0:1788942212.658960:0:34151:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942212.658992:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788942212.658998:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788942212.658999:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942212.659001:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.659007:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.659012:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942212.659017:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.659021:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942212.659023:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942212.659025:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942212.659034:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.659047:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942212.659049:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.659053:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942212.659056:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942212.659060:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942212.659065:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884283520:192.168.206.109@tcp:4:multiop.0 00000100:00000001:3.0:1788942212.659069:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942212.659074:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942212.659077:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.659080:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942212.659085:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837d800. 02000000:00000001:3.0:1788942212.659087:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942212.659107:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942212.659111:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4f20. 00000400:00000010:3.0:1788942212.659118:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded6e8. 00000100:00000200:3.0:1788942212.659127:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884283520, portal 4 00000100:00000001:3.0:1788942212.659129:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.659131:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00000100:00000040:3.0:1788942212.659142:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.659149:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942212.659152:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942212.659361:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e617f8. 00000100:00000200:2.0:1788942212.659371:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875839884283520, offset 0 00000400:00000200:2.0:1788942212.659384:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942212.659397:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.659408:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942212.659415:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942212.659420:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942212.659425:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942212.659428:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942212.659433:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2619:2619:256:4294967295] 192.168.206.109@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:2.0:1788942212.659438:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.659448:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942212.659455:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942212.659462:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942212.659470:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942212.659480:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942212.659484:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1788942212.659505:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.659512:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24563 usecs (25 jiffies) 00000400:00000200:2.0:1788942212.659516:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942212.659520:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612842 00000100:00000001:2.0:1788942212.659524:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.659527:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612842 00000100:00000001:2.0:1788942212.659529:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.659532:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.659535:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.659540:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.659543:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.661109:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.661117:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:3.0:1788942212.661126:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.661134:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.661141:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e617f8 00000400:00000010:3.0:1788942212.661143:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e617f8. 00000100:00000001:3.0:1788942212.661148:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.661155:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.661166:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.661170:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.661177:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.661178:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.674474:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.674492:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.674496:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.674498:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.674506:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.674514:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.674523:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.674527:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.674532:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.674537:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f54e80 00000400:00000200:3.0:1788942212.674542:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.674548:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x7045 [1] + 224 00000800:00000001:3.0:1788942212.674554:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.674561:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.674564:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.674569:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.674576:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.674595:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942212.674606:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.674663:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.674667:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942212.674694:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.674704:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.674707:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788942212.675398:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942212.675402:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942212.675406:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4f20. 00000400:00000200:2.0:1788942212.675410:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded6e8 00000400:00000010:2.0:1788942212.675414:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded6e8. 00000100:00000001:2.0:1788942212.675418:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.675426:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942212.675436:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.675443:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942212.675445:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.675447:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942212.675450:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942212.675452:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942212.675454:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.675457:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942212.675478:0:2355:0:(import.c:2195:obd_at_measure()) add 0 to ffff90b551b95ca8 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1788942212.675481:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942212.675484:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1788942212.675488:0:2355:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff90b5459f2800: operation ost_write to node 192.168.206.109@tcp failed: rc = -107 00000100:00000001:2.0:1788942212.686620:0:2355:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788942212.686632:0:2355:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1788942212.686638:0:2355:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff90b5459f2800 of lustre-OST0000_UUID@192.168.206.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1788942212.686644:0:2355:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788942212.686649:0:2355:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff90b5459f2800: Connection to lustre-OST0000 (at 192.168.206.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788942212.686652:0:2355:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:2.0:1788942212.686655:0:2355:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788942212.686657:0:2355:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.686659:0:2355:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00000001:2.0:1788942212.686662:0:2355:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788942212.686664:0:2355:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788942212.686667:0:2355:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788942212.686670:0:2355:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1928 00000400:00000200:2.0:1788942212.686679:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.686695:0:2355:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1788942212.686700:0:2355:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942212.686703:0:2355:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942212.686705:0:2355:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942212.686707:0:2355:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:2.0:1788942212.686711:0:2355:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942212.686713:0:2355:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:2.0:1788942212.686715:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.686718:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:2.0:1788942212.686720:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:2.0:1788942212.686723:0:2355:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000040:2.0:1788942212.686726:0:2355:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942212.686728:0:2355:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942212.686729:0:2355:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942212.686731:0:2355:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:2.0:1788942212.686734:0:2355:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00080000:2.0:1788942212.686737:0:2355:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: import ffff90b551b95800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:2.0:1788942212.686740:0:2355:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.686744:0:2355:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788942212.686751:0:2355:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942212.686754:0:2355:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.686756:0:2355:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:2.0:1788942212.686759:0:2355:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 1703936, lost: 0. 00000008:00000001:2.0:1788942212.686762:0:2355:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.686764:0:2355:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942212.686773:0:2355:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942212.686777:0:2355:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=5 obd=lustre-OST0000-osc-ffff90b5459f2800 02000000:00000001:2.0:1788942212.686781:0:2355:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942212.686782:0:2355:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.686785:0:2355:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942212.686787:0:2355:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942212.686791:0:2355:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942212.686798:0:2355:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276c00. 00000100:00000001:2.0:1788942212.686803:0:2355:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942212.686813:0:2355:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942212.686823:0:2355:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942212.686827:0:2355:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.686831:0:2355:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070bfd811] to pc [ptlrpcd_rcv+-1] req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942212.686846:0:2355:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.686848:0:2355:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1788942212.686914:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.686919:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.686921:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942212.686927:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.686936:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942212.686938:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.686941:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942212.686944:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942212.686946:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942212.686949:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884283648:192.168.206.109@tcp:8:ptlrpcd_01_00.0 00000100:00000001:1.0:1788942212.686954:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942212.686957:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942212.686960:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.686962:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942212.686967:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487ba400. 02000000:00000001:1.0:1788942212.686969:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942212.686975:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942212.686979:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942212.686985:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942212.686992:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884283648, portal 4 00000100:00000001:1.0:1788942212.686994:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.686996:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:1.0:1788942212.687004:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.687011:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942212.687014:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942212.687017:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da550. 00000100:00000200:1.0:1788942212.687020:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875839884283648, offset 0 00000400:00000200:1.0:1788942212.687027:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942212.687034:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.687040:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942212.687045:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942212.687049:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942212.687052:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942212.687055:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942212.687059:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2620:2620:256:4294967295] 192.168.206.109@tcp LPNI seq info [2620:2620:8:4294967295] 00000400:00000200:1.0:1788942212.687063:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.687073:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942212.687078:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942212.687083:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38000. 00000800:00000200:1.0:1788942212.687090:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942212.687097:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942212.687101:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788942212.687120:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.687125:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24546 usecs (25 jiffies) 00000400:00000200:1.0:1788942212.687128:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942212.687131:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296612871 00000100:00000001:1.0:1788942212.687134:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.687137:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296612871 00000100:00000001:1.0:1788942212.687138:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.687141:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.687143:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.687146:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.687148:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.687155:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942212.687157:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788942212.687159:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.687161:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.687162:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.687163:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.687499:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.687504:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38000. 00000400:00000200:3.0:1788942212.687510:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.687515:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.687520:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da550 00000400:00000010:3.0:1788942212.687523:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da550. 00000100:00000001:3.0:1788942212.687527:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.687532:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.687540:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.687544:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.687550:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.687552:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942212.688375:0:2355:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788942212.688380:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.688383:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.688388:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942212.688390:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.688392:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.688394:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942212.688396:0:2355:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.688399:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942212.688401:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.688403:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.688406:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942212.693216:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.693231:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.693235:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.693238:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.693246:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.693253:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.693263:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.693267:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.693272:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.693276:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f54f00 00000400:00000200:3.0:1788942212.693281:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.693286:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x7055 [1] + 0 00000800:00000001:3.0:1788942212.693293:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.693300:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.693303:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.693308:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.693314:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.693322:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942212.693334:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.693361:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.693368:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.693372:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.693447:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.693452:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942212.693459:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942212.693461:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942212.693464:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942212.693468:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:1.0:1788942212.693471:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:1.0:1788942212.693474:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942212.693478:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942212.693487:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.693493:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942212.693494:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.693497:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942212.693500:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942212.693502:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942212.693504:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.693507:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942212.693515:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942212.693520:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942212.693522:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942212.693524:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.693527:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942212.693530:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.693533:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942212.693535:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788942212.693537:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942212.693540:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.693545:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.693558:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.693561:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942212.693563:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.693566:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788942212.693572:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:1.0:1788942212.693575:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:1.0:1788942212.693577:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:1.0:1788942212.693579:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.693582:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:1.0:1788942212.693595:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:1.0:1788942212.693598:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00001000:1.0:1788942212.693602:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=1788942212 v=0 (0 0 0 0) 00000100:00001000:1.0:1788942212.693604:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b551b95c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788942212.693609:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000020:00000040:1.0:1788942212.693615:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:1.0:1788942212.693617:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:1.0:1788942212.693621:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788942212.693624:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90b5459f2800, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788942212.693627:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:1.0:1788942212.693630:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788942212.693633:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788942212.693636:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.693638:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.693640:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.693642:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.693644:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:1.0:1788942212.693650:0:2352:0:(import.c:1382:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff90b5459f2800: evicting (reconnect/recover flags not set: 4) req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788942212.693658:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788942212.693661:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1788942212.693665:0:2352:0:(import.c:1707:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff90b5459f2800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1788942212.700780:0:2352:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.206.109@tcp; invalidating 00000020:00000040:1.0:1788942212.700787:0:2352:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=6 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942212.703268:0:2352:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.703276:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.703290:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942212.703303:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884283648:192.168.206.109@tcp:8:ptlrpcd_01_00.0 00000100:00000001:2.0:1788942212.703309:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.703313:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.703316:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884283648/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942212.703323:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942212.703326:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942212.703330:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487ba400. 02000000:00000001:2.0:1788942212.703333:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942212.703336:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942212.703338:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=5 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942212.703341:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942212.703344:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276c00. 02000000:00000001:2.0:1788942212.703347:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942212.703349:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942212.703350:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:2.0:1788942212.703355:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942212.703356:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.703358:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.703366:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942212.703369:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.703371:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.703373:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.703428:0:34164:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1788942212.703437:0:34164:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff90b5459f2800 to lustre-OST0000_UUID@192.168.206.109@tcp 00000100:00000001:1.0:1788942212.703441:0:34164:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788942212.703443:0:34164:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1788942212.703445:0:34164:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788942212.703451:0:34164:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.703471:0:34164:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788942212.703473:0:34164:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: committing for last_committed 4294967341 gen 19 00000100:00100000:1.0:1788942212.703478:0:34164:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff90b545995180 x1875839884283136/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.703485:0:34164:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.703488:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.703491:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995180 x1875839884283136/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/448 e 0 to 0 dl 1788942227 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.703497:0:34164:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942212.703498:0:34164:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942212.703500:0:34164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bac00. 02000000:00000001:1.0:1788942212.703503:0:34164:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942212.703504:0:34164:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942212.703505:0:34164:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942212.703507:0:34164:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942212.703509:0:34164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcfc00. 02000000:00000001:1.0:1788942212.703512:0:34164:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942212.703513:0:34164:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942212.703514:0:34164:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995180. 00000100:00000001:1.0:1788942212.703517:0:34164:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942212.703518:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942212.703521:0:34164:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1788942212.703524:0:34164:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942212.703525:0:34164:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788942212.703526:0:34164:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788942212.703528:0:34164:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:1.0:1788942212.703531:0:34164:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788942212.703533:0:34164:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:1.0:1788942212.703536:0:34164:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788942212.703538:0:34164:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788942212.703539:0:34164:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90b5487f55c0 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1788942212.703543:0:34164:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788942212.703545:0:34164:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cbb91bbb78156cf3 00020000:00000001:1.0:1788942212.703548:0:34164:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.703551:0:34164:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788942212.703553:0:34164:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.703555:0:34164:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.703557:0:34164:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.703559:0:34164:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.703560:0:34164:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00100000:1.0:1788942212.703562:0:34164:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788942212.703677:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.703679:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942212.703682:0:2355:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942212.703697:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.703709:0:2355:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788942212.703711:0:2355:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.703714:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942212.703716:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788942212.703718:0:2355:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1788942212.703720:0:2355:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:2.0:1788942212.703723:0:2355:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1788942228 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788942212.703729:0:2355:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:2.0:1788942212.703731:0:2355:0:(osc_request.c:2586:brw_interpret()) request ffff90b544acca80 aa ffff90b544accc30 rc -5 00000008:00080000:2.0:1788942212.703734:0:2355:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff90b5459f2800: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:2.0:1788942212.703738:0:2355:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90b544ae9b60. 00000100:00000001:2.0:1788942212.703741:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.703744:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1788942228 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.703749:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942212.703753:0:2355:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788942212.703756:0:2355:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90b5436a7600@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff90b548956a80], [1703936|1|+|+|ffff90b54792b200|256|ffff90b543e3cf80]} extent finished. 00000008:00010000:2.0:1788942212.703764:0:2355:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000978be6d2 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1788942212.703776:0:2355:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788942212.703778:0:2355:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788942212.703782:0:2355:0:(cl_page.c:1104:cl_page_complete()) page@00000000bb2f7451[2 000000006b42421d 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788942212.703784:0:2355:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:2.0:1788942212.703786:0:2355:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788942212.703787:0:2355:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788942212.703789:0:2355:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788942212.703792:0:2355:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[2 000000006b42421d 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788942212.703794:0:2355:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788942212.703796:0:2355:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788942212.703799:0:2355:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788942212.703802:0:2355:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788942212.703804:0:2355:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:2.0:1788942212.703825:0:2355:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.206.109@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000080:00000001:2.0:1788942212.720041:0:2355:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788942212.720049:0:2355:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788942212.720051:0:2355:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788942212.720061:0:2355:0:(cl_page.c:556:cl_batch_put()) page@00000000bb2f7451[2 000000006b42421d 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788942212.720063:0:2355:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788942212.720064:0:2355:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788942212.720066:0:2355:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788942212.720070:0:2355:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:2.0:1788942212.720225:0:2355:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90b5436a7600@{[0 -> 255/255], [2|0|-|inv|wuY|ffff90b548956a80], [1703936|0|-|-|ffff90b54792b200|256|ffff90b543e3cf80]} destroyed. 00000008:00010000:2.0:1788942212.720247:0:2355:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000978be6d2 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1788942212.720258:0:2355:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788942212.720262:0:2355:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff90b542be9f90. 00000008:00000020:2.0:1788942212.720275:0:2355:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff90b5487f0838. 00000008:00000001:2.0:1788942212.720279:0:2355:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1788942212.720291:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1788942228 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942212.720302:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884283520:192.168.206.109@tcp:4:multiop.0 00000100:00000001:2.0:1788942212.720314:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.720318:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.720322:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acca80 x1875839884283520/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 496/224 e 0 to 0 dl 1788942228 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.720329:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942212.720331:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942212.720335:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837d800. 02000000:00000001:2.0:1788942212.720339:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942212.720341:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942212.720343:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942212.720345:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942212.720348:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fac00. 02000000:00000001:2.0:1788942212.720351:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942212.720352:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942212.720354:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acca80. 00000100:00000001:2.0:1788942212.720358:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942212.720360:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.720362:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.720369:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942212.720371:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.720373:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.720375:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.720400:0:33098:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942212.720404:0:33098:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942212.720407:0:33098:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000008:00000020:2.0:1788942212.720409:0:33098:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90b5487f0838. 00000008:00000001:2.0:1788942212.720412:0:33098:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788942212.720414:0:33098:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1788942212.720416:0:33098:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942212.720418:0:33098:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1788942212.720420:0:33098:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000100:00000001:1.0:1788942212.720520:0:34164:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:1.0:1788942212.720523:0:34164:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:1.0:1788942212.720527:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788942212.720530:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1788942212.720539:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00000001:1.0:1788942212.720544:0:34164:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942212.720546:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.720548:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.720551:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b200 refcount=4 00000020:00000001:1.0:1788942212.720553:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:1.0:1788942212.720556:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997117440 : -122366712434176 : ffff90b54792b200) 00010000:00000001:1.0:1788942212.720559:0:34164:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942212.720563:0:34164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1788942212.720571:0:34164:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788942212.720574:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942212.720576:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:1.0:1788942212.720578:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000008:00000001:1.0:1788942212.720591:0:34164:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788942212.720593:0:34164:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788942212.720594:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788942212.720601:0:34164:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b551e462d0. 00000020:00000010:1.0:1788942212.720605:0:34164:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5547a2600. 00000020:00000010:1.0:1788942212.720610:0:34164:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b5547a2c00. 00000020:00000010:1.0:1788942212.720614:0:34164:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b5466c9d80. 00000008:00000010:1.0:1788942212.720618:0:34164:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b552224e50. 00020000:00000010:1.0:1788942212.720623:0:34164:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b551e91b40. 00008000:00000010:1.0:1788942212.720628:0:34164:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b559088e20. 00000080:00000010:1.0:1788942212.720633:0:34164:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b5431672a0. 00000080:00000010:1.0:1788942212.720637:0:34164:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b544e75720. 00000020:00000010:1.0:1788942212.720640:0:34164:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5547a3600. 00000008:00000010:1.0:1788942212.720643:0:34164:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b5480b4c60. 00020000:00000010:1.0:1788942212.720649:0:34164:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b544eb0ff8. 00008000:00000010:1.0:1788942212.720652:0:34164:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b5480493d0. 00000080:00000010:1.0:1788942212.720655:0:34164:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b544e82870. 00000020:00000001:1.0:1788942212.720657:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243288 : -122366539308328 : ffff90b551e462d8) 00000020:00001000:1.0:1788942212.720659:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e462d0 00000008:00000001:1.0:1788942212.720661:0:34164:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788942212.720663:0:34164:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788942212.720666:0:34164:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788942212.720668:0:34164:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.720670:0:34164:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788942212.720673:0:34164:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788942212.720675:0:34164:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788942212.720678:0:34164:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788942212.720681:0:34164:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1788942212.720695:0:34164:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788942212.720697:0:34164:0:(osc_lock.c:372:osc_lock_flush()) object ffff90b548956a80: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788942212.720700:0:34164:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788942212.720703:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:1.0:1788942212.720706:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:1.0:1788942212.720708:0:34164:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942212.720710:0:34164:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942212.720711:0:34164:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942212.720714:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942212.720716:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942212.720717:0:34164:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942212.720721:0:34164:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90b552224ef0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788942212.720724:0:34164:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942212.720726:0:34164:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942212.720728:0:34164:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942212.720730:0:34164:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942212.720731:0:34164:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.720733:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942212.720734:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942212.720735:0:34164:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788942212.720736:0:34164:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.720738:0:34164:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788942212.720742:0:34164:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788942212.720744:0:34164:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788942212.720746:0:34164:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788942212.720748:0:34164:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788942212.720750:0:34164:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621707174301424 : -122366535250192 : ffff90b552224ef0) 00000020:00000001:1.0:1788942212.720752:0:34164:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788942212.720754:0:34164:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788942212.720755:0:34164:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942212.720759:0:34164:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[2 000000006b42421d 1 1 00000000abc449f6 0 0 0] 00000020:00000001:1.0:1788942212.720761:0:34164:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788942212.720762:0:34164:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788942212.720763:0:34164:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788942212.720765:0:34164:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.720767:0:34164:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788942212.720769:0:34164:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788942212.720770:0:34164:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788942212.720771:0:34164:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788942212.720773:0:34164:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942212.720776:0:34164:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb2f7451[2 000000006b42421d 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942212.720777:0:34164:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788942212.720778:0:34164:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788942212.720780:0:34164:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788942212.720782:0:34164:0:(osc_page.c:138:osc_page_delete()) ffff90b545cabe60 00000008:00000001:1.0:1788942212.720784:0:34164:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788942212.720786:0:34164:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff90b545cabe70 page ffff90b545cabe60 at index 0. 00000008:00000001:1.0:1788942212.720788:0:34164:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.720792:0:34164:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788942212.720794:0:34164:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdeaa048cc540 index 0 00000020:00000001:1.0:1788942212.720799:0:34164:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788942212.720800:0:34164:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788942212.720808:0:34164:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788942212.720809:0:34164:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788942212.720810:0:34164:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788942212.720812:0:34164:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788942212.720813:0:34164:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788942212.720816:0:34164:0:(cl_page.c:556:cl_batch_put()) page@00000000bb2f7451[1 000000006b42421d 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942212.720817:0:34164:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788942212.720819:0:34164:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788942212.720822:0:34164:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90b545cabe00. 00000020:00000001:1.0:1788942212.720825:0:34164:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788942212.720827:0:34164:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788942212.720841:0:34164:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942212.720844:0:34164:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942212.720847:0:34164:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942212.720848:0:34164:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942212.720877:0:34164:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942212.720880:0:34164:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788942212.720883:0:34164:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942212.720884:0:34164:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788942212.720885:0:34164:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942212.720888:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e462d0 00000008:00000001:1.0:1788942212.720890:0:34164:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.720893:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00010000:00000001:1.0:1788942212.720896:0:34164:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788942212.720899:0:34164:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.720901:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:1.0:1788942212.720903:0:34164:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942212.720905:0:34164:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:1.0:1788942212.720908:0:34164:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942212.720910:0:34164:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.720913:0:34164:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.720915:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000020:00000001:1.0:1788942212.720917:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:1.0:1788942212.720918:0:34164:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788942212.720921:0:34164:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.720923:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90b548956a80 -> ffff90b54363f530 00000008:00000001:1.0:1788942212.720926:0:34164:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942212.720928:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00000008:00000001:1.0:1788942212.720929:0:34164:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.720932:0:34164:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942212.720934:0:34164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942212.720938:0:34164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942212.720940:0:34164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942212.720942:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942212.720945:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942212.720948:0:34164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792b200 with handle 0xcbb91bbb781578d1 from hash 00010000:00000001:1.0:1788942212.720951:0:34164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942212.720952:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.720954:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.720955:0:34164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942212.720958:0:34164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942212.720960:0:34164:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942212.720962:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.720963:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.720964:0:34164:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.720966:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.720967:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1788942212.720995:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942212.720998:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788942212.720999:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1788942212.721004:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227100 count: 2 00010000:00020000:1.0:1788942212.721008:0:34164:0:(ldlm_resource.c:1207:ldlm_resource_complain()) lustre-OST0000-osc-ffff90b5459f2800: namespace resource [0x240000400:0x42:0x0].0x0 (ffff90b551227100) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:3.0:1788942212.728601:0:34151:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1788942212.728612:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942212.728618:0:34151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000007a581748/0xcbb91bbb781578d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x4d194fbcadeed24e expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:3.0:1788942212.728632:0:34151:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b545345400. 00010000:00000001:3.0:1788942212.728644:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1788942212.728648:0:34151:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90b5436a7600. 00000008:00000020:3.0:1788942212.728653:0:34151:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788942212.728656:0:34151:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788942212.728659:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942212.728662:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728664:0:34151:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788942212.728667:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942212.728668:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788942212.728671:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942212.728673:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.728674:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942212.728676:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942212.728677:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728679:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728681:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942212.728682:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942212.728683:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788942212.728694:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942212.728696:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942212.728697:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942212.728698:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.728699:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942212.728700:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942212.728701:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728703:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728705:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942212.728706:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942212.728707:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788942212.728710:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942212.728711:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942212.728713:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942212.728714:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942212.728715:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942212.728717:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00020000:00000001:3.0:1788942212.728720:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942212.728722:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942212.728724:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942212.728726:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942212.728729:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942212.728730:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942212.728732:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:3.0:1788942212.728734:0:34151:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:3.0:1788942212.728737:0:34151:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1788942212.728743:0:34151:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942212.728745:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942212.728750:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.728752:0:34151:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:3.0:1788942212.728754:0:34151:0:(file.c:5353:ll_mdsync()) inode ffff90b548da3a88 metadata sync [0x200000404:0x30:0x0] (need_sync=0) 00000080:00000001:3.0:1788942212.728758:0:34151:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:3.0:1788942212.728759:0:34151:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.728761:0:34151:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788942212.728763:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.728765:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942212.728767:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942212.728770:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.728772:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942212.728773:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942212.728775:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942212.728777:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.728778:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942212.728780:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942212.728782:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90b545ebfc80 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1788942212.728785:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.728787:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942212.728789:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942212.728791:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942212.728793:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728795:0:34151:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942212.728797:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942212.728798:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.728800:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.728801:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942212.728802:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942212.728803:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:3.0:1788942212.728805:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.728806:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942212.728807:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788942212.728809:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942212.728811:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942212.728813:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1788942212.728817:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.728818:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942212.728820:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.728821:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:3.0:1788942212.728823:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000020:00000001:3.0:1788942212.728825:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.728826:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942212.728829:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.728830:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942212.728831:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728833:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728835:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.728837:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788942212.728838:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728841:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.728842:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.728844:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788942212.728846:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942212.728847:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.728848:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942212.728849:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942212.728875:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.728877:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728878:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.728880:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.728881:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942212.728882:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.728884:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.728886:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788942212.728887:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788942212.728888:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.728889:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788942212.728891:0:34151:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788942212.728893:0:34151:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1788942212.728897:0:34151:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:3.0:1788942212.728901:0:34151:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.728903:0:34151:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788942212.728905:0:34151:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b548956a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788942212.728907:0:34151:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.728909:0:34151:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1788942212.728911:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942212.728913:0:34151:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942212.728914:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942212.728916:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942212.728917:0:34151:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942212.728918:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942212.728920:0:34151:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1788942212.728930:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acdf80. 00000020:00000040:3.0:1788942212.728934:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942212.728938:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942212.728941:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942212.728946:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942212.728953:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fba00. 00000100:00000001:3.0:1788942212.728959:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.728966:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942212.728971:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.728983:0:34151:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd09c123] to pc [ptlrpcd_01_00+0] req@ffff90b544acdf80 x1875839884283776/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788942212.729008:0:34151:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.729011:0:34151:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.729013:0:34151:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.729014:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.729016:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.729017:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.729019:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.729021:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788942212.729023:0:34151:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788942212.729024:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788942212.729026:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788942212.729043:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788942212.729047:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788942212.729049:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.729057:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942212.729059:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.729061:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942212.729063:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942212.729065:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942212.729071:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acdf80 x1875839884283776/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.729209:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1788942212.729214:0:2356:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff90b544acdf80 x1875839884283776/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.729220:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.729224:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acdf80 x1875839884283776/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.729231:0:2356:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1788942212.729234:0:2356:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1788942212.729237:0:2356:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.729239:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942212.729241:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942212.729244:0:2356:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:3.0:1788942212.729246:0:2356:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:3.0:1788942212.729255:0:2356:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.729259:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acdf80 x1875839884283776/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942212.729267:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:0:1875839884283776:192.168.206.109@tcp:16:multiop.0 00000100:00000001:3.0:1788942212.729275:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.729278:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.729281:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acdf80 x1875839884283776/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.729288:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788942212.729291:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942212.729292:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942212.729295:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942212.729297:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fba00. 02000000:00000001:3.0:1788942212.729301:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942212.729303:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942212.729305:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acdf80. 00000100:00000001:3.0:1788942212.729308:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942212.729309:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.729311:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.729315:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942212.729316:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.729318:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942212.729320:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.729329:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942212.729330:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.729332:0:34151:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1788942212.729336:0:34151:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788942212.729339:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.729341:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942212.729343:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788942212.729346:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788942212.729350:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788942212.729351:0:34151:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.729353:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788942212.729354:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:3.0:1788942212.729357:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788942212 a=0 c=1788942212 b=11 00020000:00000001:3.0:1788942212.729361:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942212.729363:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788942212 a=0 c=1788942212 b=11 00020000:00000001:3.0:1788942212.729366:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.729368:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.729371:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000080:00200000:3.0:1788942212.729373:0:34151:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:3.0:1788942212.729376:0:34151:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788942212.729378:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942212.729379:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788942212.729380:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942212.729382:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.729383:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942212.729384:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942212.729385:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.729387:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.729388:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942212.729389:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942212.729390:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788942212.729392:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942212.729393:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942212.729394:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942212.729395:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942212.729396:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942212.729397:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942212.729398:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.729400:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.729401:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942212.729402:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942212.729403:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:3.0:1788942212.729406:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942212.729407:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942212.729408:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942212.729409:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942212.729411:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942212.729413:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00020000:00000001:3.0:1788942212.729415:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942212.729417:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942212.729418:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942212.729420:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942212.729423:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942212.729424:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942212.729426:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:3.0:1788942212.729427:0:34151:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:3.0:1788942212.729431:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557e48 00000080:00000008:3.0:1788942212.729433:0:34151:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:3.0:1788942212.729437:0:34151:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1788942212.729753:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.729756:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.731317:0:34151:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942212.731324:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942212.731329:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.731332:0:34151:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.731346:0:34151:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788942212.731349:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557d88 00000080:00200008:3.0:1788942212.731351:0:34151:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff90b548da3a88), flags 100002 00000080:00000001:3.0:1788942212.731356:0:34151:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788942212.731358:0:34151:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788942212.731359:0:34151:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942212.731361:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942212.731363:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.731364:0:34151:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.731367:0:34151:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788942212.731374:0:34151:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.731377:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.731383:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227600 count: 2 00010000:00000001:3.0:1788942212.731386:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942212.731390:0:34151:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942212.731392:0:34151:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:3.0:1788942212.731394:0:34151:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788942212.731396:0:34151:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788942212.731402:0:34151:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5590fba00. 00000080:00000001:3.0:1788942212.731404:0:34151:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788942212.731409:0:34151:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788942212.731413:0:34151:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788942212.731415:0:34151:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:3.0:1788942212.731418:0:34151:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788942212.731420:0:34151:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:3.0:1788942212.731426:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acdf80. 00000020:00000040:3.0:1788942212.731430:0:34151:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942212.731434:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942212.731437:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942212.731442:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942212.731448:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590faa00. 00000100:00000001:3.0:1788942212.731454:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788942212.731470:0:34151:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788942212.731482:0:34151:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788942212.731486:0:34151:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788942212.731492:0:34151:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942212.731494:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942212.731500:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590399c0. 00000100:00000001:3.0:1788942212.731502:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289729472 : -122366419822144 : ffff90b5590399c0) 00000100:00000001:3.0:1788942212.731505:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.731506:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000100:00000001:3.0:1788942212.731510:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942212.731513:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.731515:0:34151:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942212.731517:0:34151:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942212.731521:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.731527:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942212.731529:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.731532:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942212.731534:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942212.731536:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942212.731540:0:34151:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884284032:192.168.206.109@tcp:35:multiop.0 00000100:00000001:3.0:1788942212.731544:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942212.731548:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942212.731550:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.731553:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942212.731557:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837f400. 02000000:00000001:3.0:1788942212.731558:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942212.731566:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942212.731570:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4688. 00000400:00000010:3.0:1788942212.731576:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded088. 00000100:00000200:3.0:1788942212.733194:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884284032, portal 10 00000100:00000001:3.0:1788942212.733202:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.733204:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000100:00000040:3.0:1788942212.733219:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.733228:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942212.733230:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942212.733238:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded000. 00000100:00000200:3.0:1788942212.733241:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884284032, offset 0 00000400:00000200:3.0:1788942212.733248:0:34151:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942212.733256:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.733264:0:34151:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942212.733269:0:34151:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942212.733272:0:34151:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942212.733276:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942212.733278:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942212.733282:0:34151:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2621:2621:256:4294967295] 192.168.206.109@tcp LPNI seq info [2621:2621:8:4294967295] 00000400:00000200:3.0:1788942212.733287:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.733296:0:34151:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942212.733301:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942212.733308:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35700. 00000800:00000200:3.0:1788942212.733316:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942212.733325:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942212.733331:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788942212.733357:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.733362:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 836925 usecs (837 jiffies) 00000400:00000200:3.0:1788942212.733366:0:34151:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942212.733369:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613729 00000100:00000001:3.0:1788942212.733373:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:3.0:1788942212.733376:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613729 00000100:00000001:3.0:1788942212.733378:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:3.0:1788942212.733381:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942212.733384:0:34151:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.733387:0:34151:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942212.733389:0:34151:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942212.733391:0:34151:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590399c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788942212.733394:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942212.733397:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942212.734306:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942212.734312:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35700. 00000400:00000200:2.0:1788942212.734318:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.734326:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942212.734333:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded000 00000400:00000010:2.0:1788942212.734335:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded000. 00000100:00000001:2.0:1788942212.734340:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942212.734346:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.734357:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.734360:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.734368:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.734369:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.743020:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.743037:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.743042:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.743045:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.743053:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.743061:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.743069:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.743073:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.743091:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.743095:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f55080 00000400:00000200:3.0:1788942212.743101:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.743106:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x705d [1] + 224 00000800:00000001:3.0:1788942212.743113:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.743119:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.743123:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.743127:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.743135:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.743142:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942212.743154:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.743188:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.743196:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.743200:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.743318:0:34151:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942212.743326:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942212.743328:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942212.743331:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4688. 00000400:00000200:0.0:1788942212.743336:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded088 00000400:00000010:0.0:1788942212.743338:0:34151:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded088. 00000100:00000001:0.0:1788942212.743341:0:34151:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942212.743346:0:34151:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942212.743356:0:34151:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acdf80 x1875839884284032/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.743362:0:34151:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942212.743364:0:34151:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.743367:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942212.743371:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942212.743373:0:34151:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942212.743376:0:34151:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.743379:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942212.743388:0:34151:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=52 v=5 (10 5 5 5) 00000100:00001000:0.0:1788942212.743393:0:34151:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942212.743395:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942212.743397:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.743400:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942212.743403:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.743406:0:34151:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942212.743408:0:34151:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942212.743410:0:34151:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942212.743412:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.743414:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000100:00000001:0.0:1788942212.743416:0:34151:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942212.743418:0:34151:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788942212.743420:0:34151:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942212.743423:0:34151:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.743428:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acdf80 x1875839884284032/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.743435:0:34151:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942212.743438:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942212.743439:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942212.743444:0:34151:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acdf80 x1875839884284032/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942212.743452:0:34151:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34151:1875839884284032:192.168.206.109@tcp:35:multiop.0 00000100:00000001:0.0:1788942212.743457:0:34151:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.743460:0:34151:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.743462:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942212.743464:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.743468:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acdf80 x1875839884284032/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.743475:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942212.743478:0:34151:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590399c0. 00000100:00000001:0.0:1788942212.743481:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942212.743482:0:34151:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.743490:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.743491:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000002:00000001:0.0:1788942212.743494:0:34151:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942212.743497:0:34151:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942212.743502:0:34151:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fba00. 00000080:00000001:0.0:1788942212.743505:0:34151:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942212.743508:0:34151:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942212.743512:0:34151:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942212.743516:0:34151:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.743523:0:34151:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.743524:0:34151:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175631872 : -122366533919744 : ffff90b552369c00) 00000100:00000001:0.0:1788942212.743526:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.743528:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.743534:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.743536:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.743539:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369c00 x1875839884282880/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942227 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.743545:0:34151:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788942212.743548:0:34151:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942212.743550:0:34151:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.743552:0:34151:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942212.743554:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552275800. 02000000:00000001:0.0:1788942212.743558:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942212.743559:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942212.743561:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369c00. 00000100:00000001:0.0:1788942212.743564:0:34151:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942212.743565:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.743567:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.743569:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acdf80 x1875839884284032/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.743575:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942212.743586:0:34151:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b55900f000. 00000002:00000001:0.0:1788942212.743590:0:34151:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942212.743592:0:34151:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942212.743594:0:34151:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b5453452c0. 00000100:00000001:0.0:1788942212.743602:0:34151:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.743605:0:34151:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acdf80 x1875839884284032/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.743610:0:34151:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.743612:0:34151:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942212.743616:0:34151:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e07900. 00000080:00000001:0.0:1788942212.743619:0:34151:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942212.743624:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557d88 00000080:00000008:0.0:1788942212.743626:0:34151:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff90b548da3a88), flags 100002, rc = 0 00000080:00000001:0.0:1788942212.743629:0:34151:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.743635:0:34151:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942212.743636:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1557d98 00000080:00002000:0.0:1788942212.743638:0:34151:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff90b544583288, parent ffff90b544583000, inode ffff90b548da3a88) hashed, 00000080:00000001:0.0:1788942212.743641:0:34151:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000100:1.0:1788942212.761367:0:34164:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff90b551227100) refcount = 1 00010000:00000040:1.0:1788942212.761379:0:34164:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227100 count: 0 00010000:00000010:1.0:1788942212.761386:0:34164:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b551227000. 00000001:00000001:1.0:1788942212.761420:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.761426:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942212.761429:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:1.0:1788942212.761432:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000008:00000001:1.0:1788942212.761435:0:34164:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788942212.761437:0:34164:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788942212.761440:0:34164:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.761442:0:34164:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1788942212.761443:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788942212.761445:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788942212.761472:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942212.761474:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00000001:00000001:1.0:1788942212.761476:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788942212.761477:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788942212.761501:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942212.761503:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788942212.761504:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788942212.761528:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.761530:0:34164:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.761533:0:34164:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:1.0:1788942212.761539:0:34164:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1788942212.761542:0:34164:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788942212.761545:0:34164:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788942212.761547:0:34164:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788942212.761549:0:34164:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788942212.761551:0:34164:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:1.0:1788942212.761554:0:34164:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788942212.761556:0:34164:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:1.0:1788942212.761558:0:34164:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788942212.761560:0:34164:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788942212.761562:0:34164:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90b5487f55c0 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1788942212.761566:0:34164:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1788942212.761568:0:34164:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cbb91bbb78156cf3 00020000:00000001:1.0:1788942212.761571:0:34164:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.761574:0:34164:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788942212.761577:0:34164:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788942212.761806:0:34164:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788942212.761810:0:34164:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788942212.761811:0:34164:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:1.0:1788942212.761814:0:34164:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788942212.761816:0:34164:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.761817:0:34164:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.761819:0:34164:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:1.0:1788942212.761821:0:34164:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788942212.761822:0:34164:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.761823:0:34164:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788942212.761825:0:34164:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788942212.761828:0:34164:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788942212.761830:0:34164:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.761831:0:34164:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.761833:0:34164:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.761835:0:34164:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.761837:0:34164:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.761838:0:34164:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.761840:0:34164:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.761842:0:34164:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:1.0:1788942212.761849:0:34164:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff90b5459f2800: Connection restored to 192.168.206.109@tcp (at 192.168.206.109@tcp) 00000100:00000001:1.0:1788942212.761953:0:34164:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.761956:0:34164:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942212.761958:0:34164:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942212.761960:0:34164:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:1.0:1788942212.761961:0:34164:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788942212.764915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b200. 00010000:00000010:1.1:1788942212.769896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227100. 00000080:00000001:3.0:1788942212.778551:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942212.778558:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942212.778560:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942212.778563:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfbc0 00000080:00200000:3.0:1788942212.778567:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942212.778575:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa600. 00800000:00000002:3.0:1788942212.778583:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942212.778587:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942212.778591:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.778594:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfae0 00800000:00000002:3.0:1788942212.778596:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942212.778600:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942212.778604:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942212.778609:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.778611:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf9b0 00000002:00010000:3.0:1788942212.778613:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942212.778617:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942212.778619:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.778621:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.778627:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:3.0:1788942212.778630:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.778634:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.778638:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942212.778642:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788942212.778653:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942212.778657:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.778661:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788942212.778674:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942212.778676:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942212.778678:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942212.778680:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942212.778682:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942212.778710:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942212.778714:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942212.778716:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942212.778719:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa600. 00000080:00000001:3.0:1788942212.778723:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942212.778725:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.778728:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942212.778731:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578b5 00800000:00000001:3.0:1788942212.778734:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942212.778736:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942212.778738:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.778740:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.778743:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:3.0:1788942212.778745:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942212.778748:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942212.778751:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.778752:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.778753:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.778755:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.778757:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578b5 from it ffffa57dc1ccfbf8 00010000:00000001:3.0:1788942212.778760:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.778761:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.778762:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:3.0:1788942212.778764:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942212.778766:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942212.778768:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.778772:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942212.778779:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.778780:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.778781:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942212.778783:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942212.778786:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942212.778794:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.778797:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942212.778799:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.778803:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.778804:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.778806:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.778809:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942212.778810:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.778812:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.778814:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.778816:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.778817:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.778818:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942212.778821:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942212.778823:0:34166:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942212.778825:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:3.0:1788942212.778829:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942212.778839:0:34166:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b559061fa0. 00000080:00000001:3.0:1788942212.778844:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942212.778845:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942212.778847:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb00 00000080:00200000:3.0:1788942212.778849:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942212.778887:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa600. 00800000:00000002:3.0:1788942212.778890:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942212.778892:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942212.778893:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.778895:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa20 00800000:00000002:3.0:1788942212.778897:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942212.778900:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942212.778901:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942212.778904:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.778905:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf8f0 00000002:00010000:3.0:1788942212.778907:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942212.778909:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942212.778911:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.778912:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.778914:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:3.0:1788942212.778916:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.778918:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.778920:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942212.778923:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788942212.778930:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942212.778932:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.778934:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788942212.778940:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942212.778941:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942212.778943:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942212.778945:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942212.778946:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942212.778947:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942212.778949:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942212.778951:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942212.778953:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa600. 00000080:00000001:3.0:1788942212.778955:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942212.778956:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.778958:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942212.778960:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578b5 00800000:00000001:3.0:1788942212.778963:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942212.778964:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942212.778965:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.778966:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.778968:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:3.0:1788942212.778970:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942212.778972:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942212.778974:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.778975:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.778976:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.778977:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.778979:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578b5 from it ffffa57dc1ccfb38 00010000:00000001:3.0:1788942212.778981:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.778982:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.778983:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ba00 refcount=3 00000020:00000001:3.0:1788942212.778985:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942212.778987:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997119488 : -122366712432128 : ffff90b54792ba00) 00010000:00000001:3.0:1788942212.778988:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.778991:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942212.778997:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.778998:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.778999:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942212.779001:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942212.779003:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788942212.779009:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.779010:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942212.779011:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.779013:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.779014:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.779028:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779030:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942212.779032:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779033:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779035:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779037:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.779038:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.779039:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942212.779040:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942212.779042:0:34166:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942212.779044:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:3.0:1788942212.779047:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.779050:0:34166:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788942212.779052:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb58 00000080:00200000:3.0:1788942212.779054:0:34166:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b542be3980, open_flags 8441, mode 81b6 opened 0 00000080:00000010:3.0:1788942212.779059:0:34166:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b545e763c0. 00000080:00000001:3.0:1788942212.779063:0:34166:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788942212.779065:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa08 00000080:00200000:3.0:1788942212.779066:0:34166:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000010:3.0:1788942212.779073:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa600. 00800000:00000002:3.0:1788942212.779075:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942212.779082:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942212.779084:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.779085:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf928 00800000:00000002:3.0:1788942212.779087:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942212.779090:0:34166:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788942212.779093:0:34166:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788942212.779097:0:34166:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:3.0:1788942212.779100:0:34166:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788942212.779101:0:34166:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788942212.779104:0:34166:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788942212.779106:0:34166:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788942212.779108:0:34166:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:3.0:1788942212.779111:0:34166:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.779113:0:34166:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.779114:0:34166:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.779116:0:34166:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.779119:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf8a8 00800000:00000002:3.0:1788942212.779121:0:34166:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:3.0:1788942212.779124:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.779125:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf7e0 00000002:00010000:3.0:1788942212.779127:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:3.0:1788942212.779130:0:34166:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942212.779132:0:34166:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788942212.779134:0:34166:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788942212.779138:0:34166:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.779140:0:34166:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788942212.779142:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 2 00010000:00000001:3.0:1788942212.779144:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.779147:0:34166:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788942212.779150:0:34166:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942212.779153:0:34166:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1788942212.779160:0:34166:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788942212.779163:0:34166:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788942212.779165:0:34166:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788942212.779167:0:34166:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788942212.779169:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.779170:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.779172:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 3 00010000:00000001:3.0:1788942212.779174:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942212.779176:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.779178:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.779179:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.779180:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 3 00010000:00000001:3.0:1788942212.779182:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942212.779183:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.779185:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.779186:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.779187:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227e00 count: 3 00010000:00000001:3.0:1788942212.779189:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942212.779192:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.779194:0:34166:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942212.779197:0:34166:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788942212.779201:0:34166:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788942212.779203:0:34166:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788942212.779206:0:34166:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788942212.779207:0:34166:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779210:0:34166:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942212.779213:0:34166:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942212.779215:0:34166:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942212.779217:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.779218:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788942212.779221:0:34166:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792ba00 with handle 0xcbb91bbb781578b5 from hash 00010000:00000001:3.0:1788942212.779223:0:34166:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942212.779225:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.779226:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.779227:0:34166:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942212.779229:0:34166:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942212.779231:0:34166:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788942212.779234:0:34166:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942212.779236:0:34166:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942212.779238:0:34166:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788942212.779244:0:34166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf100. 00000020:00000040:3.0:1788942212.779247:0:34166:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:3.0:1788942212.779253:0:34166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942212.779255:0:34166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779258:0:34166:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942212.779262:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.779264:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.779265:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.779266:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.779269:0:34166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942212.779270:0:34166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942212.779273:0:34166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942212.779280:0:34166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837cc00. 00000100:00000001:3.0:1788942212.779287:0:34166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779293:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942212.779295:0:34166:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788942212.779299:0:34166:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1788942212.779306:0:34166:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788942212.779307:0:34166:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942212.779309:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942212.779311:0:34166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ba00/0xcbb91bbb781578b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed1e5 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1788942212.779318:0:34166:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227e00 count: 0 00010000:00000010:3.0:1788942212.779322:0:34166:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4cb80. 00010000:00000001:3.0:1788942212.779331:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.779333:0:34166:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779334:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942212.779336:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.779338:0:34166:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.779346:0:34166:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00010000:00000001:3.0:1788942212.779349:0:34166:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942212.779351:0:34166:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942212.779355:0:34166:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48300. 00010000:00000010:3.0:1788942212.779358:0:34166:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0480. 00010000:00000001:3.0:1788942212.779361:0:34166:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942212.779364:0:34166:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983200. 00000020:00000001:3.0:1788942212.779366:0:34166:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942212.779368:0:34166:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983200 with handle 0xcbb91bbb781578d8 to hash 00000020:00000001:3.0:1788942212.779370:0:34166:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942212.779372:0:34166:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.779375:0:34166:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.779377:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.779379:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.779381:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34166 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942212.779389:0:34166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34166 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788942212.779398:0:34166:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788942212.779409:0:34166:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788942212.779417:0:34166:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34166 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942212.779423:0:34166:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942212.779424:0:34166:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942212.779430:0:34166:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559039540. 00000100:00000001:3.0:1788942212.779432:0:34166:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289728320 : -122366419823296 : ffff90b559039540) 00000100:00000001:3.0:1788942212.779435:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.779436:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000001:3.0:1788942212.779440:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942212.779444:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.779446:0:34166:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942212.779447:0:34166:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942212.779451:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.779458:0:34166:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942212.779460:0:34166:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.779463:0:34166:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942212.779465:0:34166:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942212.779468:0:34166:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942212.779471:0:34166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:34166:1875839884284288:192.168.206.109@tcp:101:bash.0 00000100:00000001:3.0:1788942212.779475:0:34166:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942212.779480:0:34166:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942212.779482:0:34166:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.779484:0:34166:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942212.779536:0:34166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559220000. 02000000:00000001:3.0:1788942212.779539:0:34166:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942212.779546:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942212.779550:0:34166:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c40b0. 00000400:00000010:3.0:1788942212.779557:0:34166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b54837d400. 00000100:00000200:3.0:1788942212.779564:0:34166:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884284288, portal 10 00000100:00000001:3.0:1788942212.779566:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.779567:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000040:3.0:1788942212.779573:0:34166:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.779580:0:34166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942212.779582:0:34166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942212.779586:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedc38. 00000100:00000200:3.0:1788942212.779589:0:34166:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884284288, offset 0 00000400:00000200:3.0:1788942212.779596:0:34166:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942212.779604:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.779612:0:34166:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942212.779618:0:34166:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942212.779621:0:34166:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942212.779625:0:34166:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942212.779628:0:34166:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942212.779632:0:34166:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2622:2622:256:4294967295] 192.168.206.109@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:3.0:1788942212.779636:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.779645:0:34166:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942212.779651:0:34166:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942212.779657:0:34166:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35d00. 00000800:00000200:3.0:1788942212.779664:0:34166:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942212.779671:0:34166:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942212.779675:0:34166:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788942212.779699:0:34166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.779703:0:34166:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 835901 usecs (836 jiffies) 00000400:00000200:3.0:1788942212.779708:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942212.779710:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613774 00000100:00000001:3.0:1788942212.779713:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:3.0:1788942212.779715:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613774 00000100:00000001:3.0:1788942212.779717:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:3.0:1788942212.779720:0:34166:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942212.779723:0:34166:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.779725:0:34166:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942212.779727:0:34166:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942212.779730:0:34166:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559039540 going to sleep for 11 seconds 00000100:00000001:3.0:1788942212.779732:0:34166:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942212.779736:0:34166:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942212.781308:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942212.781319:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35d00. 00000400:00000200:2.0:1788942212.781327:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.781335:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942212.781342:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedc38 00000400:00000010:2.0:1788942212.781344:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedc38. 00000100:00000001:2.0:1788942212.781348:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942212.781354:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.781367:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.781370:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.781377:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.781379:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788942212.785004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227e00. 00010000:00000010:3.1:1788942212.785018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ba00. 00000800:00000001:3.0:1788942212.798903:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.798918:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.798923:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.798926:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.798934:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.798942:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.798950:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.798954:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.798959:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.798963:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f55180 00000400:00000200:3.0:1788942212.798969:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.798975:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x706d [32] + 224 00000800:00000001:3.0:1788942212.798981:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.798988:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.798992:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.798996:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.799003:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.799010:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942212.799021:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.799094:0:34166:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942212.799114:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942212.799123:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942212.799127:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.799132:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942212.799137:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2623:2623:256:4294967295] 192.168.206.109@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:3.0:1788942212.799141:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.799148:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942212.799153:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942212.799158:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b54837c800. 00000800:00000200:3.0:1788942212.799165:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942212.799171:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942212.799175:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54837c800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788942212.799256:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.799259:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b54837c800. 00000400:00000200:3.0:1788942212.799263:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.799266:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942212.799271:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.799274:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788942212.802806:0:34166:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942212.802812:0:34166:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942212.802816:0:34166:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c40b0. 00000400:00000200:2.0:1788942212.802825:0:34166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b54837d400 00000400:00000010:2.0:1788942212.802828:0:34166:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b54837d400. 00000100:00000001:2.0:1788942212.802832:0:34166:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.802844:0:34166:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942212.802868:0:34166:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf100 x1875839884284288/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.802876:0:34166:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942212.802878:0:34166:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.802881:0:34166:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942212.802884:0:34166:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942212.802886:0:34166:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942212.802889:0:34166:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.802892:0:34166:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942212.802901:0:34166:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=52 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942212.802905:0:34166:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942212.802908:0:34166:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942212.802910:0:34166:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.802912:0:34166:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942212.802916:0:34166:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.802918:0:34166:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942212.802920:0:34166:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1788942212.802922:0:34166:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942212.802924:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.802926:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000001:2.0:1788942212.802928:0:34166:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942212.802930:0:34166:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788942212.802932:0:34166:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942212.802936:0:34166:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.802941:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.802949:0:34166:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.802951:0:34166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942212.802953:0:34166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942212.802957:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942212.802964:0:34166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:34166:1875839884284288:192.168.206.109@tcp:101:bash.0 00000100:00000001:2.0:1788942212.802970:0:34166:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.802973:0:34166:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.802975:0:34166:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942212.802978:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.802981:0:34166:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.802988:0:34166:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942212.802991:0:34166:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559039540. 00000100:00000001:2.0:1788942212.802994:0:34166:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942212.802996:0:34166:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.802999:0:34166:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942212.803004:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.803007:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.803010:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=4 00000020:00000001:2.0:1788942212.803013:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:2.0:1788942212.803016:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000040:2.0:1788942212.803022:0:34166:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983200, remote cookie: 0x4d194fbcadeed271, flags: 0x1001 00010000:00010000:2.0:1788942212.803028:0:34166:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942212.803037:0:34166:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788942212.803040:0:34166:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788942212.805416:0:34166:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48400. 00010000:00000010:3.0:1788942212.805427:0:34166:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0c80. 00010000:00000040:3.0:1788942212.805434:0:34166:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48300 count: 0 00010000:00000010:3.0:1788942212.805440:0:34166:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0480. 00010000:00000001:3.0:1788942212.805449:0:34166:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.805455:0:34166:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942212.805466:0:34166:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.805479:0:34166:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942212.805483:0:34166:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942212.805485:0:34166:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942212.805486:0:34166:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942212.805488:0:34166:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942212.805490:0:34166:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff90b545f48400) refcount = 1 00010000:00010000:3.0:1788942212.805494:0:34166:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.805501:0:34166:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942212.805505:0:34166:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942212.805506:0:34166:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.805509:0:34166:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942212.805512:0:34166:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.805515:0:34166:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.805521:0:34166:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942212.805522:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.805523:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.805524:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.805525:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.805527:0:34166:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.805534:0:34166:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942212.805536:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.805538:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.805541:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.805543:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.805545:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.805547:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.805548:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.805549:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=4 00000020:00000001:3.0:1788942212.805551:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.805553:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.805556:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.805559:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.805562:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.805568:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.805569:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.805571:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.805572:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.805573:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=5 00000020:00000001:3.0:1788942212.806286:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.806292:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.806295:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.806299:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.806306:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.806308:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942212.806310:0:34166:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.806316:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.806318:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.806319:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.806320:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.806322:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942212.806334:0:34166:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942212.806343:0:34166:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788942212.806348:0:34166:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942212.806360:0:34166:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.806368:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.806369:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.806371:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.806373:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.806375:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00000002:00010000:3.0:1788942212.806378:0:34166:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788942212.806389:0:34166:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5435dd100. 00010000:00000001:3.0:1788942212.806391:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.806393:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.806394:0:34166:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.806396:0:34166:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.806399:0:34166:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788942212.806402:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.806403:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000001:3.0:1788942212.806405:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.806407:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00010000:00000001:3.0:1788942212.806409:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.806410:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.806411:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.806413:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.806415:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00000002:00010000:3.0:1788942212.806419:0:34166:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.806426:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.806427:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.806429:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942212.806430:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.806432:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.806433:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.806435:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.806437:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000040:3.0:1788942212.806442:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48400 count: 2 00010000:00000001:3.0:1788942212.806444:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942212.806448:0:34166:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:3.0:1788942212.806450:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.806452:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.806453:0:34166:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942212.806456:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf768 00000002:00002000:3.0:1788942212.806459:0:34166:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788942212.806462:0:34166:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.806465:0:34166:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.806467:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942212.806470:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788942212.806473:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942212.806477:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:3.0:1788942212.806479:0:34166:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788942212.806481:0:34166:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b545e763c0 it_disposition 1800037 00000080:00002000:3.0:1788942212.806485:0:34166:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54450fe58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788942212.806490:0:34166:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942212.806492:0:34166:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788942212.806494:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf990 00000080:00200000:3.0:1788942212.806496:0:34166:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000001:3.0:1788942212.806499:0:34166:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788942212.806502:0:34166:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942212.806506:0:34166:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942212.806509:0:34166:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942212.806512:0:34166:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:3.0:1788942212.806515:0:34166:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788942212.806524:0:34166:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548d9c200. 00000020:00000001:3.0:1788942212.806534:0:34166:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788942212.806536:0:34166:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788942212.806539:0:34166:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788942212.806542:0:34166:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8) 00000020:00000001:3.0:1788942212.806546:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.806549:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942212.806552:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942212.806556:0:34166:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788942212.806561:0:34166:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b5464ed000. 00000020:00000001:3.0:1788942212.806564:0:34166:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788942212.806566:0:34166:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.806574:0:34166:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788942212.806577:0:34166:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b544afe8b8. 00020000:00000001:3.0:1788942212.806592:0:34166:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621706948700344 : -122366760851272 : ffff90b544afe8b8) 00020000:00000001:3.0:1788942212.806595:0:34166:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788942212.806598:0:34166:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942212.806603:0:34166:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e76900. 00020000:00000010:3.0:1788942212.806607:0:34166:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063c80. 00020000:00000010:3.0:1788942212.806612:0:34166:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e764e0. 00020000:00000001:3.0:1788942212.806614:0:34166:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969113824 : -122366740437792 : ffff90b545e764e0) 00020000:00000002:3.0:1788942212.806617:0:34166:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e764e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942212.806621:0:34166:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942212.806625:0:34166:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063c80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1788942212.806628:0:34166:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788942212.806630:0:34166:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e764e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942212.806633:0:34166:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942212.806636:0:34166:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063c80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1788942212.806640:0:34166:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b5464d3270. 00020000:00000010:3.0:1788942212.806644:0:34166:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b559039900. 00020000:00000001:3.0:1788942212.806648:0:34166:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788942212.806651:0:34166:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b542be95c8. 00020000:00000001:3.0:1788942212.806654:0:34166:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788942212.806655:0:34166:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788942212.806660:0:34166:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788942212.806663:0:34166:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b5464edaf0. 00000020:00000001:3.0:1788942212.806666:0:34166:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788942212.806667:0:34166:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.806669:0:34166:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621706975894384 : -122366733657232 : ffff90b5464edb70) 00020000:00000001:3.0:1788942212.806673:0:34166:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788942212.806677:0:34166:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b5485defc0. 00020000:00000001:3.0:1788942212.806679:0:34166:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.806692:0:34166:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706975894384 : -122366733657232 : ffff90b5464edb70) 00020000:00000001:3.0:1788942212.806695:0:34166:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621706975894384 : -122366733657232 : ffff90b5464edb70) 00020000:00000002:3.0:1788942212.806698:0:34166:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff90b5464edaf0[0:0] -> [0x200000404:0x31:0x0]@ffff90b5464ed000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1788942212.806702:0:34166:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788942212.806704:0:34166:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788942212.806706:0:34166:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.806709:0:34166:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706975891584 : -122366733660032 : ffff90b5464ed080) 00000020:00001000:3.0:1788942212.806712:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:3.0:1788942212.806715:0:34166:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:3.0:1788942212.806718:0:34166:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788942212.806720:0:34166:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1788942212 00000080:00000001:3.0:1788942212.806724:0:34166:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788942212.806727:0:34166:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018552008 : -122366690999608 : ffff90b548d9c2c8) 00010000:00000001:3.0:1788942212.806729:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.806730:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.806732:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.806733:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.806735:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00000080:00000001:3.0:1788942212.806738:0:34166:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788942212.806739:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.806740:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942212.806742:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942212.806744:0:34166:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788942212.806745:0:34166:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788942212.806747:0:34166:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942212.806749:0:34166:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e765a0. 00020000:00000010:3.0:1788942212.806752:0:34166:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063e00. 00020000:00000010:3.0:1788942212.806756:0:34166:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e760c0. 00020000:00000001:3.0:1788942212.806758:0:34166:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969112768 : -122366740438848 : ffff90b545e760c0) 00020000:00000002:3.0:1788942212.806760:0:34166:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e760c0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942212.806764:0:34166:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942212.806766:0:34166:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063e00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1788942212.806770:0:34166:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b543e3cf80 00020000:00000001:3.0:1788942212.806772:0:34166:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788942212.806775:0:34166:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b543e3cf80 00020000:00000010:3.0:1788942212.806779:0:34166:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b559063e00. 00020000:00000010:3.0:1788942212.806783:0:34166:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e765a0. 00020000:00000010:3.0:1788942212.806787:0:34166:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e760c0. 00020000:00000002:3.0:1788942212.806789:0:34166:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788942212.806791:0:34166:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.806793:0:34166:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.806796:0:34166:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788942212.806799:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942212.806801:0:34166:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e764e0 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:3.0:1788942212.806803:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.806806:0:34166:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788942212.806808:0:34166:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788942212.806810:0:34166:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788942212.806811:0:34166:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788942212.806813:0:34166:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788942212.806816:0:34166:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788942212.806818:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:3.0:1788942212.806820:0:34166:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.806822:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.806824:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942212.806825:0:34166:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942212.806829:0:34166:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942212.806831:0:34166:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.806833:0:34166:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) 00000080:00010000:3.0:1788942212.806836:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb781578d8 00800000:00000001:3.0:1788942212.806840:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942212.806841:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942212.806842:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.806843:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.806845:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.806847:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.806990:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.806994:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.806996:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.806997:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.806999:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.807001:0:34166:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788942212.807002:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.807010:0:34166:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.807017:0:34166:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942212.807022:0:34166:0:(namei.c:1651:ll_create_it()) inode ffff90b548d9c2c8 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:3.0:1788942212.807025:0:34166:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.807028:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) 00000080:00000001:3.0:1788942212.807031:0:34166:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942212.807035:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa600. 00000100:00000001:3.0:1788942212.807038:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.807041:0:34166:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.807047:0:34166:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.807051:0:34166:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788942212.807052:0:34166:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942212.807054:0:34166:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548d9c2c8 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:3.0:1788942212.807061:0:34166:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788942212.807064:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa68 00000080:00200008:3.0:1788942212.807065:0:34166:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 102101 00000080:00000010:3.0:1788942212.807072:0:34166:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b554712140. 00000080:00000010:3.0:1788942212.807088:0:34166:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5435ddc80. 00000080:00000001:3.0:1788942212.807091:0:34166:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788942212.807095:0:34166:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788942212.807098:0:34166:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788942212.807101:0:34166:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b559061900. 00000002:00100000:3.0:1788942212.807107:0:34166:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942212.807112:0:34166:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.807114:0:34166:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788942212.807116:0:34166:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788942212.807119:0:34166:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.807122:0:34166:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942212.807124:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.807126:0:34166:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788942212.807133:0:34166:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942212.807136:0:34166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559220000. 02000000:00000001:3.0:1788942212.807158:0:34166:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788942212.807160:0:34166:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.807162:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa68 00000080:00000008:3.0:1788942212.807165:0:34166:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 102101, rc = 0 00000080:00000001:3.0:1788942212.807168:0:34166:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788942212.807170:0:34166:0:(dcache.c:176:ll_intent_release()) intent ffff90b545e763c0 released 00000080:00010000:3.0:1788942212.807172:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578d8 from it ffff90b545e763c0 00010000:00000001:3.0:1788942212.807175:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.807176:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.807178:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.807180:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.807182:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.807184:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.807188:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.807195:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.807197:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.807198:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942212.807202:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942212.807204:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942212.807212:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.807215:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942212.807218:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.807221:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.807223:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.807224:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.807227:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942212.807229:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.807231:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.807234:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.807235:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.807237:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.807238:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942212.807239:0:34166:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788942212.807241:0:34166:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788942212.807243:0:34166:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942212.807245:0:34166:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942212.807248:0:34166:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942212.807249:0:34166:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.807252:0:34166:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788942212.807254:0:34166:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.807256:0:34166:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942212.807258:0:34166:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.807260:0:34166:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942212.807262:0:34166:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b545e763c0. 00000080:00000001:3.0:1788942212.807266:0:34166:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.807269:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788942212.807271:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1788942212.807275:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.807357:0:34166:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942212.807360:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:3.0:1788942212.807363:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.807366:0:34166:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.815807:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd28 00000080:00200008:3.0:1788942212.815816:0:34166:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942212.815824:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942212.815826:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfca0 00000080:00200000:3.0:1788942212.815828:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:3.0:1788942212.815835:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa600. 00800000:00000002:3.0:1788942212.815841:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942212.815847:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942212.815890:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.815893:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfbc0 00800000:00000002:3.0:1788942212.815896:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942212.815900:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942212.815905:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942212.815910:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.815912:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa90 00000002:00010000:3.0:1788942212.815914:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942212.815917:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942212.815919:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.815922:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.815929:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48400 count: 2 00010000:00000001:3.0:1788942212.815932:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.815937:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.815940:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942212.815945:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788942212.815956:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942212.815961:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.815964:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788942212.815970:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942212.815972:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942212.815974:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942212.815976:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942212.815978:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942212.815980:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942212.815983:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942212.815985:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942212.815989:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa600. 00000080:00000001:3.0:1788942212.815993:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942212.815994:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.815997:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) 00000080:00010000:3.0:1788942212.816001:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb781578d8 00800000:00000001:3.0:1788942212.816004:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942212.816007:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942212.816008:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.816011:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.816013:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.816015:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.816018:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.816021:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.816023:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.816024:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.816025:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.816028:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578d8 from it ffffa57dc1ccfcd8 00010000:00000001:3.0:1788942212.816031:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.816032:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.816033:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:3.0:1788942212.816035:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.816037:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.816040:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.816043:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942212.816049:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.816051:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.816052:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942212.816055:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942212.816057:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942212.816064:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.816067:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942212.816069:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.816072:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.816073:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.816075:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816089:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942212.816091:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816093:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816095:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816097:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.816098:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.816099:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942212.816102:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942212.816104:0:34166:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942212.816106:0:34166:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788942212.816109:0:34166:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942212.816111:0:34166:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942212.816113:0:34166:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942212.816114:0:34166:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.816116:0:34166:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942212.816119:0:34166:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788942212.816122:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.816125:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:3.0:1788942212.816128:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:3.0:1788942212.816133:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942212.816135:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942212.816137:0:34166:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942212.816139:0:34166:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788942212.816143:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.816144:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942212.816146:0:34166:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942212.816147:0:34166:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.816150:0:34166:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942212.816154:0:34166:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b545ebfc80 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788942212.816157:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:3.0:1788942212.816160:0:34166:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942212.816162:0:34166:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942212.816163:0:34166:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942212.816165:0:34166:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.816167:0:34166:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942212.816169:0:34166:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942212.816171:0:34166:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.816172:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.816174:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942212.816175:0:34166:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942212.816176:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:3.0:1788942212.816178:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942212.816180:0:34166:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788942212.816182:0:34166:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788942212.816185:0:34166:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788942212.816186:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788942212.816188:0:34166:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788942212.816190:0:34166:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788942212.816196:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788942212.816203:0:34166:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551bc0480. 00020000:00000002:3.0:1788942212.816205:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942212.816208:0:34166:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788942212.816210:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.816212:0:34166:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942212.816214:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942212.816215:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:3.0:1788942212.816217:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000020:00000001:3.0:1788942212.816219:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:3.0:1788942212.816221:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942212.816224:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942212.816225:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942212.816227:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.816228:0:34166:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.816230:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.816232:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788942212.816237:0:34166:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b558116720. 00000008:00010000:3.0:1788942212.816239:0:34166:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788942212.816242:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942212.816243:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788942212.816244:0:34166:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551bc04b0, osc lock ffff90b558116720, flags 0x400001002 00000020:00000001:3.0:1788942212.816247:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.816249:0:34166:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.816252:0:34166:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707167597696 : -122366541953920 : ffff90b551bc0480) 00000020:00000001:3.0:1788942212.816254:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942212.816255:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788942212.816256:0:34166:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.816258:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.816260:0:34166:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788942212.816262:0:34166:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788942212.816264:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942212.816265:0:34166:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942212.816267:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942212.816268:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:3.0:1788942212.816270:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942212.816272:0:34166:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942212.816274:0:34166:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788942212.816278:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942212.816280:0:34166:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942212.816281:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942212.816282:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942212.816284:0:34166:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942212.816285:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942212.816287:0:34166:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788942212.816288:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942212.816292:0:34166:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816294:0:34166:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788942212.816299:0:34166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acea00. 00000020:00000040:3.0:1788942212.816303:0:34166:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00010000:00000001:3.0:1788942212.816307:0:34166:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942212.816310:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.816312:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.816315:0:34166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942212.816317:0:34166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942212.816320:0:34166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942212.816326:0:34166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fa600. 00000100:00000001:3.0:1788942212.816332:0:34166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816337:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942212.816338:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816340:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942212.816341:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816343:0:34166:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.816345:0:34166:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706948504064 : -122366761047552 : ffff90b544acea00) 00010000:00000001:3.0:1788942212.816348:0:34166:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942212.816350:0:34166:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942212.816354:0:34166:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48600. 00010000:00000010:3.0:1788942212.816358:0:34166:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b545f48100. 00010000:00000001:3.0:1788942212.816363:0:34166:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942212.816366:0:34166:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982a00. 00000020:00000001:3.0:1788942212.816369:0:34166:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942212.816371:0:34166:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982a00 with handle 0xcbb91bbb781578df to hash 00000020:00000001:3.0:1788942212.816374:0:34166:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942212.816375:0:34166:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000010:3.0:1788942212.816379:0:34166:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b5435dd040. 00010000:00000001:3.0:1788942212.816382:0:34166:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:3.0:1788942212.816384:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.816386:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.816389:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942212.816399:0:34166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.816410:0:34166:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.816414:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942212.816418:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.816429:0:34166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7eda7e0] to pc [ptlrpcd_01_01+1] req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788942212.816470:0:34166:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942212.816473:0:34166:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.816475:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942212.816477:0:34166:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.816478:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.816481:0:34166:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788942212.816482:0:34166:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788942212.816485:0:34166:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788942212.816486:0:34166:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788942212.816634:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.816638:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942212.816641:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942212.816647:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.816656:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942212.816658:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.816662:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942212.816664:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942212.816666:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942212.816670:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884284416:192.168.206.109@tcp:101:uname.0 00000100:00000001:2.0:1788942212.816674:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942212.816680:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942212.816682:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.816694:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942212.816699:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942212.816701:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942212.816709:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942212.816713:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098738. 00000400:00000010:2.0:1788942212.816720:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61110. 00000100:00000200:2.0:1788942212.816727:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884284416, portal 4 00000100:00000001:2.0:1788942212.816729:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.816730:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504064 : -122366761047552 : ffff90b544acea00) 00000100:00000040:2.0:1788942212.816737:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.816744:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942212.816747:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942212.816750:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e616e8. 00000100:00000200:2.0:1788942212.816752:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884284416, offset 0 00000400:00000200:2.0:1788942212.816759:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942212.816767:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.816774:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942212.816778:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942212.816782:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942212.816785:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942212.816787:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942212.816791:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2624:2624:256:4294967295] 192.168.206.109@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:2.0:1788942212.816795:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.816803:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942212.816809:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942212.816814:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9e00. 00000800:00000200:2.0:1788942212.816820:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942212.816827:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942212.816831:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788942212.816846:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.816879:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 236925 usecs (237 jiffies) 00000400:00000200:2.0:1788942212.816884:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942212.816886:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613212 00000100:00000001:2.0:1788942212.816889:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.816892:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613212 00000100:00000001:2.0:1788942212.816894:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.816896:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.816899:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.816902:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.816904:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.816910:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942212.816912:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942212.816915:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.816916:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942212.816917:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.816919:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.816930:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.816932:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788942212.817179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48300. 00000800:00000200:3.0:1788942212.817636:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.817640:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9e00. 00000400:00000200:3.0:1788942212.817646:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.817651:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.817658:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e616e8 00000400:00000010:3.0:1788942212.817660:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e616e8. 00000100:00000001:3.0:1788942212.817665:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.817670:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.817679:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.817691:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.817699:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.817700:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.832646:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.832662:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.832666:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.832669:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.832677:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.832695:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.832704:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.832709:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.832715:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.832719:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f55200 00000400:00000200:3.0:1788942212.832725:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.832731:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x707d [1] + 224 00000800:00000001:3.0:1788942212.832739:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.832750:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.832753:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.832758:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.832765:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.832773:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942212.832784:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.832807:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.832814:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.832817:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.832883:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.832887:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942212.832893:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942212.832896:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942212.832899:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098738. 00000400:00000200:2.0:1788942212.832903:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61110 00000400:00000010:2.0:1788942212.832906:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61110. 00000100:00000001:2.0:1788942212.832909:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.832913:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942212.832923:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.832929:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942212.832931:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.832934:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942212.832937:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942212.832939:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942212.832941:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.832944:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942212.832953:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942212.832957:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942212.832960:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942212.832962:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.832964:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942212.832968:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.832971:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942212.832973:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942212.832975:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942212.832977:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.832982:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.832989:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.832992:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942212.832994:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788942212.832997:0:2356:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788942212.833000:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.833002:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.833006:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=4 00000020:00000001:2.0:1788942212.833008:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833011:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833013:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.833014:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.833015:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=5 00000020:00000001:2.0:1788942212.833017:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833019:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833022:0:2356:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.833025:0:2356:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.833030:0:2356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.833039:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833041:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.833043:0:2356:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942212.833045:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.833047:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.833048:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=6 00000020:00000001:2.0:1788942212.833049:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833051:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000040:2.0:1788942212.833057:0:2356:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982a00, remote cookie: 0x4d194fbcadeed27f, flags: 0x1001 00010000:00010000:2.0:1788942212.833062:0:2356:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.833069:0:2356:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788942212.833072:0:2356:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.833074:0:2356:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942212.833150:0:2356:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788942212.833156:0:2356:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942212.833165:0:2356:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff90b545f48600) refcount = 1 00010000:00000040:2.0:1788942212.833168:0:2356:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788942212.833170:0:2356:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.833178:0:2356:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942212.833179:0:2356:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942212.833181:0:2356:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942212.833184:0:2356:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.833187:0:2356:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.833193:0:2356:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942212.833194:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833195:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.833196:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833198:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942212.833200:0:2356:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788942212.833202:0:2356:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788942212.833205:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.833206:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.833208:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=5 00000020:00000001:2.0:1788942212.833210:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833212:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00000008:00000001:2.0:1788942212.833216:0:2356:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788942212.833220:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00010000:2.0:1788942212.833224:0:2356:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788942212.833230:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.833232:0:2356:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788942212.833381:0:2356:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788942212.833387:0:2356:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942212.833389:0:2356:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.833391:0:2356:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.833393:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:2.0:1788942212.833394:0:2356:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788942212.833397:0:2356:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942212.833399:0:2356:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788942212.833472:0:2356:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788942212.833475:0:2356:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.833477:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.833478:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.833480:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=6 00000020:00000001:2.0:1788942212.833482:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833484:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833486:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942212.833493:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.833506:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833508:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942212.833510:0:2356:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.833517:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942212.833519:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833520:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942212.833521:0:2356:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.833523:0:2356:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.833524:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.833526:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=5 00000020:00000001:2.0:1788942212.833528:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833530:0:2356:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.833531:0:2356:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942212.833534:0:2356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.833540:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833541:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.833543:0:2356:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942212.833546:0:2356:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942212.833548:0:2356:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942212.833558:0:2356:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942212.833560:0:2356:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942212.833562:0:2356:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942212.833565:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833567:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.833569:0:2356:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.833572:0:2356:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942212.833574:0:2356:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.833576:0:2356:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.833578:0:2356:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.833580:0:2356:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942212.833582:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833583:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.833584:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.833585:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942212.833587:0:2356:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.833594:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942212.833603:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884284416:192.168.206.109@tcp:101:uname.0 00000100:00000001:2.0:1788942212.833608:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.833611:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.833615:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acea00 x1875839884284416/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.833622:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942212.833625:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942212.833628:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942212.833634:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942212.833636:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942212.833638:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942212.833640:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942212.833643:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fa600. 02000000:00000001:2.0:1788942212.833646:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942212.833648:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942212.833650:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acea00. 00000100:00000001:2.0:1788942212.833653:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942212.833655:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.833657:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.833663:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942212.833665:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.833667:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942212.833670:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.833790:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.833792:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.833795:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.833796:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.833798:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.833799:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.833816:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942212.833818:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.833821:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942212.834185:0:34166:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942212.834189:0:34166:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834329:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942212.834333:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.834335:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.834337:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942212.834342:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788942212.834346:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942212.834348:0:34166:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834350:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942212.834351:0:34166:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942212.834353:0:34166:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788942212.834357:0:34166:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942212.834359:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788942212.834361:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834363:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834365:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942212.834368:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788942212.834371:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788942212.834373:0:34166:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788942212.834375:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_release():245 00000020:00000001:1.0:1788942212.834378:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942212.834379:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788942212.834382:0:34166:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788942212.834385:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942212.834387:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942212.834389:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942212.834390:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551bc04b0 (ffff90b542d10a28/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788942212.834394:0:34166:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788942212.834395:0:34166:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788942212.834396:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.834398:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942212.834399:0:34166:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788942212.834401:0:34166:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942212.834402:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942212.834470:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942212.834472:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942212.834473:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_fini():72 00020000:00000001:1.0:1788942212.834477:0:34166:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788942212.834478:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942212.834479:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551bc04b0 (ffff90b552124488/1) at cl_lock_fini():72 00000008:00000010:1.0:1788942212.834483:0:34166:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b558116720. 00000020:00000001:1.0:1788942212.834487:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788942212.834488:0:34166:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551bc0480. 00020000:00000001:1.0:1788942212.834491:0:34166:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788942212.834492:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788942212.834494:0:34166:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788942212.834496:0:34166:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834498:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942212.834501:0:34166:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942212.834503:0:34166:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788942212.834504:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788942212.834506:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942212.834508:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00020000:00000001:1.0:1788942212.834511:0:34166:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788942212.834513:0:34166:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942212.834516:0:34166:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942212.834518:0:34166:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788942212.834522:0:34166:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942212.834524:0:34166:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834526:0:34166:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942212.834528:0:34166:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942212.834529:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942212.834530:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000001:00000001:1.0:1788942212.834532:0:34166:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834540:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd28 00000080:00000008:1.0:1788942212.834543:0:34166:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942212.834693:0:34166:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788942212.834696:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd88 00000080:00200008:1.0:1788942212.834698:0:34166:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1788942212.834701:0:34166:0:(file.c:2656:do_file_write_iter()) inode ffff90b548d9c2c8 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:1.0:1788942212.834704:0:34166:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788942212.834706:0:34166:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834708:0:34166:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788942212.834711:0:34166:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834714:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942212.834716:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:1.0:1788942212.834718:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000080:00000001:1.0:1788942212.834721:0:34166:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788942212.834722:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfc98 00000080:00200000:1.0:1788942212.834724:0:34166:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1788942212.834729:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfc30 00000080:00200000:1.0:1788942212.834731:0:34166:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1788942212.834732:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942212.834734:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.834735:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.834736:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942212.834738:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788942212.834740:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788942212.834742:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834743:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834745:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942212.834747:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788942212.834749:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788942212.834751:0:34166:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788942212.834756:0:34166:0:(cl_io.c:214:cl_io_rw_init()) header@00000000010d19d6[0x110, 1, [0x200000404:0x31:0x0] hash] 00000020:00200000:1.0:1788942212.834758:0:34166:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:1.0:1788942212.834760:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.834762:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942212.834764:0:34166:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942212.834766:0:34166:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942212.834769:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942212.834770:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788942212.834773:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942212.834776:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834779:0:34166:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942212.834780:0:34166:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834782:0:34166:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942212.834785:0:34166:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b545ebfc80 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788942212.834787:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942212.834791:0:34166:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942212.834792:0:34166:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942212.834794:0:34166:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942212.834796:0:34166:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788942212.834797:0:34166:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:1.0:1788942212.834800:0:34166:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788942212.834801:0:34166:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942212.834803:0:34166:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834804:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942212.834805:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942212.834806:0:34166:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942212.834807:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:1.0:1788942212.834810:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834811:0:34166:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942212.834814:0:34166:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1788942212.834816:0:34166:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788942212.834819:0:34166:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834822:0:34166:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788942212.834823:0:34166:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788942212.834826:0:34166:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788942212.834827:0:34166:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788942212.834829:0:34166:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1788942212.834832:0:34166:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788942212.834834:0:34166:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788942212.834837:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942212.834840:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942212.834841:0:34166:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942212.834842:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942212.834844:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:1.0:1788942212.834845:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000020:00000001:1.0:1788942212.834847:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.834849:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942212.834874:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942212.834876:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942212.834877:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834879:0:34166:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834881:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942212.834883:0:34166:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788942212.834886:0:34166:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788942212.834888:0:34166:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834890:0:34166:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834892:0:34166:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834893:0:34166:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834895:0:34166:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834897:0:34166:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788942212.834899:0:34166:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788942212.834900:0:34166:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788942212.834903:0:34166:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788942212.834905:0:34166:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834907:0:34166:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834909:0:34166:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788942212.834911:0:34166:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1788942212.834913:0:34166:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788942212.834914:0:34166:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788942212.834916:0:34166:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834918:0:34166:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834920:0:34166:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834921:0:34166:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.834923:0:34166:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834924:0:34166:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788942212.834926:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942212.834927:0:34166:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788942212.834929:0:34166:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942212.834930:0:34166:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834931:0:34166:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834933:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834934:0:34166:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834935:0:34166:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942212.834937:0:34166:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788942212.834938:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788942212.834940:0:34166:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788942212.834942:0:34166:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788942212.834944:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788942212.834951:0:34166:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f78f80. 00020000:00000002:1.0:1788942212.834955:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942212.834956:0:34166:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788942212.834957:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942212.834958:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942212.834960:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788942212.834964:0:34166:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5448ee980. 00000008:00010000:1.0:1788942212.834966:0:34166:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788942212.834968:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942212.834969:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788942212.834973:0:34166:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f78fb0, osc lock ffff90b5448ee980, flags 0x0 00000020:00000001:1.0:1788942212.834975:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834977:0:34166:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.834979:0:34166:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171499904 : -122366538051712 : ffff90b551f78f80) 00000020:00000001:1.0:1788942212.834981:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942212.834982:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788942212.834983:0:34166:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834985:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.834987:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942212.834988:0:34166:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942212.834989:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942212.834990:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942212.834992:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942212.834994:0:34166:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942212.834996:0:34166:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788942212.834998:0:34166:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.835000:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788942212.835003:0:34166:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788942212.835004:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788942212.835006:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788942212.835007:0:34166:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788942212.835008:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788942212.835010:0:34166:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788942212.835013:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942212.835019:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:1.0:1788942212.835021:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942212.835027:0:34166:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b545934800 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:1.0:1788942212.835031:0:34166:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788942212.835036:0:34166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942212.835039:0:34166:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00010000:00000001:1.0:1788942212.835043:0:34166:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942212.835047:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942212.835051:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.835052:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.835053:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.835056:0:34166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942212.835058:0:34166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942212.835062:0:34166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942212.835068:0:34166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5547a3400. 00000100:00000001:1.0:1788942212.835074:0:34166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.835154:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942212.835155:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.835157:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942212.835158:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.835160:0:34166:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.835163:0:34166:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00010000:00000001:1.0:1788942212.835166:0:34166:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942212.835168:0:34166:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942212.835170:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:1.0:1788942212.835173:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942212.835175:0:34166:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942212.835179:0:34166:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0600. 00000020:00000001:1.0:1788942212.835183:0:34166:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942212.835186:0:34166:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0600 with handle 0xcbb91bbb781578e6 to hash 00000020:00000001:1.0:1788942212.835188:0:34166:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942212.835190:0:34166:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000010:1.0:1788942212.835194:0:34166:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b548392340. 00010000:00000001:1.0:1788942212.835196:0:34166:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.835200:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942212.835202:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.835207:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942212.835216:0:34166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942212.835226:0:34166:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942212.835232:0:34166:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942212.835302:0:34166:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942212.835311:0:34166:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942212.835313:0:34166:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745600 : -122366534806016 : ffff90b552291600) 00000100:00000001:1.0:1788942212.835316:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.835318:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942212.835321:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942212.835323:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.835325:0:34166:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942212.835326:0:34166:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942212.835335:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.835343:0:34166:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942212.835345:0:34166:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.835348:0:34166:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942212.835350:0:34166:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942212.835353:0:34166:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942212.835357:0:34166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34166:1875839884284544:192.168.206.109@tcp:101:uname.0 00000100:00000001:1.0:1788942212.835360:0:34166:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942212.835365:0:34166:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942212.835368:0:34166:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.835370:0:34166:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942212.835374:0:34166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bac00. 02000000:00000001:1.0:1788942212.835376:0:34166:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942212.835382:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942212.835386:0:34166:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942212.835392:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942212.835398:0:34166:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884284544, portal 4 00000100:00000001:1.0:1788942212.835400:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.835402:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942212.835484:0:34166:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.835493:0:34166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942212.835496:0:34166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942212.835499:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daf68. 00000100:00000200:1.0:1788942212.835503:0:34166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884284544, offset 0 00000400:00000200:1.0:1788942212.835509:0:34166:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942212.835516:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.835523:0:34166:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942212.835528:0:34166:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942212.835532:0:34166:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942212.835536:0:34166:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942212.835538:0:34166:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942212.835542:0:34166:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2625:2625:256:4294967295] 192.168.206.109@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:1.0:1788942212.835547:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.835558:0:34166:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942212.835563:0:34166:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942212.835568:0:34166:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38900. 00000800:00000200:1.0:1788942212.835575:0:34166:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942212.835656:0:34166:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942212.835661:0:34166:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942212.835745:0:34166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.835751:0:34166:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 235702 usecs (236 jiffies) 00000400:00000200:1.0:1788942212.835755:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942212.835757:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613230 00000100:00000001:1.0:1788942212.835760:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.835762:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613230 00000100:00000001:1.0:1788942212.835765:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.835767:0:34166:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.835770:0:34166:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.835772:0:34166:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942212.835774:0:34166:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942212.835776:0:34166:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291600 going to sleep for 11 seconds 00000100:00000001:1.0:1788942212.835778:0:34166:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.835781:0:34166:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.836346:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.836352:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38900. 00000400:00000200:3.0:1788942212.836357:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.836362:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.836368:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daf68 00000400:00000010:3.0:1788942212.836371:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daf68. 00000100:00000001:3.0:1788942212.836375:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.836380:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.836389:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.836393:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.836400:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.836402:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.841700:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.841718:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.841724:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.841727:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.841739:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.841748:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.841757:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.841762:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.841767:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.841771:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103359a80 00000400:00000200:3.0:1788942212.841780:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x64ed [2] + 1640 00000800:00000001:3.0:1788942212.841787:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.841792:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.841796:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.841801:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.841808:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942212.841811:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942212.841817:0:2347:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd500. 00000100:00000040:3.0:1788942212.841822:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b544acd500 x1875839905274496 msgsize 328 00000100:00100000:3.0:1788942212.841827:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942212.842207:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.842217:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.842221:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.842916:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788942212.842920:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905274496 02000000:00000001:2.0:1788942212.842923:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788942212.842926:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942212.842928:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.842933:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942212.842937:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905274496 00000020:00000001:2.0:1788942212.842940:0:15936:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942212.842941:0:15936:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:2.0:1788942212.842943:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.842947:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:2.0:1788942212.842950:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:2.0:1788942212.842952:0:15936:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000001:2.0:1788942212.842956:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942212.842962:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5453458c0. 00000100:00000001:2.0:1788942212.842964:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942212.842967:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5453458c0. 00000020:00000010:2.0:1788942212.842973:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b558fca200. 00000020:00000010:2.0:1788942212.842978:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551c4c180. 00000020:00000010:2.0:1788942212.842984:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b54363f898. 00000100:00000040:2.0:1788942212.842992:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788942212.842995:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788942212.842996:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788942212.842998:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.843006:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.843068:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.843080:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788942212.843081:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788942212.843087:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 57 00000100:00000040:2.0:1788942212.843092:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55292f000 : new rpc_count 1 00000100:00000001:2.0:1788942212.843095:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621706948498688 : -122366761052928 : ffff90b544acd500) 00000100:00000040:2.0:1788942212.843102:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b544acd500 x1875839905274496/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:678/0 lens 328/0 e 0 to 0 dl 1788942223 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942212.843116:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942212.843119:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5453458c0. 00000100:00000001:2.0:1788942212.843121:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942212.843123:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5453458c0. 00000100:00100000:2.0:1788942212.843128:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b544acd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6705:x1875839905274496:12345-192.168.206.109@tcp:104: 00000100:00000200:2.0:1788942212.843131:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905274496 00010000:00000001:2.0:1788942212.843133:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788942212.843140:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.843141:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.843143:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=2 00000020:00000001:2.0:1788942212.843145:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.843148:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:2.0:1788942212.843151:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.843155:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942212.843160:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788942212.843173:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788942212.843175:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788942212.843180:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b552277000. 02000000:00000001:2.0:1788942212.843182:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.843185:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.843189:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788942212.843191:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942212.843195:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=201 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942212.843200:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942212.843204:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942212.843206:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:2.0:1788942212.843209:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788942212.843210:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.843213:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942212.843216:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942212.843221:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61110. 00000100:00000200:2.0:1788942212.843227:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905274496, offset 224 00000400:00000200:2.0:1788942212.843233:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942212.843254:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.843261:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942212.843268:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2626:2626:256:4294967295] 192.168.206.109@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:2.0:1788942212.843273:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.843282:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942212.843287:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942212.843294:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9e00. 00000800:00000200:2.0:1788942212.843300:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942212.843308:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942212.843312:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942212.843326:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.843330:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:2.0:1788942212.843333:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788942212.843337:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b5591a29c0. 00010000:00000001:2.0:1788942212.843340:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788942212.843354:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788942212.843356:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.843358:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.843360:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.843365:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd500 x1875839905274496/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:678/0 lens 328/224 e 0 to 0 dl 1788942223 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788942212.843375:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b544acd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6705:x1875839905274496:12345-192.168.206.109@tcp:104: Request processed in 256us (1551us total) trans 0 rc 0/0 00000100:00100000:2.0:1788942212.843382:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 57 00000100:00000040:2.0:1788942212.843385:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55292f000 : new rpc_count 0 00000100:00000001:2.0:1788942212.843388:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788942212.843389:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788942212.843394:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551c4c180. 00000020:00000010:2.0:1788942212.843397:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b54363f898. 00000020:00000010:2.0:1788942212.843401:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b558fca200. 00000020:00000040:2.0:1788942212.843417:0:15936:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00000001:2.0:1788942212.843419:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942212.843470:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942212.843474:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.843477:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788942212.843480:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788942212.843482:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942212.843487:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942212.843496:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b547982a00 already unused, calling callback (ffffffffc1162300) 00000008:00000001:1.0:1788942212.843499:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788942212.843501:0:15944:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942212.843503:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.843504:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.843506:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982a00 refcount=3 00000020:00000001:1.0:1788942212.843508:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:1.0:1788942212.843510:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475840 : -122366712075776 : ffff90b547982a00) 00010000:00000001:1.0:1788942212.843513:0:15944:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942212.843516:0:15944:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788942212.843537:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788942212.843539:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942212.843543:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:1.0:1788942212.843546:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000008:00000001:1.0:1788942212.843547:0:15944:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788942212.843550:0:15944:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788942212.843551:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942212.843552:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243288 : -122366539308328 : ffff90b551e462d8) 00000020:00001000:1.0:1788942212.843554:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e462d0 00000008:00000001:1.0:1788942212.843557:0:15944:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788942212.843559:0:15944:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788942212.843562:0:15944:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788942212.843564:0:15944:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.843567:0:15944:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788942212.843569:0:15944:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.843571:0:15944:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.843573:0:15944:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942212.843576:0:15944:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942212.843586:0:15944:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942212.843590:0:15944:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942212.843591:0:15944:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942212.843592:0:15944:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942212.843596:0:15944:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b552224ef0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788942212.843600:0:15944:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942212.843602:0:15944:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942212.843604:0:15944:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942212.843606:0:15944:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942212.843607:0:15944:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.843609:0:15944:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942212.843610:0:15944:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942212.843612:0:15944:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788942212.843613:0:15944:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.843615:0:15944:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1788942212.843618:0:15944:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942212.843620:0:15944:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942212.843623:0:15944:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942212.843624:0:15944:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942212.843626:0:15944:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942212.843628:0:15944:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788942212.843631:0:15944:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942212.843632:0:15944:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788942212.843633:0:15944:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942212.843635:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e462d0 00000008:00000001:1.0:1788942212.843638:0:15944:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.843640:0:15944:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00010000:00000001:1.0:1788942212.843642:0:15944:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788942212.843645:0:15944:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.843647:0:15944:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.843649:0:15944:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942212.843651:0:15944:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788942212.843654:0:15944:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942212.843656:0:15944:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.843658:0:15944:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.843659:0:15944:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.843661:0:15944:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.843662:0:15944:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788942212.843664:0:15944:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.843665:0:15944:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:1.0:1788942212.843668:0:15944:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942212.843670:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00000008:00000001:1.0:1788942212.843672:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.843674:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942212.843678:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942212.843680:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942212.843681:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942212.843692:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942212.843696:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982a00 with handle 0xcbb91bbb781578df from hash 00010000:00000001:1.0:1788942212.843698:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942212.843700:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.843702:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.843704:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942212.843707:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942212.843709:0:15944:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788942212.843717:0:15944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942212.843720:0:15944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.843722:0:15944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942212.843724:0:15944:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788942212.843731:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942212.843735:0:15944:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=4 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942212.843739:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942212.843742:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942212.843746:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942212.843753:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5547a2e00. 00000100:00000001:1.0:1788942212.843759:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.843762:0:15944:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942212.843768:0:15944:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942212.843777:0:15944:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942212.843778:0:15944:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.843782:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942212.843787:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.843794:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009138ff5] to pc [ptlrpcd_00_00+0] req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.843869:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942212.843873:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942212.843875:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942212.843881:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.843888:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942212.843890:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.843894:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942212.843897:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942212.843899:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942212.843903:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884284672:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942212.843907:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942212.843913:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942212.843915:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.843918:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942212.843922:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b558fce600. 02000000:00000001:0.0:1788942212.843924:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942212.843930:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942212.843933:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520979a0. 00000400:00000010:0.0:1788942212.843939:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942212.843944:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884284672, portal 18 00000100:00000001:0.0:1788942212.843946:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.843948:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:0.0:1788942212.843955:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.843962:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942212.843964:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942212.843966:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a4c8. 00000100:00000200:0.0:1788942212.843970:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884284672, offset 0 00000400:00000200:0.0:1788942212.843974:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942212.843979:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942212.843984:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942212.843990:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942212.843994:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942212.843997:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942212.844000:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942212.844003:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2627:2627:255:4294967295] 192.168.206.109@tcp LPNI seq info [2627:2627:7:4294967295] 00000400:00000200:0.0:1788942212.844007:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942212.844014:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942212.844019:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942212.844023:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b500. 00000800:00000200:0.0:1788942212.844028:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942212.844033:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942212.844035:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788942212.844039:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.844043:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 235702 usecs (236 jiffies) 00000400:00000200:0.0:1788942212.844046:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942212.844049:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613238 00000100:00000001:0.0:1788942212.844053:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942212.844056:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613238 00000100:00000001:0.0:1788942212.844058:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942212.844060:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942212.844063:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.844066:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.844068:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942212.844172:0:15944:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942212.844176:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.844177:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.844179:0:15944:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.844181:0:15944:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.844183:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.844187:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942212.844201:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942212.844204:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 000000007f740c60/0xcbb91bbb781578df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4d194fbcadeed27f expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788942212.844213:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5435dd040. 00010000:00000001:1.0:1788942212.844221:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.844223:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788942212.844225:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b5591a29c0. 00010000:00000001:1.0:1788942212.844228:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.844242:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942212.844244:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.844246:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942212.844248:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942212.844249:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.844251:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942212.844253:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942212.844254:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.844256:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942212.844264:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.844266:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.844826:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.844831:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9e00. 00000400:00000200:3.0:1788942212.844837:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.844844:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.844873:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61110 00000400:00000010:3.0:1788942212.844876:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61110. 00000100:00000001:3.0:1788942212.844881:0:2348:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788942212.844883:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1788942212.845092:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942212.845095:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942212.845099:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942212.845100:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1788942212.845215:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.845219:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b500. 00000400:00000200:3.0:1788942212.845222:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.845226:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.845230:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a4c8 00000400:00000010:3.0:1788942212.845232:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a4c8. 00000100:00000001:1.0:1788942212.845338:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.845342:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.845483:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.845490:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.845501:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.845505:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.845512:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.845513:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942212.849917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982a00. 00000800:00000001:3.0:1788942212.850525:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.850546:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.850550:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.850554:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.850564:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.850573:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.850595:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.850601:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.850608:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.850613:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 392 into portal 15 MB=0x6aa1103359b00 00000400:00000200:3.0:1788942212.850623:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 392/392 into md 0x64ed [2] + 1968 00000400:00000010:3.0:1788942212.850629:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c48f0. 00000400:00000200:3.0:1788942212.850633:0:2347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90b5459de540 00000800:00000001:3.0:1788942212.850640:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.850648:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.850652:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.850657:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.850665:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5459de540 00000400:00000010:3.0:1788942212.850668:0:2347:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff90b5459de540. 00000100:00000001:3.0:1788942212.850674:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942212.850677:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1788942212.850680:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b54837f850 x1875839905274624 msgsize 392 00000100:00100000:3.0:1788942212.850700:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000040:3.0:1788942212.850703:0:2347:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1788942212.850724:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.850735:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.850738:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788942212.850831:0:15937:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff90b552276800. 00000100:00000010:2.0:1788942212.850841:0:15937:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff90b551be8000. 00000100:00100000:2.0:1788942212.850844:0:15937:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1788942212.850849:0:15937:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1788942212.850899:0:15937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098738. 00000400:00000010:2.0:1788942212.850906:0:15937:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90b5591a29c0. 00000100:00000001:2.0:1788942212.850916:0:15937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788942212.850918:0:15937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905274624 02000000:00000001:2.0:1788942212.850921:0:15937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788942212.850924:0:15937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942212.850926:0:15937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.850933:0:15937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942212.850937:0:15937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905274624 00000020:00000001:2.0:1788942212.850940:0:15937:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942212.850942:0:15937:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:2.0:1788942212.850944:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.850947:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:2.0:1788942212.850949:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:2.0:1788942212.850952:0:15937:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000001:2.0:1788942212.850956:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942212.850960:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5453458c0. 00000100:00000001:2.0:1788942212.850963:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942212.850965:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5453458c0. 00000020:00000010:2.0:1788942212.850972:0:15937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b558fca200. 00000020:00000010:2.0:1788942212.850977:0:15937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551c4c180. 00000020:00000010:2.0:1788942212.850981:0:15937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b54363f898. 00000100:00000040:2.0:1788942212.850990:0:15937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788942212.850994:0:15937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788942212.850995:0:15937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788942212.850997:0:15937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.851004:0:15937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.851026:0:15937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.851040:0:15937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788942212.851042:0:15937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788942212.851049:0:15937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 58 00000100:00000040:2.0:1788942212.851053:0:15937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55292f000 : new rpc_count 1 00000100:00000001:2.0:1788942212.851055:0:15937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621707007948880 : -122366701602736 : ffff90b54837f850) 00000100:00000040:2.0:1788942212.851064:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b54837f850 x1875839905274624/t0(0) o105->LOV_OSC_UUID@192.168.206.109@tcp:678/0 lens 392/0 e 0 to 0 dl 1788942223 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942212.851073:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942212.851076:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5453458c0. 00000100:00000001:2.0:1788942212.851078:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942212.851080:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5453458c0. 00000100:00100000:2.0:1788942212.851084:0:15937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b54837f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5834:x1875839905274624:12345-192.168.206.109@tcp:105: 00000100:00000200:2.0:1788942212.851088:0:15937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905274624 00010000:00000001:2.0:1788942212.851090:0:15937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788942212.851096:0:15937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.851098:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.851100:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:2.0:1788942212.851102:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.851105:0:15937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00010000:2.0:1788942212.851111:0:15937:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.851121:0:15937:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1788942212.851124:0:15937:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942212.851139:0:15937:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.851147:0:15937:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788942212.851149:0:15937:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.851151:0:15937:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942212.851153:0:15937:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1788942212.851156:0:15937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.851163:0:15937:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1788942212.851166:0:15937:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942212.851175:0:15937:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff90b545f48600) refcount = 1 00010000:00000040:2.0:1788942212.851178:0:15937:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788942212.851180:0:15937:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.851189:0:15937:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1788942212.851191:0:15937:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788942212.851200:0:15937:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90b5453458c0. 00000100:00000001:2.0:1788942212.851203:0:15937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942212.851207:0:15937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a23c0. 00000100:00000001:2.0:1788942212.851210:0:15937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206592 : -122366418345024 : ffff90b5591a23c0) 00000100:00000001:2.0:1788942212.851213:0:15937:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446621707291206592 : -122366418345024 : ffff90b5591a23c0) 00000100:00000001:2.0:1788942212.851215:0:15937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942212.851217:0:15937:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1788942212.851218:0:15937:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788942212.851221:0:15937:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942212.851223:0:15937:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.851226:0:15937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.851227:0:15937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.851228:0:15937:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.851230:0:15937:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788942212.851232:0:15937:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788942212.851234:0:15937:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.851248:0:15937:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.851251:0:15937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1788942212.851253:0:15937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a23c0. 00000100:00000001:2.0:1788942212.851256:0:15937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1788942212.851258:0:15937:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788942212.851260:0:15937:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90b5453458c0. 00010000:00010000:2.0:1788942212.851263:0:15937:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90b5427d0600) 00010000:00000001:2.0:1788942212.851264:0:15937:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942212.851266:0:15937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.851268:0:15937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942212.851270:0:15937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788942212.851272:0:15937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788942212.851276:0:15937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b552275400. 02000000:00000001:2.0:1788942212.851278:0:15937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.851280:0:15937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.851284:0:15937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788942212.851287:0:15937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942212.851291:0:15937:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942212.851296:0:15937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942212.851299:0:15937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942212.851302:0:15937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:2.0:1788942212.851305:0:15937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788942212.851306:0:15937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.851309:0:15937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942212.851312:0:15937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942212.851316:0:15937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e615d8. 00000100:00000200:2.0:1788942212.851320:0:15937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905274624, offset 224 00000400:00000200:2.0:1788942212.851327:0:15937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942212.851338:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.851345:0:15937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942212.851353:0:15937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2628:2628:256:4294967295] 192.168.206.109@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:2.0:1788942212.851357:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.851366:0:15937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942212.851371:0:15937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942212.851376:0:15937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942212.851382:0:15937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942212.851388:0:15937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942212.851392:0:15937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942212.851402:0:15937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.851412:0:15937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:2.0:1788942212.851415:0:15937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.851419:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b54837f850 x1875839905274624/t0(0) o105->LOV_OSC_UUID@192.168.206.109@tcp:678/0 lens 392/224 e 0 to 0 dl 1788942223 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788942212.851428:0:15937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b54837f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5834:x1875839905274624:12345-192.168.206.109@tcp:105: Request processed in 353us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788942212.851435:0:15937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 58 00000100:00000040:2.0:1788942212.851438:0:15937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55292f000 : new rpc_count 0 00000100:00000001:2.0:1788942212.851441:0:15937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788942212.851442:0:15937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788942212.851447:0:15937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551c4c180. 00000020:00000010:2.0:1788942212.851451:0:15937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b54363f898. 00000020:00000010:2.0:1788942212.851455:0:15937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b558fca200. 00000020:00000040:2.0:1788942212.851459:0:15937:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 02000000:00000001:2.0:1788942212.851465:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788942212.851468:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552277000. 02000000:00000001:2.0:1788942212.851472:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788942212.851474:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd500. 02000000:00000001:2.0:1788942212.851479:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788942212.851481:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b54837e400. 02000000:00000001:2.0:1788942212.851483:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788942212.851485:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd880. 02000000:00000001:2.0:1788942212.851487:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788942212.851488:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b54837c400. 02000000:00000001:2.0:1788942212.851491:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788942212.851492:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369880. 02000000:00000001:2.0:1788942212.851495:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788942212.851496:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552275c00. 02000000:00000001:2.0:1788942212.851497:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788942212.851499:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544ace680. 02000000:00000001:2.0:1788942212.851502:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788942212.851503:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552277c00. 02000000:00000001:2.0:1788942212.851505:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788942212.851506:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368000. 02000000:00000001:2.0:1788942212.851509:0:15937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788942212.851510:0:15937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552274c00. 02000000:00000001:2.0:1788942212.851512:0:15937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788942212.851513:0:15937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369500. 00000100:00000010:2.0:1788942212.851516:0:15937:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff90b559124000. 00000100:00000010:2.0:1788942212.851520:0:15937:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff90b54837f800. 00000100:00000001:2.0:1788942212.851523:0:15937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942212.851748:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.851753:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:3.0:1788942212.851759:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.851765:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.851770:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e615d8 00000400:00000010:3.0:1788942212.851772:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e615d8. 00000100:00000001:3.0:1788942212.851777:0:2348:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1788942212.851778:0:2348:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788942212.851780:0:2348:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90b552275400. 02000000:00000001:3.0:1788942212.851782:0:2348:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1788942212.851783:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.864795:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.864808:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.864811:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.864813:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.864821:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.864828:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.864835:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.864840:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.864844:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.864848:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f55280 00000400:00000200:3.0:1788942212.864890:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.864895:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x708d [1] + 224 00000800:00000001:3.0:1788942212.864902:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.864908:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.864911:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.864916:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.864923:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.864930:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942212.864941:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.864959:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.864965:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.864968:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.865113:0:34166:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942212.865119:0:34166:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942212.865121:0:34166:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942212.865124:0:34166:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942212.865128:0:34166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:1.0:1788942212.865131:0:34166:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:1.0:1788942212.865133:0:34166:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942212.865138:0:34166:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942212.865146:0:34166:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.865153:0:34166:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942212.865155:0:34166:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.865157:0:34166:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942212.865160:0:34166:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942212.865163:0:34166:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942212.865164:0:34166:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.865167:0:34166:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942212.865175:0:34166:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942212.865178:0:34166:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942212.865181:0:34166:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942212.865183:0:34166:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.865185:0:34166:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942212.865188:0:34166:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.865191:0:34166:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942212.865193:0:34166:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942212.865195:0:34166:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942212.865196:0:34166:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.865200:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.865207:0:34166:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.865209:0:34166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942212.865211:0:34166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942212.865215:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942212.865222:0:34166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34166:1875839884284544:192.168.206.109@tcp:101:uname.0 00000100:00000001:1.0:1788942212.865226:0:34166:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.865228:0:34166:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.865230:0:34166:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942212.865232:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.865236:0:34166:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.865242:0:34166:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942212.865245:0:34166:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942212.865249:0:34166:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942212.865250:0:34166:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.865253:0:34166:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942212.865255:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.865257:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.865260:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:1.0:1788942212.865263:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.865266:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000040:1.0:1788942212.865272:0:34166:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0600, remote cookie: 0x4d194fbcadeed286, flags: 0x20002 00010000:00000001:1.0:1788942212.865275:0:34166:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942212.865278:0:34166:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942212.865281:0:34166:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942212.865283:0:34166:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.865287:0:34166:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.865297:0:34166:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942212.865298:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.865300:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.865301:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.865302:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.865304:0:34166:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.865307:0:34166:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788942212.865310:0:34166:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788942212.865313:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.865314:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.865315:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=3 00000020:00000001:1.0:1788942212.865316:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.865319:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.865321:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.865322:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.865324:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:1.0:1788942212.865325:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.865327:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.865330:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942212.865333:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.865337:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.865344:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.865344:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942212.865347:0:34166:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788942212.865350:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00010000:1.0:1788942212.865354:0:34166:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788942212.865361:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.865363:0:34166:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942212.865365:0:34166:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788942212.865368:0:34166:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942212.865370:0:34166:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865372:0:34166:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865374:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:1.0:1788942212.865375:0:34166:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1788942212.865377:0:34166:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.865379:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.865380:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.865381:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:1.0:1788942212.865383:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.865385:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.865387:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942212.865390:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.865396:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.865397:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942212.865400:0:34166:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.865407:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942212.865408:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.865409:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942212.865410:0:34166:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.865412:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.865415:0:34166:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884284544/t0(0) o101->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.865421:0:34166:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942212.865423:0:34166:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942212.865426:0:34166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bac00. 02000000:00000001:1.0:1788942212.865428:0:34166:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942212.865430:0:34166:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942212.865432:0:34166:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942212.865434:0:34166:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942212.865436:0:34166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5547a3400. 02000000:00000001:1.0:1788942212.865440:0:34166:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942212.865441:0:34166:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942212.865442:0:34166:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942212.865445:0:34166:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942212.865447:0:34166:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788942212.865448:0:34166:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.865451:0:34166:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865454:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.865456:0:34166:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865458:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865472:0:34166:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865475:0:34166:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865477:0:34166:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865480:0:34166:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788942212.865483:0:34166:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788942212.865489:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942212.865491:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.865493:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.865495:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942212.865498:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788942212.865502:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942212.865504:0:34166:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.865505:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942212.865507:0:34166:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942212.865509:0:34166:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788942212.865512:0:34166:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942212.865515:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788942212.865517:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865519:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865520:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942212.865523:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788942212.865525:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788942212.865535:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb80 00000080:00200000:1.0:1788942212.865538:0:34166:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788942212.865540:0:34166:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788942212.865542:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:1.0:1788942212.865545:0:34166:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e764e0 addref 2/0 by ffff90b543e3cf80. 00020000:00000002:1.0:1788942212.865547:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00000020:00000001:1.0:1788942212.865550:0:34166:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788942212.865552:0:34166:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788942212.865555:0:34166:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788942212.865558:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1788942212.865561:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942212.865563:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942212.865565:0:34166:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788942212.865567:0:34166:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788942212.865570:0:34166:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865571:0:34166:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.865573:0:34166:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865574:0:34166:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.865589:0:34166:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788942212.865591:0:34166:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1788942212.865616:0:34166:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788942212.865618:0:34166:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] ffffdeaa04ab59c0 0 1 00000020:00000001:1.0:1788942212.865622:0:34166:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788942212.865623:0:34166:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865626:0:34166:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788942212.865630:0:34166:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90b558151a80. 00000020:00000001:1.0:1788942212.865634:0:34166:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788942212.865635:0:34166:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788942212.865637:0:34166:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788942212.865640:0:34166:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788942212.865642:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942212.865643:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000008:00000001:1.0:1788942212.865646:0:34166:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788942212.865648:0:34166:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff90b558151af0 folio ffffdeaa04ab59c0 pg:0 obj off 0 00000008:00000001:1.0:1788942212.865650:0:34166:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865652:0:34166:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788942212.865652:0:34166:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788942212.865654:0:34166:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788942212.865655:0:34166:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.865658:0:34166:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865660:0:34166:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621707274099328 : -122366435452288 : ffff90b558151a80) 00000020:00000001:1.0:1788942212.865662:0:34166:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621707274099328 : -122366435452288 : ffff90b558151a80) 00000020:00000001:1.0:1788942212.865664:0:34166:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788942212.865666:0:34166:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788942212.865668:0:34166:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969414784 : -122366740136832 : ffff90b545ebfc80) 00000020:00000001:1.0:1788942212.865670:0:34166:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788942212.865671:0:34166:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788942212.865673:0:34166:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942212.865677:0:34166:0:(cl_page.c:507:__cl_page_state_set()) page@000000002ff2eeff[2 0000000033a109b1 1 1 00000000d1bf616b 0 0 0] 00000020:00000001:1.0:1788942212.865679:0:34166:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788942212.865680:0:34166:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788942212.865682:0:34166:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788942212.865692:0:34166:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1788942212.865694:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.865696:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.865697:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942212.865699:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788942212.865700:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788942212.865702:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865704:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865705:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00000001:1.0:1788942212.865709:0:34166:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942212.865711:0:34166:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788942212.865712:0:34166:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.865714:0:34166:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788942212.865716:0:34166:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1788942212.865718:0:34166:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788942212.865719:0:34166:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969414784 : -122366740136832 : ffff90b545ebfc80) 00000020:00000001:1.0:1788942212.865721:0:34166:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788942212.865722:0:34166:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942212.865726:0:34166:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788942212.865728:0:34166:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788942212.865729:0:34166:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788942212.865730:0:34166:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788942212.865733:0:34166:0:(rw26.c:929:ll_write_end()) page@000000002ff2eeff[3 0000000033a109b1 2 1 00000000d1bf616b 0 0 0] 00000080:00200000:1.0:1788942212.865736:0:34166:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9ea41a4 17ffffc0001001 3:0 ffff90b558151a80 0 lru 00000080:00200000:1.0:1788942212.865743:0:34166:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd2d6c68 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000009a59cbc 000000005aa568ed > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788942212.865746:0:34166:0:(rw26.c:929:ll_write_end()) end page@000000002ff2eeff 00000080:00200000:1.0:1788942212.865747:0:34166:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788942212.865749:0:34166:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788942212.865752:0:34166:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788942212.865754:0:34166:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1788942212.865756:0:34166:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788942212.865758:0:34166:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788942212.865760:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942212.865761:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942212.865762:0:34166:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788942212.865764:0:34166:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788942212.865767:0:34166:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788942212.865768:0:34166:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788942212.865769:0:34166:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788942212.865770:0:34166:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788942212.865773:0:34166:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff90b558151af0 folio ffffdeaa04ab59c0 pg:0 added for cmd 2 00000008:00000001:1.0:1788942212.865778:0:34166:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788942212.865780:0:34166:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0001-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1788942212.865788:0:34166:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0001-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1788942212.865792:0:34166:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90b558151b28 page ffffdeaa04ab59c0 00000008:00000020:1.0:1788942212.865795:0:34166:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0001-osc-ffff90b5459f2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1788942212.865799:0:34166:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788942212.865800:0:34166:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.865802:0:34166:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1788942212.865807:0:34166:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90b551e91780. 00000008:00000020:1.0:1788942212.865812:0:34166:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90b5485defc0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:1.0:1788942212.865817:0:34166:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788942212.865822:0:34166:0:(osc_cache.c:858:osc_extent_find()) extent ffff90b551e91780@{[0 -> 255/255], [3|1|-|active|wi|ffff90b5485defc0], [1703936|0|-|-|ffff90b5427d0600|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788942212.865828:0:34166:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000002cec1923 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1788942212.865835:0:34166:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788942212.865838:0:34166:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.865841:0:34166:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.865842:0:34166:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788942212.865844:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000002:1.0:1788942212.865846:0:34166:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1788942212.865848:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.865849:0:34166:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942212.865877:0:34166:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1788942212.865879:0:34166:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942212.865881:0:34166:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865882:0:34166:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865884:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:1.0:1788942212.865886:0:34166:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788942212.865887:0:34166:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788942212.865890:0:34166:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788942212.865894:0:34166:0:(cl_page.c:556:cl_batch_put()) page@000000002ff2eeff[4 0000000033a109b1 2 1 00000000d1bf616b 0 0 0] 00000020:00000001:1.0:1788942212.865895:0:34166:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788942212.865897:0:34166:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788942212.865898:0:34166:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788942212.865900:0:34166:0:(osc_request.c:745:osc_update_next_shrink()) next time 3145 to shrink grant 00000080:00000001:1.0:1788942212.865902:0:34166:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788942212.865904:0:34166:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788942212.865910:0:34166:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90b548d9c478, count 1, dirtied 1 00000080:00000001:1.0:1788942212.865912:0:34166:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788942212.865913:0:34166:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788942212.865915:0:34166:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788942212.865916:0:34166:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788942212.865917:0:34166:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942212.865920:0:34166:0:(cl_page.c:507:__cl_page_state_set()) page@000000002ff2eeff[3 0000000033a109b1 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942212.865922:0:34166:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788942212.865924:0:34166:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788942212.865925:0:34166:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788942212.865926:0:34166:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788942212.865929:0:34166:0:(cl_page.c:556:cl_batch_put()) page@000000002ff2eeff[3 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942212.865931:0:34166:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788942212.865932:0:34166:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788942212.865933:0:34166:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788942212.865934:0:34166:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788942212.865936:0:34166:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865938:0:34166:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.865940:0:34166:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865942:0:34166:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942212.865944:0:34166:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788942212.865946:0:34166:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788942212.865947:0:34166:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788942212.865949:0:34166:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865951:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb80 00000080:00200000:1.0:1788942212.865953:0:34166:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788942212.865955:0:34166:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.865957:0:34166:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788942212.865960:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942212.865961:0:34166:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788942212.865962:0:34166:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788942212.865963:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.865965:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.865967:0:34166:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788942212.865968:0:34166:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942212.865970:0:34166:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865972:0:34166:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865973:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:1.0:1788942212.865975:0:34166:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865977:0:34166:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.865979:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.865980:0:34166:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865981:0:34166:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.865983:0:34166:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788942212.865985:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788942212.865986:0:34166:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788942212.865987:0:34166:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788942212.865989:0:34166:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788942212.865991:0:34166:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788942212.865995:0:34166:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5485defc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1788942212.866000:0:34166:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788942212.866002:0:34166:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.866004:0:34166:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788942212.866006:0:34166:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942212.866007:0:34166:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788942212.866009:0:34166:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788942212.866010:0:34166:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.866012:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.866013:0:34166:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788942212.866015:0:34166:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788942212.866017:0:34166:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788942212.866019:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_release():245 00000020:00000001:1.0:1788942212.866022:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942212.866023:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788942212.866026:0:34166:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788942212.866028:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942212.866029:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942212.866031:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942212.866032:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f78fb0 (ffff90b542d10a28/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788942212.866035:0:34166:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788942212.866036:0:34166:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788942212.866038:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.866040:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.866042:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:1.0:1788942212.866044:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.866046:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942212.866048:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942212.866051:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.866058:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.866059:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.866060:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942212.866062:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942212.866065:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942212.866072:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942212.866074:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942212.866076:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942212.866080:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.866081:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.866082:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.866085:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942212.866087:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.866089:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.866091:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.866093:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942212.866094:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.866095:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.866096:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.866097:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942212.866098:0:34166:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788942212.866099:0:34166:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942212.866101:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942212.866102:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942212.866103:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942212.866105:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_fini():72 00020000:00000001:1.0:1788942212.866108:0:34166:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788942212.866109:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942212.866110:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f78fb0 (ffff90b552124488/1) at cl_lock_fini():72 00000008:00000010:1.0:1788942212.866112:0:34166:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5448ee980. 00000020:00000001:1.0:1788942212.866115:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788942212.866116:0:34166:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f78f80. 00020000:00000001:1.0:1788942212.866120:0:34166:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788942212.866120:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788942212.866122:0:34166:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788942212.866123:0:34166:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788942212.866124:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942212.866125:0:34166:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788942212.866127:0:34166:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788942212.866128:0:34166:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.866129:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.866130:0:34166:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788942212.866131:0:34166:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788942212.866133:0:34166:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788942212.866135:0:34166:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788942212.866137:0:34166:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788942212.866138:0:34166:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788942212.866139:0:34166:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788942212.866140:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942212.866141:0:34166:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788942212.866143:0:34166:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788942212.866144:0:34166:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.866146:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942212.866147:0:34166:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788942212.866148:0:34166:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788942212.866150:0:34166:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942212.866154:0:34166:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788942212.866157:0:34166:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788942212.866159:0:34166:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788942212.866161:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942212.866162:0:34166:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942212.866164:0:34166:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788942212.866165:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788942212.866166:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942212.866168:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00020000:00000001:1.0:1788942212.866171:0:34166:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788942212.866173:0:34166:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942212.866174:0:34166:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942212.866176:0:34166:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788942212.866179:0:34166:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942212.866180:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788942212.866181:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfc98 00000080:00200000:1.0:1788942212.866183:0:34166:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788942212.866186:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942212.866187:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.866189:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942212.866190:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942212.866192:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788942212.866194:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942212.866196:0:34166:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788942212.866197:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942212.866199:0:34166:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1788942212.866201:0:34166:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=23 (1) m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:1.0:1788942212.866203:0:34166:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942212.866205:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:1.0:1788942212.866207:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.866209:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.866210:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942212.866213:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788942212.866215:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788942212.866218:0:34166:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788942212.866221:0:34166:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788942212.866223:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000020:00000001:1.0:1788942212.866226:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd88 00000080:00000008:1.0:1788942212.866228:0:34166:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1788942212.866230:0:34166:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788942212.866247:0:34166:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942212.866249:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:1.0:1788942212.866253:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942212.866255:0:34166:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.866261:0:34166:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942212.866263:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfdf0 00000080:00200008:1.0:1788942212.866265:0:34166:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 102001 00000080:00000001:1.0:1788942212.866269:0:34166:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788942212.866272:0:34166:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788942212.866273:0:34166:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942212.866274:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000002:1.0:1788942212.866276:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b543e3cf80 00020000:00000001:1.0:1788942212.866278:0:34166:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.866280:0:34166:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788942212.866286:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942212.866289:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942212.866294:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48400 count: 2 00010000:00000001:1.0:1788942212.866296:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942212.866300:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942212.866303:0:34166:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:1.0:1788942212.866305:0:34166:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788942212.866307:0:34166:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788942212.866310:0:34166:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5547a3400. 00000080:00000001:1.0:1788942212.866312:0:34166:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788942212.866317:0:34166:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788942212.866319:0:34166:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788942212.866321:0:34166:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:1.0:1788942212.866325:0:34166:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788942212.866327:0:34166:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:1.0:1788942212.866332:0:34166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942212.866336:0:34166:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942212.866340:0:34166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942212.866343:0:34166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942212.866346:0:34166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942212.866352:0:34166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5547a3200. 00000100:00000001:1.0:1788942212.866358:0:34166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942212.866371:0:34166:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788942212.866381:0:34166:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788942212.866385:0:34166:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788942212.866396:0:34166:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942212.866398:0:34166:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942212.866403:0:34166:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942212.866405:0:34166:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745600 : -122366534806016 : ffff90b552291600) 00000100:00000001:1.0:1788942212.866407:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.866409:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942212.866412:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942212.866416:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.866418:0:34166:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942212.866419:0:34166:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942212.866423:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.866429:0:34166:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942212.866431:0:34166:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.866434:0:34166:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942212.866436:0:34166:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942212.866438:0:34166:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942212.866441:0:34166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34166:1875839884284928:192.168.206.109@tcp:35:uname.0 00000100:00000001:1.0:1788942212.866445:0:34166:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942212.866449:0:34166:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942212.866451:0:34166:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.866453:0:34166:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942212.866457:0:34166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bac00. 02000000:00000001:1.0:1788942212.866459:0:34166:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942212.866466:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942212.866469:0:34166:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942212.866474:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942212.866479:0:34166:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884284928, portal 10 00000100:00000001:1.0:1788942212.866481:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.866483:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942212.866488:0:34166:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.866498:0:34166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942212.866500:0:34166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942212.866502:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da110. 00000100:00000200:1.0:1788942212.866505:0:34166:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884284928, offset 0 00000400:00000200:1.0:1788942212.866510:0:34166:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942212.866517:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.866523:0:34166:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942212.866528:0:34166:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942212.866531:0:34166:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942212.866535:0:34166:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942212.866538:0:34166:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942212.866541:0:34166:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2629:2629:256:4294967295] 192.168.206.109@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:1.0:1788942212.866545:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.866553:0:34166:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942212.866558:0:34166:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942212.866563:0:34166:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38400. 00000800:00000200:1.0:1788942212.866570:0:34166:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942212.866576:0:34166:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942212.866580:0:34166:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942212.866883:0:34166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.866888:0:34166:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 834897 usecs (835 jiffies) 00000400:00000200:1.0:1788942212.866893:0:34166:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942212.866897:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613861 00000100:00000001:1.0:1788942212.866900:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.866902:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613861 00000100:00000001:1.0:1788942212.866904:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.866906:0:34166:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.866909:0:34166:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.866911:0:34166:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942212.866913:0:34166:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942212.866916:0:34166:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291600 going to sleep for 11 seconds 00000100:00000001:1.0:1788942212.866918:0:34166:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.866920:0:34166:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.870953:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.870962:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38400. 00000400:00000200:3.0:1788942212.870969:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.870978:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.870985:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da110 00000400:00000010:3.0:1788942212.870988:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da110. 00000100:00000001:3.0:1788942212.870993:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.871001:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.871013:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.871017:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.871023:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.871025:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.871036:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.871046:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.871049:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.871051:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.871058:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.871062:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.871069:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.871073:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.871078:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.871082:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f55400 00000400:00000200:3.0:1788942212.871099:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.871105:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x70b5 [1] + 224 00000800:00000001:3.0:1788942212.871112:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.871120:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.871122:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.871125:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.871129:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.871133:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942212.871140:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.871161:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.871168:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.871171:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.871435:0:34166:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942212.871443:0:34166:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942212.871446:0:34166:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942212.871449:0:34166:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942212.871453:0:34166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:1.0:1788942212.871455:0:34166:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:1.0:1788942212.871457:0:34166:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942212.871462:0:34166:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942212.871471:0:34166:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884284928/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.871477:0:34166:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942212.871479:0:34166:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.871481:0:34166:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942212.871484:0:34166:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942212.871487:0:34166:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942212.871489:0:34166:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.871492:0:34166:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942212.871500:0:34166:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=52 v=5 (10 5 5 5) 00000100:00001000:1.0:1788942212.871504:0:34166:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942212.871506:0:34166:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942212.871508:0:34166:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.871510:0:34166:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942212.871513:0:34166:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.871516:0:34166:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942212.871518:0:34166:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942212.871519:0:34166:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942212.871522:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.871523:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942212.871526:0:34166:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942212.871528:0:34166:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788942212.871531:0:34166:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942212.871533:0:34166:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.871538:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884284928/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.871544:0:34166:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.871547:0:34166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942212.871548:0:34166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942212.871552:0:34166:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884284928/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942212.871560:0:34166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34166:1875839884284928:192.168.206.109@tcp:35:uname.0 00000100:00000001:1.0:1788942212.871565:0:34166:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.871568:0:34166:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.871570:0:34166:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942212.871572:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.871575:0:34166:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884284928/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.871593:0:34166:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942212.871596:0:34166:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942212.871600:0:34166:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942212.871601:0:34166:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.871609:0:34166:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.871610:0:34166:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000002:00000001:1.0:1788942212.871613:0:34166:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942212.871616:0:34166:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942212.871621:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5547a3400. 00000080:00000001:1.0:1788942212.871626:0:34166:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942212.871628:0:34166:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942212.871633:0:34166:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942212.871638:0:34166:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942212.871646:0:34166:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942212.871648:0:34166:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942212.871650:0:34166:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b5435ddc80. 00000100:00000001:1.0:1788942212.871653:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.871656:0:34166:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884284928/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.871663:0:34166:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.871665:0:34166:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942212.871669:0:34166:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b554712140. 00000080:00000001:1.0:1788942212.871673:0:34166:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.871679:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfdf0 00000080:00000008:1.0:1788942212.871681:0:34166:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 102001, rc = 0 00000080:00000001:1.0:1788942212.871699:0:34166:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.871704:0:34166:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942212.871706:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfe00 00000080:00002000:1.0:1788942212.871709:0:34166:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b54450fe58, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:1.0:1788942212.871712:0:34166:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942212.878293:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.878308:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.878312:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.878314:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.878322:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.878330:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.878338:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.878342:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.878347:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.878351:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f55300 00000400:00000200:3.0:1788942212.878357:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.878361:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x709d [1] + 224 00000800:00000001:3.0:1788942212.878368:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.878374:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.878377:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.878381:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.878388:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.878396:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942212.878408:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.878430:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.878437:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.878440:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.879678:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.879692:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942212.879699:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942212.879701:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942212.879705:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520979a0. 00000400:00000200:1.0:1788942212.879711:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:1.0:1788942212.879714:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:1.0:1788942212.879717:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942212.879724:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942212.879733:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.879740:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942212.879742:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.879744:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942212.879746:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942212.879748:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942212.879750:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.879754:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942212.879762:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96538 time=187 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942212.879766:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942212.879768:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942212.879769:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.879772:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942212.879775:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.879778:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942212.879779:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942212.879781:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942212.879783:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.879787:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.879793:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.879796:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942212.879798:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942212.879801:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942212.879808:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884284672:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942212.879812:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.879815:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.879818:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884284672/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.879825:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942212.879827:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942212.879830:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b558fce600. 02000000:00000001:1.0:1788942212.879834:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942212.879836:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942212.879837:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942212.879840:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942212.879842:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5547a2e00. 02000000:00000001:1.0:1788942212.879844:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942212.879847:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942212.879848:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:1.0:1788942212.879871:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942212.879873:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.879875:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.879882:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942212.879884:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.879886:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.879888:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942212.902182:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd08 00000080:00200008:0.0:1788942212.902190:0:34171:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942212.902196:0:34171:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942212.902199:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfc80 00000080:00200000:0.0:1788942212.902200:0:34171:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942212.902206:0:34171:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fcf600. 00800000:00000002:0.0:1788942212.902211:0:34171:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942212.902215:0:34171:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942212.902219:0:34171:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942212.902221:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfba0 00800000:00000002:0.0:1788942212.902224:0:34171:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942212.902227:0:34171:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942212.902231:0:34171:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942212.902236:0:34171:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942212.902238:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa70 00000002:00010000:0.0:1788942212.902240:0:34171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942212.902243:0:34171:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942212.902245:0:34171:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942212.902248:0:34171:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942212.902255:0:34171:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942212.902257:0:34171:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942212.902259:0:34171:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942212.902261:0:34171:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942212.902263:0:34171:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942212.902268:0:34171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995f80. 00000020:00000040:0.0:1788942212.902272:0:34171:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942212.902278:0:34171:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942212.902282:0:34171:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942212.902287:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942212.902289:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942212.902291:0:34171:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.902293:0:34171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942212.902296:0:34171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942212.902300:0:34171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942212.902305:0:34171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aee800. 00000100:00000001:0.0:1788942212.902311:0:34171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.902315:0:34171:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942212.902317:0:34171:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.902319:0:34171:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942212.902321:0:34171:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.902322:0:34171:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942212.902327:0:34171:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00010000:00000001:0.0:1788942212.902331:0:34171:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942212.902333:0:34171:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788942212.902336:0:34171:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25800. 00010000:00000010:0.0:1788942212.902340:0:34171:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87e80. 00010000:00000001:0.0:1788942212.902343:0:34171:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942212.902346:0:34171:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324200. 00000020:00000001:0.0:1788942212.902349:0:34171:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942212.902352:0:34171:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324200 with handle 0xcbb91bbb781578ed to hash 00000020:00000001:0.0:1788942212.902355:0:34171:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942212.902356:0:34171:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:0.0:1788942212.902359:0:34171:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:0.0:1788942212.902363:0:34171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942212.902365:0:34171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942212.902369:0:34171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942212.902378:0:34171:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942212.902388:0:34171:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34171 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942212.902393:0:34171:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942212.902395:0:34171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942212.902400:0:34171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590f53c0. 00000100:00000001:0.0:1788942212.902403:0:34171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707290497984 : -122366419053632 : ffff90b5590f53c0) 00000100:00000001:0.0:1788942212.902405:0:34171:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.902406:0:34171:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00000100:00000001:0.0:1788942212.902410:0:34171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942212.902414:0:34171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.902415:0:34171:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942212.902417:0:34171:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942212.902427:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.902435:0:34171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942212.902437:0:34171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.902441:0:34171:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942212.902443:0:34171:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942212.902445:0:34171:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942212.902449:0:34171:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995f80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34171:1875839884285056:192.168.206.109@tcp:101:lfs.0 00000100:00000001:0.0:1788942212.902452:0:34171:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942212.902456:0:34171:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942212.902459:0:34171:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.902461:0:34171:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942212.902465:0:34171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b91000. 02000000:00000001:0.0:1788942212.902467:0:34171:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942212.902474:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942212.902477:0:34171:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520971b8. 00000400:00000010:0.0:1788942212.902483:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aa18. 00000100:00000200:0.0:1788942212.902489:0:34171:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884285056, portal 10 00000100:00000001:0.0:1788942212.902491:0:34171:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.902492:0:34171:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00000100:00000040:0.0:1788942212.902497:0:34171:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942212.902505:0:34171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942212.902507:0:34171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942212.902509:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ab28. 00000100:00000200:0.0:1788942212.902513:0:34171:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884285056, offset 0 00000400:00000200:0.0:1788942212.902518:0:34171:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942212.902525:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942212.902532:0:34171:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942212.902537:0:34171:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942212.902541:0:34171:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942212.902545:0:34171:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942212.902548:0:34171:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942212.902551:0:34171:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2630:2630:256:4294967295] 192.168.206.109@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:0.0:1788942212.902555:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942212.902565:0:34171:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942212.902570:0:34171:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942212.902575:0:34171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bd00. 00000800:00000200:0.0:1788942212.902657:0:34171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942212.902666:0:34171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942212.902670:0:34171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788942212.902753:0:34171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.902758:0:34171:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 833868 usecs (834 jiffies) 00000400:00000200:0.0:1788942212.902762:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942212.902765:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613895 00000100:00000001:0.0:1788942212.902768:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942212.902770:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613895 00000100:00000001:0.0:1788942212.902773:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942212.902775:0:34171:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942212.902778:0:34171:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.902780:0:34171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942212.902782:0:34171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942212.902785:0:34171:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590f53c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942212.902787:0:34171:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942212.902789:0:34171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.905411:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.905421:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bd00. 00000400:00000200:3.0:1788942212.905427:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.905435:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.905443:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ab28 00000400:00000010:3.0:1788942212.905445:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ab28. 00000100:00000001:3.0:1788942212.905450:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.905457:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.905470:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.905474:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.905482:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.905484:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942212.910544:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.910560:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942212.910564:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.910567:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.910574:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.911189:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942212.911199:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.911204:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.911209:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.911214:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f55480 00000400:00000200:2.0:1788942212.911219:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.911225:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x70bd [1] + 224 00000800:00000001:2.0:1788942212.911231:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.911240:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.911243:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.911247:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942212.911254:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.911261:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942212.911271:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.911285:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942212.911292:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.911295:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.911675:0:34171:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942212.911692:0:34171:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942212.911694:0:34171:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942212.911697:0:34171:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520971b8. 00000400:00000200:1.0:1788942212.911702:0:34171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aa18 00000400:00000010:1.0:1788942212.911704:0:34171:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aa18. 00000100:00000001:1.0:1788942212.911707:0:34171:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942212.911712:0:34171:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942212.911721:0:34171:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.911726:0:34171:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942212.911728:0:34171:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.911731:0:34171:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942212.911734:0:34171:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942212.911737:0:34171:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942212.911739:0:34171:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.911741:0:34171:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942212.911750:0:34171:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=52 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942212.911754:0:34171:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942212.911756:0:34171:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942212.911757:0:34171:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.911760:0:34171:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942212.911763:0:34171:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.911766:0:34171:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942212.911768:0:34171:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788942212.911770:0:34171:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942212.911773:0:34171:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.911777:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.911784:0:34171:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.911787:0:34171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942212.911788:0:34171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942212.911792:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942228 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942212.911800:0:34171:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995f80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34171:1875839884285056:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942212.911804:0:34171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.911807:0:34171:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.911810:0:34171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942212.911812:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.911816:0:34171:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.911823:0:34171:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942212.911826:0:34171:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590f53c0. 00000100:00000001:1.0:1788942212.911829:0:34171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942212.911831:0:34171:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.911834:0:34171:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942212.911838:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.911841:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.911844:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=4 00000020:00000001:1.0:1788942212.911846:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.911850:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000040:1.0:1788942212.911884:0:34171:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324200, remote cookie: 0x4d194fbcadeed294, flags: 0x1001 00010000:00010000:1.0:1788942212.911889:0:34171:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942212.911899:0:34171:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.911910:0:34171:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942212.911914:0:34171:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942212.911916:0:34171:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942212.911918:0:34171:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942212.911920:0:34171:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942212.911923:0:34171:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b553d25800) refcount = 1 00010000:00010000:1.0:1788942212.911927:0:34171:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.911933:0:34171:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942212.911937:0:34171:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942212.911938:0:34171:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942212.911941:0:34171:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942212.911943:0:34171:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.911946:0:34171:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.911952:0:34171:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942212.911954:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.911955:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.911956:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.911957:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.911959:0:34171:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942212.911962:0:34171:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942212.911964:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.911965:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.911966:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.911968:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.911970:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.911973:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.911974:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.911975:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=4 00000020:00000001:1.0:1788942212.911977:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.911980:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.911982:0:34171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942212.911985:0:34171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.911989:0:34171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.911995:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.911996:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.911997:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.911998:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.911999:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=5 00000020:00000001:1.0:1788942212.912001:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.912003:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.912005:0:34171:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942212.912008:0:34171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.912013:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.912014:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942212.912017:0:34171:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.912023:0:34171:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942212.912024:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.912025:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.912026:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.912027:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942212.912031:0:34171:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942212.912040:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.912041:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.912042:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.912044:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.912046:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.912049:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.912049:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942212.912051:0:34171:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942212.912053:0:34171:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942212.912055:0:34171:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942212.912057:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.912058:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.912059:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.912060:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.912062:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00000002:00010000:1.0:1788942212.912065:0:34171:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.912072:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.912073:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.912074:0:34171:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942212.913708:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.913711:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.913714:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.913718:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.913721:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000040:1.0:1788942212.913728:0:34171:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942212.913730:0:34171:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942212.913734:0:34171:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942212.913737:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.913739:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942212.913740:0:34171:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942212.913744:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf9f8 00000002:00002000:1.0:1788942212.913745:0:34171:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942212.913748:0:34171:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942212.913754:0:34171:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942212.913757:0:34171:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942212.913761:0:34171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942212.913763:0:34171:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942212.913767:0:34171:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942212.913770:0:34171:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcf600. 00000080:00000001:1.0:1788942212.913777:0:34171:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942212.913779:0:34171:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942212.913785:0:34171:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942212.913790:0:34171:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942212.913796:0:34171:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392e40. 00800000:00000001:1.0:1788942212.913799:0:34171:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008028224 : -122366701523392 : ffff90b548392e40) 00800000:00000001:1.0:1788942212.913801:0:34171:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942212.913803:0:34171:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942212.913806:0:34171:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942212.913807:0:34171:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942212.913810:0:34171:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942212.913812:0:34171:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942212.913814:0:34171:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.913818:0:34171:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942212.913821:0:34171:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788942212.913823:0:34171:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942211 to 1788942212 00000080:00200000:1.0:1788942212.913828:0:34171:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942212.913830:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.913831:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.913833:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.913835:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.913837:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.913839:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.913840:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942212.913842:0:34171:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942212.913844:0:34171:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942212.913846:0:34171:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392e40 1 00800000:00000010:1.0:1788942212.913848:0:34171:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392e40. 00800000:00000001:1.0:1788942212.913866:0:34171:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942212.913869:0:34171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578ed 00800000:00000001:1.0:1788942212.913872:0:34171:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942212.913874:0:34171:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942212.913876:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.913877:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.913879:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.913880:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.913883:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.913885:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.913886:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942212.913887:0:34171:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942212.913889:0:34171:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.913892:0:34171:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942212.913894:0:34171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942212.913896:0:34171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578ed from it ffffa57dc1ccfcb8 00010000:00000001:1.0:1788942212.913899:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.913900:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.913901:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.913903:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.913905:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.913907:0:34171:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942212.913910:0:34171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942212.913918:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.913919:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.913920:0:34171:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942212.913923:0:34171:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942212.913925:0:34171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942212.913932:0:34171:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942212.913935:0:34171:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942212.913937:0:34171:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942212.913941:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.913942:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.913944:0:34171:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.913947:0:34171:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942212.913949:0:34171:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.913951:0:34171:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.913954:0:34171:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.913956:0:34171:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942212.913957:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.913958:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942212.913960:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.913969:0:34171:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545995f80 x1875839884285056/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942212.913976:0:34171:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942212.913979:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942212.913982:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b91000. 02000000:00000001:1.0:1788942212.913986:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942212.913988:0:34171:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942212.913990:0:34171:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942212.913992:0:34171:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942212.913995:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aee800. 02000000:00000001:1.0:1788942212.913998:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942212.914000:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942212.914002:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545995f80. 00000100:00000001:1.0:1788942212.914005:0:34171:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942212.914006:0:34171:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942212.914010:0:34171:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.914014:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd08 00000080:00000008:1.0:1788942212.914017:0:34171:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942212.915238:0:34171:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.915284:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd08 00000080:00200008:1.0:1788942212.915288:0:34171:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788942212.915300:0:34171:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942212.915301:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfc80 00000080:00200000:1.0:1788942212.915303:0:34171:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942212.915309:0:34171:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:1.0:1788942212.915314:0:34171:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942212.915319:0:34171:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942212.915323:0:34171:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942212.915325:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfba0 00800000:00000002:1.0:1788942212.915327:0:34171:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942212.915330:0:34171:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942212.915333:0:34171:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942212.915337:0:34171:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942212.915339:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa70 00000002:00010000:1.0:1788942212.915341:0:34171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942212.915344:0:34171:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942212.915346:0:34171:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942212.915349:0:34171:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942212.915354:0:34171:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942212.915357:0:34171:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942212.915360:0:34171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942212.915363:0:34171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942212.915367:0:34171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942212.915375:0:34171:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942212.915380:0:34171:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.915384:0:34171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942212.915390:0:34171:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942212.915392:0:34171:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942212.915394:0:34171:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942212.915395:0:34171:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942212.915397:0:34171:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942212.915399:0:34171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942212.915401:0:34171:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942212.915403:0:34171:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942212.915405:0:34171:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:1.0:1788942212.915409:0:34171:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942212.915411:0:34171:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942212.915414:0:34171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942212.915417:0:34171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578ed 00800000:00000001:1.0:1788942212.915419:0:34171:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942212.915421:0:34171:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942212.915422:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.915424:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.915426:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.915428:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.915430:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.915432:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.915434:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942212.915435:0:34171:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942212.915437:0:34171:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942212.915438:0:34171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578ed from it ffffa57dc1ccfcb8 00010000:00000001:1.0:1788942212.915440:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.915441:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.915442:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.915444:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.915445:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.915447:0:34171:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942212.915450:0:34171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942212.915456:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.915457:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.915458:0:34171:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942212.915460:0:34171:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942212.915463:0:34171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942212.915469:0:34171:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942212.915472:0:34171:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942212.915474:0:34171:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942212.915478:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.915479:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.915480:0:34171:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.915483:0:34171:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942212.915484:0:34171:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.915486:0:34171:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.915488:0:34171:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.915490:0:34171:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942212.915491:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.915492:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942212.915494:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942212.915496:0:34171:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942212.915498:0:34171:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.915502:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd08 00000080:00000008:1.0:1788942212.915504:0:34171:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788942212.916026:0:34171:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942212.916028:0:34171:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942212.916030:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb78 00000080:00200000:1.0:1788942212.916033:0:34171:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942212.916037:0:34171:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:1.0:1788942212.916041:0:34171:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942212.916043:0:34171:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942212.916045:0:34171:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942212.916047:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa98 00800000:00000002:1.0:1788942212.916049:0:34171:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942212.916052:0:34171:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942212.916054:0:34171:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942212.916057:0:34171:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942212.916059:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf968 00000002:00010000:1.0:1788942212.916060:0:34171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942212.916063:0:34171:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942212.916064:0:34171:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942212.916066:0:34171:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942212.916069:0:34171:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:1.0:1788942212.916072:0:34171:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942212.916074:0:34171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942212.916087:0:34171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942212.916091:0:34171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942212.916100:0:34171:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942212.916102:0:34171:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.916105:0:34171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942212.916111:0:34171:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942212.916113:0:34171:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942212.916114:0:34171:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942212.916116:0:34171:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942212.916118:0:34171:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942212.916120:0:34171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942212.916122:0:34171:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942212.916124:0:34171:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942212.916126:0:34171:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:1.0:1788942212.916129:0:34171:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942212.916131:0:34171:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942212.916133:0:34171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942212.916135:0:34171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578ed 00800000:00000001:1.0:1788942212.916137:0:34171:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942212.916139:0:34171:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942212.916140:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.916142:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.916143:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.916145:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.916148:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.916150:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.916151:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942212.916152:0:34171:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942212.916154:0:34171:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942212.916155:0:34171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578ed from it ffffa57dc1ccfbb0 00010000:00000001:1.0:1788942212.916157:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.916159:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.916160:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:1.0:1788942212.916162:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.916164:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:1.0:1788942212.916166:0:34171:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942212.916168:0:34171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942212.916174:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.916175:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.916177:0:34171:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942212.916178:0:34171:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942212.916180:0:34171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942212.916186:0:34171:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942212.916188:0:34171:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942212.916189:0:34171:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942212.916191:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.916192:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.916193:0:34171:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.916195:0:34171:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942212.916197:0:34171:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.916198:0:34171:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.916200:0:34171:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.916202:0:34171:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942212.916203:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.916204:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942212.916205:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942212.916207:0:34171:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942212.916209:0:34171:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:1.0:1788942212.916213:0:34171:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.916217:0:34171:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942212.916219:0:34171:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942212.916220:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb78 00000080:00200008:1.0:1788942212.916223:0:34171:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000 00000080:00000010:1.0:1788942212.916227:0:34171:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415beb40. 00000080:00000001:1.0:1788942212.916231:0:34171:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.916233:0:34171:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.916319:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942212.916322:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:1.0:1788942212.916328:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788942212.916331:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788942212.916336:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b5487b9800. 00000020:00000001:1.0:1788942212.916339:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.916342:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788942212.916344:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788942212.916346:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b5487b9800 uarg=0000000000000000 00800000:00000001:1.0:1788942212.916351:0:34171:0:(obd_class.h:1080:obd_statfs()) Process entered 00800000:00000004:1.0:1788942212.916353:0:34171:0:(obd_class.h:1096:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: age 1937, max_age 1944 00000002:00000001:1.0:1788942212.916356:0:34171:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788942212.916359:0:34171:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000010:1.0:1788942212.916365:0:34171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e67480. 00000020:00000040:1.0:1788942212.916367:0:34171:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942212.916371:0:34171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942212.916374:0:34171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942212.916376:0:34171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942212.916383:0:34171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b551b38d00. 00000100:00000001:1.0:1788942212.916388:0:34171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.916392:0:34171:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942212.916393:0:34171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942212.916399:0:34171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291600. 00000100:00000001:1.0:1788942212.916401:0:34171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174745600 : -122366534806016 : ffff90b552291600) 00000100:00000001:1.0:1788942212.916404:0:34171:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.916405:0:34171:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000001:1.0:1788942212.916409:0:34171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942212.916413:0:34171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.916415:0:34171:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942212.916416:0:34171:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942212.916424:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.916437:0:34171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942212.916439:0:34171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.916442:0:34171:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942212.916444:0:34171:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942212.916447:0:34171:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942212.916450:0:34171:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34171:1875839884285184:192.168.206.109@tcp:41:lfs.0 00000100:00000001:1.0:1788942212.916454:0:34171:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942212.916458:0:34171:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942212.916460:0:34171:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.916462:0:34171:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942212.916465:0:34171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487bb800. 02000000:00000001:1.0:1788942212.916467:0:34171:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942212.916474:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942212.916478:0:34171:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942212.916485:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da6e8. 00000100:00000200:1.0:1788942212.916491:0:34171:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884285184, portal 10 00000100:00000001:1.0:1788942212.916493:0:34171:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.916494:0:34171:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969052288 : -122366740499328 : ffff90b545e67480) 00000100:00000040:1.0:1788942212.916500:0:34171:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.916507:0:34171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942212.916509:0:34171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942212.916512:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da7f8. 00000100:00000200:1.0:1788942212.916515:0:34171:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884285184, offset 0 00000400:00000200:1.0:1788942212.916520:0:34171:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942212.916528:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.916534:0:34171:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942212.916539:0:34171:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942212.916543:0:34171:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942212.916547:0:34171:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942212.916549:0:34171:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942212.916554:0:34171:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2631:2631:256:4294967295] 192.168.206.109@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:1.0:1788942212.916559:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.916568:0:34171:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942212.916574:0:34171:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942212.916646:0:34171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38700. 00000800:00000200:1.0:1788942212.916654:0:34171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942212.916662:0:34171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942212.916666:0:34171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788942212.916691:0:34171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.916696:0:34171:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 832847 usecs (833 jiffies) 00000400:00000200:1.0:1788942212.916699:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942212.916702:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613908 00000100:00000001:1.0:1788942212.916705:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.916707:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613908 00000100:00000001:1.0:1788942212.916710:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.916712:0:34171:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.916714:0:34171:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.916716:0:34171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942212.916718:0:34171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942212.916721:0:34171:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291600 going to sleep for 11 seconds 00000100:00000001:1.0:1788942212.916724:0:34171:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.916726:0:34171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.917985:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.917992:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38700. 00000400:00000200:3.0:1788942212.917998:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.918005:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.918011:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da7f8 00000400:00000010:3.0:1788942212.918014:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da7f8. 00000100:00000001:3.0:1788942212.918019:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.918025:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.918036:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.918040:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.918052:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.918053:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942212.920994:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.921009:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942212.921012:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.921015:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.921024:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.921031:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942212.921040:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.921045:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.921050:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.921054:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 10 MB=0x6aa1101f55500 00000400:00000200:2.0:1788942212.921058:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.921063:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 368/368 into md 0x70c5 [1] + 224 00000800:00000001:2.0:1788942212.921070:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.921090:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.921094:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.921098:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942212.921105:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.921113:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942212.921131:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942212.921144:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942212.921151:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.921154:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.921211:0:34171:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942212.921218:0:34171:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942212.921220:0:34171:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942212.921223:0:34171:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:0.0:1788942212.921227:0:34171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da6e8 00000400:00000010:0.0:1788942212.921230:0:34171:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da6e8. 00000100:00000001:0.0:1788942212.921233:0:34171:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942212.921237:0:34171:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942212.921246:0:34171:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.921251:0:34171:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942212.921253:0:34171:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.921256:0:34171:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942212.921259:0:34171:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942212.921261:0:34171:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942212.921263:0:34171:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.921266:0:34171:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942212.921274:0:34171:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=52 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942212.921278:0:34171:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942212.921280:0:34171:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942212.921282:0:34171:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.921284:0:34171:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942212.921288:0:34171:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.921291:0:34171:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942212.921293:0:34171:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788942212.921295:0:34171:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942212.921298:0:34171:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.921303:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.921310:0:34171:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942212.921312:0:34171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942212.921314:0:34171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942212.921318:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942212.921325:0:34171:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e67480 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34171:1875839884285184:192.168.206.109@tcp:41:lfs.0 00000100:00000001:0.0:1788942212.921329:0:34171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.921331:0:34171:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.921334:0:34171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942212.921337:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.921341:0:34171:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.921347:0:34171:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942212.921349:0:34171:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291600. 00000100:00000001:0.0:1788942212.921353:0:34171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942212.921355:0:34171:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942212.921360:0:34171:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788942212.921362:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.921365:0:34171:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e67480 x1875839884285184/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.921370:0:34171:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942212.921372:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942212.921375:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bb800. 02000000:00000001:0.0:1788942212.921378:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942212.921380:0:34171:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942212.921382:0:34171:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.921384:0:34171:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942212.921387:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b551b38d00. 02000000:00000001:0.0:1788942212.921390:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942212.921392:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942212.921393:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e67480. 00000100:00000001:0.0:1788942212.921397:0:34171:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942212.921398:0:34171:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942212.921399:0:34171:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942212.921400:0:34171:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.921402:0:34171:0:(genops.c:1238:class_import_put()) Process leaving 00800000:00000004:0.0:1788942212.921405:0:34171:0:(obd_class.h:1122:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: update ffff90b5487f1e40 cache blocks 17238/17271 objects 532986/533339 00800000:00000001:0.0:1788942212.921409:0:34171:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942212.921413:0:34171:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921416:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942212.921420:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b5487b9800. 00000080:00000001:0.0:1788942212.921423:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921427:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921487:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921490:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921497:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921500:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921506:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921510:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921512:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921515:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921517:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921521:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921523:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921525:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921542:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921545:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921547:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921551:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921552:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921555:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921556:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921559:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921561:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921563:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921564:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921566:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921568:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921570:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921572:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921573:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921575:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921587:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921591:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921593:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921596:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921597:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921600:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921602:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921604:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921605:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921606:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921608:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921610:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921611:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921613:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921615:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921617:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921619:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921621:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921623:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921624:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921626:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921628:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921629:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921631:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921632:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921634:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921636:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921638:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921640:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921642:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921644:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921647:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921648:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921651:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921652:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921654:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921656:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921657:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921659:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921660:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921664:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921666:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921668:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921670:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921673:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921674:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921678:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921679:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921682:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921692:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921695:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921697:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921699:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921700:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921701:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921703:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921705:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921707:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921708:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921711:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921712:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921715:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921716:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921719:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921720:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921722:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921724:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921725:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921726:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921727:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921729:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921731:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921733:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921735:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921737:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921739:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921741:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921742:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921745:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921746:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921747:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921749:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921750:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921752:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921753:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921755:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921757:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921759:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921761:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921762:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921764:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921767:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921768:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921771:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921772:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921774:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921776:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921777:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921778:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921779:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921782:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921784:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921786:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921788:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921790:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921792:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921795:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921796:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921799:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921800:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921802:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921804:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921806:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921807:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921808:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921811:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921813:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921814:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921817:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921819:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921820:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921823:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921824:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921826:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921827:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921829:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921831:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921832:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921833:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921835:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921837:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921839:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921840:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921842:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921844:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921846:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921848:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921876:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921880:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921881:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921884:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921886:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921888:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921889:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921891:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921893:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921895:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921897:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921900:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921902:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921904:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921908:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921909:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921912:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921913:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921915:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921918:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921919:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921921:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921922:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921924:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921926:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921928:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921930:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921932:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921933:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921936:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921938:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921940:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921941:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921943:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921945:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921947:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921948:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921949:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921952:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921953:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921955:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921957:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921959:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921961:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921964:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921965:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921967:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921968:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921970:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921972:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921973:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921974:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.921975:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.921977:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921979:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921981:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.921982:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.921984:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921985:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.921988:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.921989:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.921991:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.921992:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.921994:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.921996:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.921997:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.921999:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922000:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922002:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922003:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922005:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922007:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922009:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922011:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922013:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922015:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922017:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922018:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922020:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922023:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922024:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922025:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922026:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922029:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922031:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922033:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922034:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922036:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922038:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922041:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922042:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922044:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922046:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922048:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922050:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922051:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922052:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922053:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922056:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922058:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922060:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922062:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922065:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922066:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922069:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922071:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922073:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922074:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922076:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922078:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922079:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922080:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922081:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922084:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922085:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922087:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922089:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922091:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922092:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922095:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922096:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922099:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922100:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922102:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922104:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922105:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922106:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922108:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922110:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922112:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922114:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922116:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922118:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922120:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922123:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922124:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922127:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922128:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922130:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922132:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922133:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922134:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922135:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922138:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922139:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922141:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922143:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922145:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922147:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922150:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922151:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922153:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922154:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922156:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922158:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922159:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922160:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922161:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922164:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922165:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922167:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922168:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922170:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922171:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922174:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922176:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922178:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922179:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922181:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922183:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922185:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922186:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922187:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922189:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922191:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922193:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922195:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922197:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922199:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922202:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922203:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922206:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922207:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922209:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922211:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922213:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922214:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922215:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922217:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922219:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922223:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922224:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922226:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922228:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922231:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922232:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922235:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922236:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922238:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922240:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922242:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922243:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922244:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922246:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922248:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922249:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922251:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922253:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922254:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922257:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922259:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922261:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922262:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922264:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922266:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922268:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922269:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922270:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922272:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922274:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922276:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922277:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922279:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922280:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922283:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922284:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922286:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922287:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922289:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922291:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922293:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922294:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922295:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922297:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922299:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922300:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922302:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922304:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922305:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922308:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922309:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922311:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922312:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922314:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922315:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922316:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922317:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922318:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922320:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922322:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922323:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922325:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922327:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922328:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922331:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922332:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922334:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922335:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922337:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922339:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922340:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922341:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922342:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922344:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922347:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922349:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922350:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922352:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922354:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922356:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922357:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922360:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922361:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922363:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922365:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922366:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922367:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922369:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922371:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922373:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922375:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922377:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922379:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922380:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922383:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922385:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922388:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922389:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922391:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922393:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922395:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922396:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922397:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922399:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922401:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922403:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922404:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922407:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922408:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922411:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922413:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922415:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922417:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922419:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922421:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922422:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922424:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922425:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922428:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922429:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922431:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922433:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922435:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922436:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922439:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922441:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922443:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922444:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922446:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922448:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922450:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922451:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922452:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922454:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922456:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922457:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922460:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922462:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922463:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922466:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922468:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922471:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922472:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922474:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922477:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922478:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922479:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922480:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922482:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922484:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922486:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922488:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922490:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922492:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922495:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922496:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922499:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922500:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922502:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922504:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922506:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922507:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922508:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922511:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922513:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922514:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922516:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922519:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922520:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922523:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922524:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922527:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922528:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922531:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922533:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922534:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922535:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922536:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922539:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922540:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922542:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922544:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922546:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922548:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922551:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922552:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922554:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922555:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922557:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922559:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922561:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922562:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922563:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922565:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922567:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922569:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922571:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922573:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922574:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922577:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922579:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922581:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922582:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922585:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922587:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922588:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922589:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922591:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922593:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922595:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922596:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922599:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922600:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922602:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922605:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922607:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922609:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922611:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922613:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922615:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922616:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922617:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922618:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922620:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922622:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922624:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922625:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922627:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922629:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922631:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922632:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922634:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922636:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922637:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922639:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922640:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922641:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922642:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922644:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922646:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922647:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922649:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922651:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922652:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922654:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922655:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922657:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922658:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922660:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922662:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922663:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922664:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922665:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922667:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922669:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922670:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922672:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922674:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922675:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922678:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922680:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922694:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922696:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922698:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922701:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922703:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922704:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922705:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922708:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922710:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922711:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922714:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922716:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922718:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922722:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922723:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922726:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922727:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922729:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922730:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922733:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922733:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922734:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922737:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922738:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922740:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922741:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922744:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922746:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922749:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922750:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922752:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922753:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922755:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922757:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922758:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922759:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922761:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922763:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922765:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922766:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922768:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922770:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922772:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922774:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922776:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922779:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922780:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922782:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922784:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922785:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922786:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922788:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922790:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922792:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922793:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922795:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922797:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922799:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922802:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922803:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922805:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922807:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922809:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922811:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922812:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922814:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922815:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922817:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922819:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922821:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922823:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922825:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922826:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922830:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922831:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922834:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922835:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922837:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922839:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922840:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922841:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922843:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922845:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922846:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922848:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922875:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922878:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922880:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922884:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922885:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922888:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922889:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922892:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922894:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922896:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922896:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922898:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922900:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922902:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922904:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922906:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922907:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922909:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922911:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922912:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922915:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922915:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922917:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922919:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922921:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922922:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922923:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922925:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922927:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922928:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922930:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922932:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922934:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922937:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922938:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922940:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922941:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922943:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922945:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922947:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922948:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922949:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922951:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922953:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922955:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922957:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922959:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922960:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922963:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922964:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922966:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922967:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922969:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922971:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922973:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922974:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.922975:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.922977:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922980:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922981:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.922983:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.922985:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922986:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.922989:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.922990:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.922992:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.922993:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.922995:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.922997:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.922998:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.922999:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923000:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923002:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923004:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923006:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923008:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923010:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923011:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923014:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923015:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923017:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923018:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923020:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923022:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923023:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923024:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923025:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923028:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923029:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923031:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923033:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923035:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923037:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923040:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923041:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923043:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923044:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923046:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923049:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923050:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923051:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923052:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923054:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923056:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923058:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923060:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923062:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923063:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923066:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923067:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923069:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923070:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923072:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923074:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923076:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923077:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923078:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923080:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923082:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923084:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923086:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923088:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923089:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923092:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923094:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923096:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923097:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923098:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923100:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923102:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923103:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923104:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923106:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923108:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923110:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923111:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923113:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923115:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923117:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923119:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923121:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923122:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923124:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923126:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923127:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923129:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923130:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923132:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923134:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923136:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923138:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923140:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923141:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923143:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923145:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923147:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923148:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923150:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923152:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923154:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923155:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923156:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923158:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923160:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923162:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923163:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923165:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923166:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923169:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923170:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923172:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923173:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923175:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923177:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923178:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923179:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923180:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923183:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923184:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923186:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923188:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923190:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923192:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923194:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923196:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923198:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923200:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923202:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923204:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923205:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923207:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923208:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923210:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923212:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923214:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923216:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923217:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923219:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923222:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923223:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923225:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923227:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923229:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923231:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923232:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923233:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923235:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923237:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923238:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923240:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923242:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923244:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923245:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923248:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923249:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923252:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923253:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923255:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923256:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923258:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923259:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923260:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923263:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923265:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923266:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923268:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923270:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923271:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923274:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923275:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923277:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923278:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923280:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923282:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923284:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923285:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923286:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923289:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923290:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923292:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.923294:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923296:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923298:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.923300:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923302:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923304:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923305:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923307:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923309:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923311:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942212.923312:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942212.923313:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00800000:00000001:0.0:1788942212.923316:0:34171:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942212.923318:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942212.923319:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788942212.923321:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.923323:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942212.923324:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942212.923327:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.923329:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.923331:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.923332:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.923334:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.923336:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.923337:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.923340:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.923342:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.923349:0:34171:0:(obd_class.h:1080:obd_statfs()) Process entered 00020000:00000004:0.0:1788942212.923351:0:34171:0:(obd_class.h:1096:obd_statfs()) lustre-OST0000-osc-ffff90b5459f2800: age 1937, max_age 1944 00000008:00000001:0.0:1788942212.923355:0:34171:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788942212.923358:0:34171:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000010:0.0:1788942212.923364:0:34171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997b80. 00000020:00000040:0.0:1788942212.923367:0:34171:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.923371:0:34171:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942212.923372:0:34171:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.923374:0:34171:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:0.0:1788942212.923377:0:34171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942212.923379:0:34171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942212.923384:0:34171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942212.923391:0:34171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bc00. 00000100:00000001:0.0:1788942212.923398:0:34171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.923401:0:34171:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942212.923402:0:34171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942212.923407:0:34171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590f5300. 00000100:00000001:0.0:1788942212.923410:0:34171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707290497792 : -122366419053824 : ffff90b5590f5300) 00000100:00000001:0.0:1788942212.923412:0:34171:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.923414:0:34171:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000001:0.0:1788942212.923417:0:34171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942212.923421:0:34171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.923423:0:34171:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942212.923424:0:34171:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942212.923433:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.923440:0:34171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942212.923442:0:34171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.923445:0:34171:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942212.923447:0:34171:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942212.923449:0:34171:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942212.923452:0:34171:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34171:1875839884285312:192.168.206.109@tcp:13:lfs.0 00000100:00000001:0.0:1788942212.923456:0:34171:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942212.923460:0:34171:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942212.923462:0:34171:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.923464:0:34171:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942212.923468:0:34171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aeec00. 02000000:00000001:0.0:1788942212.923470:0:34171:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942212.923477:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942212.923481:0:34171:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097580. 00000400:00000010:0.0:1788942212.923487:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a6e8. 00000100:00000200:0.0:1788942212.923493:0:34171:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884285312, portal 4 00000100:00000001:0.0:1788942212.923496:0:34171:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.923497:0:34171:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000040:0.0:1788942212.923503:0:34171:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.923509:0:34171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942212.923512:0:34171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942212.923514:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a990. 00000100:00000200:0.0:1788942212.923518:0:34171:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875839884285312, offset 0 00000400:00000200:0.0:1788942212.923523:0:34171:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942212.923530:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942212.923537:0:34171:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942212.923543:0:34171:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942212.923547:0:34171:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942212.923550:0:34171:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942212.923552:0:34171:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942212.923557:0:34171:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2632:2632:256:4294967295] 192.168.206.109@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:0.0:1788942212.923561:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942212.923569:0:34171:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942212.923575:0:34171:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942212.923579:0:34171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b600. 00000800:00000200:0.0:1788942212.923586:0:34171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942212.923592:0:34171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942212.923596:0:34171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942212.923622:0:34171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.923626:0:34171:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24476 usecs (25 jiffies) 00000400:00000200:0.0:1788942212.923629:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942212.923632:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613105 00000100:00000001:0.0:1788942212.923635:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942212.923637:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613105 00000100:00000001:0.0:1788942212.923640:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942212.923642:0:34171:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942212.923644:0:34171:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.923646:0:34171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942212.923648:0:34171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942212.923650:0:34171:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590f5300 going to sleep for 11 seconds 00000100:00000001:0.0:1788942212.923652:0:34171:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942212.923655:0:34171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.924179:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.924185:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b600. 00000400:00000200:3.0:1788942212.924190:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.924196:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.924202:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a990 00000400:00000010:3.0:1788942212.924204:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a990. 00000100:00000001:3.0:1788942212.924208:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.924213:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.924222:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.924225:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.924231:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.924232:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942212.927184:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.927199:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942212.927203:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.927205:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.927212:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.927219:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942212.927227:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.927232:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.927237:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.927241:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 4 MB=0x6aa1101f55580 00000400:00000200:2.0:1788942212.927246:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.927251:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 368/368 into md 0x70cd [1] + 224 00000800:00000001:2.0:1788942212.927257:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.927264:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.927268:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.927272:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942212.927279:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.927287:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942212.927298:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942212.927309:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942212.927315:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.927319:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.931680:0:34171:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942212.931702:0:34171:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942212.931704:0:34171:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942212.931708:0:34171:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097580. 00000400:00000200:0.0:1788942212.931716:0:34171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a6e8 00000400:00000010:0.0:1788942212.931719:0:34171:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a6e8. 00000100:00000001:0.0:1788942212.931723:0:34171:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942212.931733:0:34171:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942212.931750:0:34171:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.931756:0:34171:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942212.931758:0:34171:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.931761:0:34171:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942212.931764:0:34171:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942212.931766:0:34171:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942212.931768:0:34171:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.931771:0:34171:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942212.931781:0:34171:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95cf0 time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1788942212.931785:0:34171:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942212.931787:0:34171:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942212.931789:0:34171:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.931792:0:34171:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942212.931795:0:34171:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.931799:0:34171:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942212.931801:0:34171:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788942212.931803:0:34171:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942212.931805:0:34171:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.931809:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.931816:0:34171:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942212.931818:0:34171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942212.931820:0:34171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942212.931823:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942212.931831:0:34171:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34171:1875839884285312:192.168.206.109@tcp:13:lfs.0 00000100:00000001:0.0:1788942212.931836:0:34171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.931838:0:34171:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.931841:0:34171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942212.931843:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.931847:0:34171:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.936344:0:34171:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942212.936349:0:34171:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590f5300. 00000100:00000001:0.0:1788942212.936355:0:34171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942212.936357:0:34171:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942212.936364:0:34171:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788942212.936366:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.936375:0:34171:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997b80 x1875839884285312/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.936382:0:34171:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942212.936385:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942212.936388:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aeec00. 02000000:00000001:0.0:1788942212.936391:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942212.936393:0:34171:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942212.936395:0:34171:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.936397:0:34171:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942212.936400:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bc00. 02000000:00000001:0.0:1788942212.936403:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942212.936404:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942212.936406:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997b80. 00000100:00000001:0.0:1788942212.936410:0:34171:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942212.936411:0:34171:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788942212.936414:0:34171:0:(obd_class.h:1122:obd_statfs()) lustre-OST0000-osc-ffff90b5459f2800: update ffff90b5487f0468 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:0.0:1788942212.936418:0:34171:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942212.936423:0:34171:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.936425:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942212.936428:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.936431:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.936434:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.936491:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.936494:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.936502:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.936504:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.936510:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.936514:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.936517:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.936521:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.936522:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.936538:0:34171:0:(obd_class.h:1080:obd_statfs()) Process entered 00020000:00000004:0.0:1788942212.936540:0:34171:0:(obd_class.h:1096:obd_statfs()) lustre-OST0001-osc-ffff90b5459f2800: age 1937, max_age 1944 00000008:00000001:0.0:1788942212.936543:0:34171:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788942212.936546:0:34171:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000010:0.0:1788942212.936551:0:34171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997b80. 00000020:00000040:0.0:1788942212.936553:0:34171:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=4 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.936556:0:34171:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942212.936557:0:34171:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.936559:0:34171:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:0.0:1788942212.936561:0:34171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942212.936563:0:34171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942212.936568:0:34171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942212.936574:0:34171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bc00. 00000100:00000001:0.0:1788942212.936589:0:34171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.936592:0:34171:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942212.936593:0:34171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942212.936599:0:34171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590f5300. 00000100:00000001:0.0:1788942212.936601:0:34171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707290497792 : -122366419053824 : ffff90b5590f5300) 00000100:00000001:0.0:1788942212.936604:0:34171:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.936605:0:34171:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000001:0.0:1788942212.936609:0:34171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942212.936613:0:34171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.936615:0:34171:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942212.936617:0:34171:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942212.936622:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.936629:0:34171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942212.936631:0:34171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.936634:0:34171:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942212.936637:0:34171:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942212.936639:0:34171:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942212.936642:0:34171:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34171:1875839884285440:192.168.206.109@tcp:13:lfs.0 00000100:00000001:0.0:1788942212.936646:0:34171:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942212.936651:0:34171:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942212.936653:0:34171:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.936656:0:34171:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942212.936659:0:34171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aeec00. 02000000:00000001:0.0:1788942212.936661:0:34171:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942212.936669:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942212.936673:0:34171:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097580. 00000400:00000010:0.0:1788942212.936680:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a6e8. 00000100:00000200:0.0:1788942212.936695:0:34171:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884285440, portal 4 00000100:00000001:0.0:1788942212.936697:0:34171:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942212.936698:0:34171:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000040:0.0:1788942212.936705:0:34171:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.936713:0:34171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942212.936715:0:34171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942212.936717:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a770. 00000100:00000200:0.0:1788942212.936720:0:34171:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875839884285440, offset 0 00000400:00000200:0.0:1788942212.936726:0:34171:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942212.936736:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942212.936743:0:34171:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942212.936748:0:34171:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942212.936752:0:34171:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942212.936756:0:34171:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942212.936759:0:34171:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942212.936762:0:34171:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2633:2633:256:4294967295] 192.168.206.109@tcp LPNI seq info [2633:2633:8:4294967295] 00000400:00000200:0.0:1788942212.936766:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942212.936776:0:34171:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942212.936782:0:34171:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942212.936788:0:34171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b600. 00000800:00000200:0.0:1788942212.936794:0:34171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942212.936802:0:34171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942212.936806:0:34171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942212.936814:0:34171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.936818:0:34171:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 233528 usecs (234 jiffies) 00000400:00000200:0.0:1788942212.936821:0:34171:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942212.936823:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613329 00000100:00000001:0.0:1788942212.936826:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942212.936828:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613329 00000100:00000001:0.0:1788942212.936831:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942212.936833:0:34171:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942212.936836:0:34171:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.936838:0:34171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942212.936840:0:34171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942212.936843:0:34171:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590f5300 going to sleep for 11 seconds 00000100:00000001:0.0:1788942212.936845:0:34171:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942212.936848:0:34171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.937274:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.937279:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b600. 00000400:00000200:3.0:1788942212.937284:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.937290:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.937295:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a770 00000400:00000010:3.0:1788942212.937298:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a770. 00000100:00000001:3.0:1788942212.937302:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.937306:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.937315:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.937318:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.937325:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.937326:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.939828:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.939842:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.939846:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.939848:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.939896:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.939903:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.939911:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.939915:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.939920:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.939924:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 4 MB=0x6aa1101f55600 00000400:00000200:3.0:1788942212.939929:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.939934:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 368/368 into md 0x70d5 [1] + 224 00000800:00000001:3.0:1788942212.939940:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.939947:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.939950:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.939954:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.939960:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.939967:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942212.939977:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.939988:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.939994:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.939997:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.940108:0:34171:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942212.940115:0:34171:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942212.940117:0:34171:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942212.940120:0:34171:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097580. 00000400:00000200:0.0:1788942212.940124:0:34171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a6e8 00000400:00000010:0.0:1788942212.940126:0:34171:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a6e8. 00000100:00000001:0.0:1788942212.940129:0:34171:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942212.940135:0:34171:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942212.940143:0:34171:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.940150:0:34171:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942212.940152:0:34171:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.940154:0:34171:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942212.940157:0:34171:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942212.940160:0:34171:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942212.940163:0:34171:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942212.940166:0:34171:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942212.940174:0:34171:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b964a8 time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1788942212.940178:0:34171:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942212.940180:0:34171:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942212.940182:0:34171:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.940184:0:34171:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942212.940187:0:34171:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.940190:0:34171:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942212.940192:0:34171:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788942212.940194:0:34171:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942212.940195:0:34171:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.940200:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.940206:0:34171:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942212.940209:0:34171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942212.940211:0:34171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942212.940215:0:34171:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942212.940221:0:34171:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34171:1875839884285440:192.168.206.109@tcp:13:lfs.0 00000100:00000001:0.0:1788942212.940225:0:34171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.940228:0:34171:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.940231:0:34171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942212.940233:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.940237:0:34171:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.940242:0:34171:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942212.940245:0:34171:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590f5300. 00000100:00000001:0.0:1788942212.940248:0:34171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942212.940249:0:34171:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942212.940254:0:34171:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788942212.940256:0:34171:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942212.940259:0:34171:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997b80 x1875839884285440/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942212.940265:0:34171:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942212.940267:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942212.940270:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aeec00. 02000000:00000001:0.0:1788942212.940273:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942212.940275:0:34171:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942212.940277:0:34171:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942212.940279:0:34171:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942212.940282:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bc00. 02000000:00000001:0.0:1788942212.940285:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942212.940286:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942212.940288:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997b80. 00000100:00000001:0.0:1788942212.940291:0:34171:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942212.940292:0:34171:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788942212.940295:0:34171:0:(obd_class.h:1122:obd_statfs()) lustre-OST0001-osc-ffff90b5459f2800: update ffff90b544e7d1f0 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:0.0:1788942212.940299:0:34171:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942212.940303:0:34171:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940306:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942212.940309:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940312:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940315:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940370:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940373:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940380:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940382:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940386:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940390:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940392:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940395:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940396:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940400:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940402:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940405:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940407:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940409:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940412:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940416:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940417:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940420:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940421:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940423:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940425:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940427:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940428:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940429:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940432:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940433:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940435:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940437:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940439:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940441:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940443:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940445:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940447:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940448:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940450:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940452:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940453:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940454:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940455:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940457:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940459:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940461:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940462:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940464:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940466:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940468:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940469:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940472:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940473:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940474:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940476:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940477:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940478:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940479:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940481:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940483:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940484:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940486:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940487:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940489:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940491:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940493:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940495:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940496:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940498:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940500:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940501:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940502:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940503:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940505:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940506:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940508:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940510:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940512:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940513:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940516:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940517:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940519:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940520:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940522:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940524:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940526:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940527:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940528:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940530:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940532:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940534:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940536:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940538:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940539:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940542:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940543:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940545:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940546:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940548:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940550:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940552:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940553:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940554:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940557:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940558:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940560:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940562:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940564:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940565:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940568:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940569:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940572:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940573:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940575:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940588:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940590:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940591:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940593:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940596:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940598:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940600:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940602:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940605:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940606:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940610:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940611:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940614:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940615:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940617:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940619:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940621:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940622:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940623:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940626:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940627:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940629:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940631:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940633:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940635:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940638:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940639:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940641:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940642:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940644:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940646:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940648:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940649:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940650:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940653:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940654:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940657:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940659:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940661:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940663:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940666:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940667:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940669:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940671:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940672:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940674:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940676:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940677:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940678:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940680:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940691:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940694:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940696:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940698:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940700:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940703:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940705:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940708:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940709:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940711:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940713:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940714:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940716:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940717:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940720:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940722:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940724:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940726:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940728:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940730:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940733:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940734:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940737:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940738:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940740:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940742:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940743:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940744:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940745:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940748:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940749:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940751:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940753:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940755:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940757:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940760:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940761:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940763:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940764:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940766:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940768:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940769:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940770:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940771:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940774:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940776:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940777:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940779:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940781:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940783:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940785:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940787:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940790:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940791:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940793:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940795:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940796:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940797:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940798:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940800:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940802:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940803:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940805:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940807:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940809:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940812:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940813:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940815:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940816:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940818:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940820:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940821:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940822:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940823:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940825:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940827:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940828:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940830:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940832:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940833:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940836:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940837:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940839:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940840:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940843:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940845:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940847:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940848:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940849:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940888:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940890:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940892:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940894:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940896:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940898:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940902:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940903:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940906:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940907:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940910:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940912:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940914:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940915:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940916:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940918:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940920:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940922:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940924:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940926:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940927:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940930:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940931:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940934:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940935:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940937:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940940:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940941:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940943:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940944:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940946:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940948:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940950:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940952:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940954:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940955:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940959:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940960:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940963:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940964:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940966:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940968:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940970:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940971:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940972:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.940975:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940977:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940978:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.940980:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.940982:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940984:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.940987:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.940988:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.940990:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.940991:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.940993:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.940995:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.940997:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.940998:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.940999:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941001:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941004:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941005:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941007:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941009:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941011:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941014:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941016:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941018:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941019:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941022:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941024:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941025:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941027:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941028:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941030:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941032:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941033:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941035:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941037:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941039:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941042:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941044:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941046:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941047:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941050:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941052:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941053:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941054:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941056:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941058:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941060:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941062:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941064:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941066:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941068:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941071:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941072:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941074:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941076:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941078:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941080:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941081:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941082:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941083:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941085:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941087:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941088:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941090:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941092:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941094:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941097:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941099:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941101:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941103:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941105:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941107:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941108:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941109:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941110:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941113:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941114:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941116:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941118:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941120:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941121:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941124:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941126:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941128:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941129:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941131:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941132:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941134:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941135:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941136:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941138:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941140:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941141:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941143:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941144:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941146:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941148:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941149:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941152:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941153:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941155:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941157:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941158:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941159:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941160:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941162:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941164:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941165:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941167:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941169:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941171:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941174:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941175:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941177:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941178:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941181:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941183:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941184:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941185:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941186:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941189:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941190:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941192:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941194:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941196:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941198:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941202:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941203:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941206:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941207:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941209:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941211:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941213:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941214:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941215:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941217:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941219:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941221:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941223:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941225:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941226:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941229:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941231:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941233:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941234:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941236:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941238:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941240:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941242:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941243:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941245:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941247:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941249:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941250:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941252:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941254:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941257:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941259:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941261:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941262:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941265:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941267:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941268:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941269:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941271:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941273:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941274:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941276:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941278:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941279:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941281:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941284:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941285:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941288:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941289:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941291:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941293:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941295:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941296:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941297:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941299:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941301:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941303:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941305:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941307:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941309:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941312:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941313:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941316:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941317:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941319:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941321:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941322:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941323:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941325:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941326:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941328:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941329:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941331:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941333:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941334:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941337:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941338:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941340:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941341:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941343:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941344:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941345:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941346:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941347:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941349:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941351:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941352:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941354:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941356:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941357:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941360:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941361:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941364:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941365:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941366:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941368:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941369:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941370:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941371:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941373:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941375:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941377:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941379:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941381:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941382:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941386:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941387:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941389:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941390:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941393:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941395:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941396:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941397:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941398:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941401:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941402:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941404:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941406:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941408:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941410:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941412:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941414:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941416:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941417:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941419:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941421:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941422:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941423:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941424:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941427:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941429:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941430:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941432:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941434:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941436:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941439:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941440:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941443:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941444:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941446:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941448:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941450:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941451:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941452:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941454:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941456:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941458:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941461:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941463:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941464:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941467:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941468:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941471:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941472:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941474:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941476:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941477:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941479:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941480:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941482:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941484:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941485:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941487:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941490:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941492:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941495:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941496:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941498:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941499:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941501:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941503:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941505:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941506:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941507:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941509:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941511:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941513:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941514:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941516:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941518:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941521:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941523:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941525:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941526:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941528:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941530:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941532:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941534:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941535:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941537:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941539:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941541:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941543:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941545:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941547:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941549:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941551:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941553:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941554:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941556:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941559:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941560:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941561:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941562:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941565:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941567:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941569:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941571:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941572:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941574:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941577:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941578:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941580:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941581:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941583:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941585:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941586:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941588:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941589:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941591:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941594:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941595:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941597:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941599:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941601:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941604:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941605:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941607:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941608:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941611:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941612:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941614:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941615:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941616:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941619:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941620:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941622:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941624:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941626:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941628:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941631:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941632:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941635:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941636:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941638:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941640:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941642:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941643:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941644:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941647:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941649:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941650:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941652:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941654:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941656:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941659:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941660:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941663:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941664:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941666:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941668:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941670:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941670:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941672:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941674:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941676:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941677:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941679:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941681:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941695:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941698:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941699:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941702:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941703:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941706:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941708:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941710:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941711:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941713:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941715:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941717:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941719:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941721:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941723:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941725:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941728:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941730:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941733:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941734:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941736:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941737:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941739:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941740:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941741:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941743:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941745:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941746:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941748:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941750:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941752:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941755:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941756:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941758:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941759:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941761:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941763:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941765:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941766:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941767:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941770:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941772:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941774:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941776:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941778:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941780:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941782:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941783:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941786:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941786:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941789:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941791:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941793:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941794:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941795:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941798:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941800:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941802:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941804:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941806:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941807:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941810:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941811:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941813:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941815:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941816:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941818:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941820:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941821:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941823:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941825:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941827:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941829:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941831:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941833:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941834:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941837:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941839:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941842:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941843:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941845:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941847:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941849:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941880:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941881:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941884:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941886:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941888:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941890:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941893:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941895:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941898:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941900:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941903:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941904:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941907:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941909:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941910:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941911:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941913:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941915:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941917:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941919:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941921:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941923:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941925:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941928:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941929:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941932:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941933:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941935:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941937:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941939:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941940:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941941:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941943:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941946:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941947:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941949:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941951:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941953:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941955:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941957:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941959:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941960:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941962:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941964:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941966:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941967:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941968:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941970:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941972:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941974:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.941975:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.941978:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941980:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.941983:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.941984:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.941987:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.941988:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.941990:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.941992:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.941993:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.941994:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.941996:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.941998:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942000:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942002:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.942004:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.942006:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942008:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942011:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.942012:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.942015:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.942016:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.942018:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.942020:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.942021:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.942022:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.942024:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.942026:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942028:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942029:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.942032:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.942034:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942036:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942039:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.942040:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.942043:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.942044:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.942045:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.942047:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.942049:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.942050:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.942051:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.942053:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942055:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942057:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.942059:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.942061:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942063:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942065:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.942067:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.942069:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.942070:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.942072:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.942073:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.942075:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.942076:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.942077:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.942079:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942081:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942083:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.942085:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.942087:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942089:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942092:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.942093:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.942095:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.942096:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.942099:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.942101:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.942102:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.942103:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.942104:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.942107:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942108:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942110:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.942112:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.942114:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942115:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942118:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.942119:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.942121:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.942122:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.942125:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.942127:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.942128:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.942129:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.942131:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.942133:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942135:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942137:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.942139:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.942141:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942143:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942146:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.942147:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.942150:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.942151:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.942153:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.942154:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.942156:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.942157:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.942159:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.942161:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942163:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942165:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942212.942167:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.942168:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942170:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942212.942173:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942212.942174:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffe415231c0 00000080:00000001:0.0:1788942212.942177:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942212.942178:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942212.942180:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aee800. 00000020:00000001:0.0:1788942212.942182:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.942183:0:34171:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788942212.942184:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788942212.942186:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aee800 uarg=0000000000000000 00020000:00000001:0.0:1788942212.942188:0:34171:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942212.942190:0:34171:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942212.942192:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788942212.942194:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aee800. 00000080:00000001:0.0:1788942212.942195:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942212.942197:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788942212.942207:0:34171:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788942212.942210:0:34171:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942212.942213:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfdd0 00000080:00200008:0.0:1788942212.942215:0:34171:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000 00000080:00400000:0.0:1788942212.942218:0:34171:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788942212.942221:0:34171:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415beb40. 00000080:00000001:0.0:1788942212.942225:0:34171:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942212.942227:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfdd0 00000080:00000008:0.0:1788942212.942230:0:34171:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000, rc = 0 00000080:00000001:0.0:1788942212.942232:0:34171:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.942233:0:34171:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.947926:0:34172:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942212.947935:0:34172:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942212.947938:0:34172:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942212.947941:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fbc0 00000080:00200000:3.0:1788942212.947945:0:34172:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942212.947954:0:34172:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fbe00. 00800000:00000002:3.0:1788942212.947960:0:34172:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942212.947964:0:34172:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942212.947968:0:34172:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.947971:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fae0 00800000:00000002:3.0:1788942212.947973:0:34172:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942212.947978:0:34172:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942212.947981:0:34172:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942212.947986:0:34172:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.947988:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0f9b0 00000002:00010000:3.0:1788942212.947990:0:34172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942212.947994:0:34172:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942212.947995:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.947998:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.948004:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:3.0:1788942212.948007:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.948012:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.948015:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942212.948020:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788942212.948029:0:34172:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942212.948034:0:34172:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.948037:0:34172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788942212.948043:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942212.948045:0:34172:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942212.948047:0:34172:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942212.948049:0:34172:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942212.948051:0:34172:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942212.948052:0:34172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942212.948055:0:34172:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942212.948057:0:34172:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942212.948060:0:34172:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fbe00. 00000080:00000001:3.0:1788942212.948064:0:34172:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942212.948065:0:34172:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.948068:0:34172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942212.948070:0:34172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb781578ed 00800000:00000001:3.0:1788942212.948074:0:34172:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942212.948299:0:34172:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942212.948301:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.948304:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.948307:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:3.0:1788942212.948310:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:3.0:1788942212.948312:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:3.0:1788942212.948315:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.948317:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.948318:0:34172:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.948319:0:34172:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.948322:0:34172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578ed from it ffffa57dc1c0fbf8 00010000:00000001:3.0:1788942212.948325:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.948326:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.948327:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324200 refcount=3 00000020:00000001:3.0:1788942212.948329:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:3.0:1788942212.948331:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175346688 : -122366534204928 : ffff90b552324200) 00010000:00000001:3.0:1788942212.948333:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.948336:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788942212.948343:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.948345:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.948346:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942212.948348:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942212.948351:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942212.948359:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.948361:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942212.948363:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.948367:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.948368:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.948369:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.948373:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942212.948375:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.948377:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.948380:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.948382:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.948383:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.948384:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942212.948387:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942212.948389:0:34172:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942212.948391:0:34172:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:3.0:1788942212.948396:0:34172:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.948558:0:34172:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942212.948562:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fb58 00000080:00002000:2.0:1788942212.948564:0:34172:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b54450fe58) flags 0x48000e refc 0 00000080:00000001:2.0:1788942212.948566:0:34172:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.948568:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fbc8 00000080:00200000:2.0:1788942212.948570:0:34172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1788942212.948576:0:34172:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942212.948649:0:34172:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8), inode mode 81a4 mask 52 00000080:00000001:2.0:1788942212.948653:0:34172:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.948659:0:34172:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942212.948661:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fb98 00000080:00200008:2.0:1788942212.948662:0:34172:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 102101 00000080:00000010:2.0:1788942212.948670:0:34172:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e077c0. 00000080:00000001:2.0:1788942212.948675:0:34172:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788942212.948679:0:34172:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fca200. 00800000:00000002:2.0:1788942212.948692:0:34172:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942212.948696:0:34172:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942212.948698:0:34172:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942212.948700:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fa48 00800000:00000002:2.0:1788942212.948701:0:34172:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942212.948704:0:34172:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788942212.948707:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0f9c8 00800000:00000002:2.0:1788942212.948709:0:34172:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788942212.948712:0:34172:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942212.948713:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0f900 00000002:00010000:2.0:1788942212.948715:0:34172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:2.0:1788942212.948718:0:34172:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942212.948721:0:34172:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788942212.948724:0:34172:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942212.948728:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48400 count: 2 00010000:00000001:2.0:1788942212.948730:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942212.948733:0:34172:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942212.948736:0:34172:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.948737:0:34172:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.948739:0:34172:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.948741:0:34172:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942212.948743:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 2 00010000:00000001:2.0:1788942212.948745:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942212.948746:0:34172:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942212.948748:0:34172:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942212.948751:0:34172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1788942212.948759:0:34172:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942212.948762:0:34172:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942212.948764:0:34172:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942212.948765:0:34172:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942212.948768:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942212.948769:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942212.948771:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:2.0:1788942212.948773:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942212.948775:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.948777:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942212.948778:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942212.948779:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:2.0:1788942212.948781:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942212.948783:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.948784:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942212.948785:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942212.948786:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25800 count: 3 00010000:00000001:2.0:1788942212.948788:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942212.948790:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.948792:0:34172:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942212.948794:0:34172:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942212.948797:0:34172:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942212.948799:0:34172:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942212.948801:0:34172:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942212.948803:0:34172:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.948806:0:34172:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942212.948809:0:34172:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942212.948810:0:34172:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942212.948812:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.948814:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942212.948817:0:34172:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324200 with handle 0xcbb91bbb781578ed from hash 00010000:00000001:2.0:1788942212.948819:0:34172:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942212.948821:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.948822:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.948823:0:34172:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942212.948825:0:34172:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942212.948827:0:34172:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942212.948829:0:34172:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942212.948831:0:34172:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942212.948833:0:34172:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788942212.948839:0:34172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369500. 00000020:00000040:2.0:1788942212.948843:0:34172:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942212.948848:0:34172:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942212.948985:0:34172:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.948989:0:34172:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942212.948993:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942212.948996:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.948997:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.948999:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.949001:0:34172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942212.949003:0:34172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942212.949007:0:34172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942212.949014:0:34172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552274c00. 00000100:00000001:2.0:1788942212.949020:0:34172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.949026:0:34172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942212.949028:0:34172:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942212.949033:0:34172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788942212.949040:0:34172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788942212.949042:0:34172:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942212.949044:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942212.949046:0:34172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324200/0xcbb91bbb781578ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed294 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1788942212.949058:0:34172:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25800 count: 0 00010000:00000010:2.0:1788942212.949063:0:34172:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87e80. 00010000:00000001:2.0:1788942212.949071:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.949073:0:34172:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.949147:0:34172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942212.949149:0:34172:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.949152:0:34172:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.949159:0:34172:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00010000:00000001:2.0:1788942212.949162:0:34172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942212.949164:0:34172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942212.949169:0:34172:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227900. 00010000:00000010:2.0:1788942212.949172:0:34172:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c180. 00010000:00000001:2.0:1788942212.949175:0:34172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942212.949178:0:34172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792bc00. 00000020:00000001:2.0:1788942212.949180:0:34172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942212.949182:0:34172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792bc00 with handle 0xcbb91bbb781578f4 to hash 00000020:00000001:2.0:1788942212.949184:0:34172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942212.949186:0:34172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:2.0:1788942212.949189:0:34172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:2.0:1788942212.949191:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.949193:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.949197:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942212.949204:0:34172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788942212.949214:0:34172:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788942212.949225:0:34172:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788942212.949239:0:34172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942212.949245:0:34172:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942212.949246:0:34172:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942212.949252:0:34172:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a23c0. 00000100:00000001:2.0:1788942212.949255:0:34172:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291206592 : -122366418345024 : ffff90b5591a23c0) 00000100:00000001:2.0:1788942212.949257:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.949259:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000001:2.0:1788942212.949263:0:34172:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942212.949266:0:34172:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.949268:0:34172:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942212.949270:0:34172:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942212.949274:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.949281:0:34172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942212.949283:0:34172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.949286:0:34172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942212.949288:0:34172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942212.949290:0:34172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942212.949293:0:34172:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369500 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:34172:1875839884285696:192.168.206.109@tcp:101:bash.0 00000100:00000001:2.0:1788942212.949297:0:34172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942212.949301:0:34172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942212.949303:0:34172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.949306:0:34172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942212.949357:0:34172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559220000. 02000000:00000001:2.0:1788942212.949359:0:34172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942212.949367:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942212.949371:0:34172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450988f0. 00000400:00000010:2.0:1788942212.949377:0:34172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b552277c00. 00000100:00000200:2.0:1788942212.949384:0:34172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884285696, portal 10 00000100:00000001:2.0:1788942212.949386:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.949388:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000040:2.0:1788942212.949394:0:34172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.949400:0:34172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942212.949403:0:34172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942212.949406:0:34172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61000. 00000100:00000200:2.0:1788942212.949409:0:34172:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884285696, offset 0 00000400:00000200:2.0:1788942212.949414:0:34172:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942212.949421:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.949427:0:34172:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942212.949432:0:34172:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942212.949435:0:34172:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942212.949439:0:34172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942212.949441:0:34172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942212.949445:0:34172:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2634:2634:256:4294967295] 192.168.206.109@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:2.0:1788942212.949449:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.949457:0:34172:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942212.949463:0:34172:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942212.949467:0:34172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9d00. 00000800:00000200:2.0:1788942212.949473:0:34172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942212.949480:0:34172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942212.949484:0:34172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788942212.949545:0:34172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.949549:0:34172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 831823 usecs (832 jiffies) 00000400:00000200:2.0:1788942212.949553:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942212.949556:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613940 00000100:00000001:2.0:1788942212.949559:0:34172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.949561:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613940 00000100:00000001:2.0:1788942212.949564:0:34172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.949566:0:34172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.949568:0:34172:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.949570:0:34172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942212.949572:0:34172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942212.949575:0:34172:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a23c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788942212.949586:0:34172:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942212.949589:0:34172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.953711:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.953720:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9d00. 00000400:00000200:3.0:1788942212.953728:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.953737:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.953744:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61000 00000400:00000010:3.0:1788942212.953746:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61000. 00000100:00000001:3.0:1788942212.953751:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.953759:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.953770:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.953773:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.953779:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.953781:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.953790:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.953799:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.953801:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.953803:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.953809:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.953813:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.953820:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.953823:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.953840:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.953845:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103359b80 00000400:00000200:3.0:1788942212.953955:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x70a5 [2] + 0 00000800:00000001:3.0:1788942212.953962:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.953969:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.953971:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.953974:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.953980:0:2348:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942212.953982:0:2348:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942212.953987:0:2348:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acc700. 00000100:00000040:3.0:1788942212.953990:0:2348:0:(events.c:341:request_in_callback()) incoming req@ffff90b544acc700 x1875839905274752 msgsize 328 00000100:00100000:3.0:1788942212.953994:0:2348:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942212.954002:0:2348:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.954008:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.954010:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788942212.954196:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25800. 00010000:00000010:2.1:1788942212.954203:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324200. 00000100:00000001:3.0:1788942212.954254:0:15937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788942212.954257:0:15937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905274752 02000000:00000001:3.0:1788942212.954259:0:15937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788942212.954262:0:15937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942212.954264:0:15937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.954269:0:15937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942212.954273:0:15937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905274752 00000020:00000001:3.0:1788942212.954276:0:15937:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942212.954278:0:15937:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:3.0:1788942212.954280:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.954283:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:3.0:1788942212.954286:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:3.0:1788942212.954288:0:15937:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00000001:3.0:1788942212.954291:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942212.954296:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd300. 00000100:00000001:3.0:1788942212.954299:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942212.954302:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd300. 00000020:00000010:3.0:1788942212.954307:0:15937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5590fbe00. 00000020:00000010:3.0:1788942212.954312:0:15937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551bc0300. 00000020:00000010:3.0:1788942212.954316:0:15937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b5464ed7d0. 00000100:00000040:3.0:1788942212.954324:0:15937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788942212.954327:0:15937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788942212.954328:0:15937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788942212.954330:0:15937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.954337:0:15937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.954388:0:15937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.954399:0:15937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788942212.954401:0:15937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788942212.954406:0:15937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 59 00000100:00000040:3.0:1788942212.954410:0:15937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55118a000 : new rpc_count 1 00000100:00000001:3.0:1788942212.954412:0:15937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621706948495104 : -122366761056512 : ffff90b544acc700) 00000100:00000040:3.0:1788942212.954417:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b544acc700 x1875839905274752/t0(0) o104->b8e7595c-9941-401e-aeac-55facd9dfb74@192.168.206.109@tcp:678/0 lens 328/0 e 0 to 0 dl 1788942223 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942212.954426:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942212.954429:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd300. 00000100:00000001:3.0:1788942212.954431:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942212.954433:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd300. 00000100:00100000:3.0:1788942212.954438:0:15937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b544acc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:b8e7595c-9941-401e-aeac-55facd9dfb74+5:24770:x1875839905274752:12345-192.168.206.109@tcp:104: 00000100:00000200:3.0:1788942212.954441:0:15937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905274752 00010000:00000001:3.0:1788942212.954444:0:15937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788942212.954450:0:15937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.954452:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.954454:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=2 00000020:00000001:3.0:1788942212.954456:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.954459:0:15937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:3.0:1788942212.954463:0:15937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.954466:0:15937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942212.954471:0:15937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1788942212.954480:0:15937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788942212.954482:0:15937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788942212.954486:0:15937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b54837c800. 02000000:00000001:3.0:1788942212.954488:0:15937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.954490:0:15937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.954494:0:15937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788942212.954497:0:15937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942212.954500:0:15937:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942212.954505:0:15937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942212.954507:0:15937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942212.954509:0:15937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:3.0:1788942212.954512:0:15937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788942212.954514:0:15937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.954517:0:15937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942212.954520:0:15937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942212.954524:0:15937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedbb0. 00000100:00000200:3.0:1788942212.954529:0:15937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905274752, offset 224 00000400:00000200:3.0:1788942212.954534:0:15937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942212.954540:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.954546:0:15937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942212.954551:0:15937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2635:2635:256:4294967295] 192.168.206.109@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:3.0:1788942212.954556:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.954563:0:15937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942212.954569:0:15937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942212.954573:0:15937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35600. 00000800:00000200:3.0:1788942212.954651:0:15937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942212.954659:0:15937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942212.954663:0:15937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942212.954673:0:15937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.954676:0:15937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:3.0:1788942212.954680:0:15937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788942212.954694:0:15937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b559039240. 00010000:00000001:3.0:1788942212.954697:0:15937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942212.954746:0:15937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788942212.954748:0:15937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.954750:0:15937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.954752:0:15937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.954758:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acc700 x1875839905274752/t0(0) o104->b8e7595c-9941-401e-aeac-55facd9dfb74@192.168.206.109@tcp:678/0 lens 328/224 e 0 to 0 dl 1788942223 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788942212.954768:0:15937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b544acc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:b8e7595c-9941-401e-aeac-55facd9dfb74+5:24770:x1875839905274752:12345-192.168.206.109@tcp:104: Request processed in 339us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788942212.954775:0:15937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 59 00000100:00000040:3.0:1788942212.954778:0:15937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55118a000 : new rpc_count 0 00000100:00000001:3.0:1788942212.954780:0:15937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788942212.954781:0:15937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788942212.954786:0:15937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551bc0300. 00000020:00000010:3.0:1788942212.954790:0:15937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b5464ed7d0. 00000020:00000010:3.0:1788942212.954793:0:15937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b5590fbe00. 00000020:00000040:3.0:1788942212.954798:0:15937:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00000001:3.0:1788942212.954801:0:15937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942212.955357:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942212.955361:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.955364:0:16072:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788942212.955367:0:16072:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788942212.955370:0:16072:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942212.955374:0:16072:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942212.955383:0:16072:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b547983200 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942212.955387:0:16072:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942212.955391:0:16072:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942212.955398:0:16072:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942212.955400:0:16072:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942212.955404:0:16072:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942212.955410:0:16072:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942212.955412:0:16072:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942212.955414:0:16072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942212.955415:0:16072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942212.955417:0:16072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983200 refcount=3 00000020:00000001:1.0:1788942212.955419:0:16072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:1.0:1788942212.955421:0:16072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997477888 : -122366712073728 : ffff90b547983200) 00010000:00000001:1.0:1788942212.955423:0:16072:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942212.955426:0:16072:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788942212.955433:0:16072:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942212.955436:0:16072:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942212.955438:0:16072:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942212.955440:0:16072:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:1.0:1788942212.955444:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942212.955446:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942212.955452:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48400 count: 2 00010000:00000001:1.0:1788942212.955455:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942212.955459:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942212.955461:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942212.955462:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942212.955463:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48400 count: 2 00010000:00000001:1.0:1788942212.955465:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942212.955467:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942212.955469:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942212.955470:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942212.955471:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48400 count: 2 00010000:00000001:1.0:1788942212.955473:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942212.955476:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942212.955477:0:16072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942212.955478:0:16072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942212.955479:0:16072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48400 count: 2 00010000:00000001:1.0:1788942212.955481:0:16072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942212.955483:0:16072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.955485:0:16072:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.955487:0:16072:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942212.955489:0:16072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942212.955493:0:16072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:1.0:1788942212.955496:0:16072:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:1.0:1788942212.955497:0:16072:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788942212.955500:0:16072:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:1.0:1788942212.955503:0:16072:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788942212.955507:0:16072:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788942212.955511:0:16072:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942212.955514:0:16072:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942212.955517:0:16072:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788942212.955519:0:16072:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.955521:0:16072:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942212.955523:0:16072:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:1.0:1788942212.955525:0:16072:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.955529:0:16072:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788942212.955531:0:16072:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) invalid 00000020:00000001:1.0:1788942212.955535:0:16072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc215fc40 00000080:00002000:1.0:1788942212.955537:0:16072:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90b54450fe58) parent ffff90b548d765e8 inode ffff90b548d9c2c8 refc 2 00000080:00000001:1.0:1788942212.955540:0:16072:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788942212.955542:0:16072:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942212.955544:0:16072:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.955547:0:16072:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942212.955550:0:16072:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942212.955551:0:16072:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942212.955553:0:16072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942212.955555:0:16072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942212.955558:0:16072:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547983200 with handle 0xcbb91bbb781578d8 from hash 00010000:00000001:1.0:1788942212.955560:0:16072:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942212.955562:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.955563:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.955564:0:16072:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942212.955567:0:16072:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942212.955569:0:16072:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788942212.955574:0:16072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000800:00000200:2.0:1788942212.955770:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942212.955775:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35600. 00000400:00000200:2.0:1788942212.955780:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.955786:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942212.955792:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedbb0 00000400:00000010:2.0:1788942212.955794:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedbb0. 00000100:00000001:2.0:1788942212.955798:0:2347:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788942212.955799:0:2347:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:1.0:1788942212.956997:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.957001:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.957003:0:16072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.957008:0:16072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942212.957011:0:16072:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788942212.957021:0:16072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942212.957026:0:16072:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942212.957030:0:16072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942212.957032:0:16072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942212.957037:0:16072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942212.957044:0:16072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222c400. 00000100:00000001:1.0:1788942212.957050:0:16072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.957053:0:16072:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942212.957060:0:16072:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942212.957068:0:16072:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942212.957069:0:16072:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.957137:0:16072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942212.957143:0:16072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.957153:0:16072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b77724] to pc [ptlrpcd_00_01+1] req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788942212.957179:0:16072:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942212.957182:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942212.957184:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.957186:0:16072:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.957188:0:16072:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942212.957190:0:16072:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.957194:0:16072:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942212.957201:0:16072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942212.957204:0:16072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983200/0xcbb91bbb781578d8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x4d194fbcadeed271 expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788942212.957212:0:16072:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5435dd100. 00010000:00000040:1.0:1788942212.957218:0:16072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48400 count: 0 00010000:00000010:1.0:1788942212.957224:0:16072:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0c80. 00010000:00000001:1.0:1788942212.957232:0:16072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942212.957234:0:16072:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788942212.957236:0:16072:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b559039240. 00010000:00000001:1.0:1788942212.957239:0:16072:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942212.957242:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942212.957244:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.957247:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942212.957248:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942212.957249:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.957251:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942212.957253:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942212.957255:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942212.957257:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942212.957268:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.957271:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.957273:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942212.957279:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.957287:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942212.957290:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.957294:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942212.957296:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942212.957299:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942212.957302:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884285824:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942212.957306:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942212.957311:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942212.957313:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.957316:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942212.957319:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222dc00. 02000000:00000001:1.0:1788942212.957322:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942212.957329:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942212.957334:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942212.957340:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da330. 00000100:00000200:1.0:1788942212.957347:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884285824, portal 18 00000100:00000001:1.0:1788942212.957350:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.957352:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942212.957358:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.957366:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942212.957369:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942212.957372:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dacc0. 00000100:00000200:1.0:1788942212.957375:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884285824, offset 0 00000400:00000200:1.0:1788942212.957381:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942212.957388:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.957395:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942212.957400:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942212.957404:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942212.957407:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942212.957410:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942212.957414:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2636:2636:256:4294967295] 192.168.206.109@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:1.0:1788942212.957418:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.957427:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942212.957433:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942212.957438:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38800. 00000800:00000200:1.0:1788942212.957445:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942212.957452:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942212.957457:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942212.957479:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.957483:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 831823 usecs (832 jiffies) 00000400:00000200:1.0:1788942212.957486:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942212.957489:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613946 00000100:00000001:1.0:1788942212.957492:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.957495:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613946 00000100:00000001:1.0:1788942212.957497:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.957500:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.957503:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.957506:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.957508:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.957514:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942212.957517:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942212.957519:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.957520:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.957522:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.957524:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.957534:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.957536:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942212.957919:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942212.957923:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38800. 00000400:00000200:2.0:1788942212.957928:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.957933:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942212.957938:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dacc0 00000400:00000010:2.0:1788942212.957940:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dacc0. 00000100:00000001:2.0:1788942212.957944:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942212.957948:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942212.957957:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.957960:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942212.957966:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.957968:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942212.963202:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.963218:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942212.963222:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.963225:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.963234:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963241:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942212.963248:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963254:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963259:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963263:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f55780 00000400:00000200:2.0:1788942212.963269:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963274:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x70f5 [1] + 224 00000800:00000001:2.0:1788942212.963280:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.963284:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.963287:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.963291:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942212.963299:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.963306:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942212.963316:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942212.963331:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942212.963340:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.963344:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942212.963345:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.963347:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.963350:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963360:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942212.963365:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963368:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963371:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963373:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f55700 00000400:00000200:2.0:1788942212.963376:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.963380:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x70dd [32] + 224 00000800:00000001:2.0:1788942212.963384:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.963391:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.963393:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.963397:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942212.963400:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.963404:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942212.963412:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.963434:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942212.963439:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.963442:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.963502:0:34172:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942212.963509:0:34172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942212.963511:0:34172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942212.963514:0:34172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450988f0. 00000400:00000200:3.0:1788942212.963518:0:34172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b552277c00 00000400:00000010:3.0:1788942212.963520:0:34172:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b552277c00. 00000100:00000001:3.0:1788942212.963525:0:34172:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.963540:0:34172:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942212.963548:0:34172:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369500 x1875839884285696/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.963554:0:34172:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942212.963556:0:34172:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.963558:0:34172:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942212.963561:0:34172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942212.963564:0:34172:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942212.963566:0:34172:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.963569:0:34172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942212.963578:0:34172:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=52 v=5 (5 105 105 105) 00000100:00001000:3.0:1788942212.963582:0:34172:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942212.963585:0:34172:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942212.963586:0:34172:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.963589:0:34172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942212.963592:0:34172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.963595:0:34172:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942212.963597:0:34172:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788942212.963598:0:34172:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942212.963600:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.963602:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000001:3.0:1788942212.963605:0:34172:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942212.963606:0:34172:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788942212.963608:0:34172:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942212.963611:0:34172:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.963615:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.963622:0:34172:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942212.963624:0:34172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942212.963626:0:34172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942212.963630:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942212.963638:0:34172:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369500 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:34172:1875839884285696:192.168.206.109@tcp:101:bash.0 00000100:00000001:3.0:1788942212.963643:0:34172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.963645:0:34172:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.963647:0:34172:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942212.963650:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.963653:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.963659:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942212.963662:0:34172:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a23c0. 00000100:00000001:3.0:1788942212.963665:0:34172:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942212.963666:0:34172:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.963669:0:34172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942212.963673:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.963675:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.963678:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=4 00000020:00000001:3.0:1788942212.963680:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.963694:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000040:3.0:1788942212.963700:0:34172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792bc00, remote cookie: 0x4d194fbcadeed2a2, flags: 0x1001 00010000:00000040:3.0:1788942212.963703:0:34172:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788942212.963706:0:34172:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788942212.963714:0:34172:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48300. 00010000:00000010:3.0:1788942212.963718:0:34172:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0300. 00010000:00000040:3.0:1788942212.963724:0:34172:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227900 count: 0 00010000:00000010:3.0:1788942212.963729:0:34172:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4c180. 00010000:00000001:3.0:1788942212.963736:0:34172:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.963740:0:34172:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942212.963750:0:34172:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.963757:0:34172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942212.963761:0:34172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942212.963763:0:34172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942212.963765:0:34172:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942212.963767:0:34172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942212.963769:0:34172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff90b545f48300) refcount = 1 00010000:00010000:3.0:1788942212.963784:0:34172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.963795:0:34172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942212.963799:0:34172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942212.963800:0:34172:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942212.963803:0:34172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942212.963805:0:34172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942212.963808:0:34172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.963814:0:34172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942212.963815:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.963817:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.963818:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.963819:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.963821:0:34172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.963825:0:34172:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942212.963828:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.963829:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.963831:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=3 00000020:00000001:3.0:1788942212.963833:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.963835:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.963837:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.963838:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942212.963843:0:34172:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x200002b, status=0 req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942212.963872:0:34172:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788942212.963878:0:34172:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942212.963885:0:34172:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.963891:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.963892:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.963894:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=3 00000020:00000001:3.0:1788942212.963896:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.963898:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.963900:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.963901:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.963902:0:34172:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.963904:0:34172:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.963908:0:34172:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788942212.963909:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942212.963911:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00010000:00000001:3.0:1788942212.963913:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.963914:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.963915:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=3 00000020:00000001:3.0:1788942212.963917:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.963919:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00000002:00010000:3.0:1788942212.963922:0:34172:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942212.963923:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.963927:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1788942212.963928:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.963929:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.963931:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000400:00000001:1.0:1788942212.963931:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1788942212.963932:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.963933:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000001:1.0:1788942212.963933:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1788942212.963935:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=3 00000400:00000010:1.0:1788942212.963935:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000020:00000001:3.0:1788942212.963937:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00000400:00000200:1.0:1788942212.963938:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00010000:00000001:3.0:1788942212.963939:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00000400:00000010:1.0:1788942212.963940:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00010000:00000040:3.0:1788942212.963942:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00000100:00000001:1.0:1788942212.963943:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:3.0:1788942212.963945:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942212.963948:0:34172:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 8 res 8589935620/49 (0 0) 00000100:00000200:1.0:1788942212.963948:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788942212.963951:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.963952:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.963954:0:34172:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942212.963956:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0f888 00000100:00000200:1.0:1788942212.963956:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000002:00002000:3.0:1788942212.963958:0:34172:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788942212.963962:0:34172:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.963963:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00800000:00000001:3.0:1788942212.963964:0:34172:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.963965:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.963966:0:2354:0:(client.c:1593:after_reply()) Process entered 00800000:00000001:3.0:1788942212.963967:0:34172:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.963968:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942212.963969:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000080:00200000:3.0:1788942212.963970:0:34172:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000100:00000001:1.0:1788942212.963971:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.963973:0:34172:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.963973:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942212.963977:0:34172:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000100:00001000:1.0:1788942212.963978:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbd38 time=201 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942212.963980:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000080:00000010:3.0:1788942212.963981:0:34172:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fca200. 00000100:00000001:1.0:1788942212.963982:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942212.963984:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.963985:0:34172:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00010000:00000001:1.0:1788942212.963985:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942212.963987:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.963989:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000002:00000001:3.0:1788942212.963990:0:34172:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000100:00000040:1.0:1788942212.963991:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000002:00000001:3.0:1788942212.963993:0:34172:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000100:00000001:1.0:1788942212.963993:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942212.963994:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.963996:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000100:00000040:1.0:1788942212.963998:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788942212.964000:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942212.964003:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000100:00000001:1.0:1788942212.964004:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788942212.964005:0:34172:0:(cl_object.c:343:cl_conf_set()) Process entered 00000100:00000001:1.0:1788942212.964006:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942212.964007:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1788942212.964008:0:34172:0:(lov_object.c:1448:lov_conf_set()) Process entered 00000100:00000040:1.0:1788942212.964010:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1788942212.964011:0:34172:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00000100:00100000:1.0:1788942212.964016:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884285824:192.168.206.109@tcp:103:ldlm_bl.0 00020000:00000010:3.0:1788942212.964017:0:34172:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e763c0. 00000100:00000001:1.0:1788942212.964020:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1788942212.964021:0:34172:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b559063e00. 00000100:00000001:1.0:1788942212.964023:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00020000:00000010:3.0:1788942212.964025:0:34172:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e760c0. 00000100:00000040:1.0:1788942212.964026:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884285824/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1788942212.964027:0:34172:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969112768 : -122366740438848 : ffff90b545e760c0) 00020000:00000002:3.0:1788942212.964031:0:34172:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e760c0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000100:00000001:1.0:1788942212.964033:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00020000:00000002:3.0:1788942212.964035:0:34172:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 02000000:00000001:1.0:1788942212.964035:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942212.964038:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222dc00. 00020000:00000002:3.0:1788942212.964039:0:34172:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063e00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1788942212.964042:0:34172:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b55901cf80 02000000:00000001:1.0:1788942212.964042:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942212.964044:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00020000:00000001:3.0:1788942212.964045:0:34172:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1788942212.964045:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00020000:00000002:3.0:1788942212.964048:0:34172:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b55901cf80 00000020:00000001:1.0:1788942212.964048:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942212.964050:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222c400. 00020000:00000010:3.0:1788942212.964052:0:34172:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b559063e00. 00020000:00000010:3.0:1788942212.964054:0:34172:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e763c0. 02000000:00000001:1.0:1788942212.964054:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00020000:00000010:3.0:1788942212.964057:0:34172:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e760c0. 00020000:00000002:3.0:1788942212.964059:0:34172:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788942212.964061:0:34172:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.964061:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1788942212.964063:0:34172:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942212.964063:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000020:00001000:3.0:1788942212.964065:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000100:00000001:1.0:1788942212.964066:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942212.964067:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942212.964069:0:34172:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000100:00000001:1.0:1788942212.964069:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942212.964072:0:34172:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788942212.964077:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.964078:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.964080:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=3 00000020:00000001:3.0:1788942212.964082:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00000100:00000001:1.0:1788942212.964083:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1788942212.964084:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00000100:00000001:1.0:1788942212.964085:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.964086:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.964087:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942212.964087:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:3.0:1788942212.964088:0:34172:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.964089:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.964091:0:34172:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942212.964093:0:34172:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.964095:0:34172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb781578f4 00800000:00000001:3.0:1788942212.964098:0:34172:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942212.964100:0:34172:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942212.964101:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.964102:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.964104:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=3 00000020:00000001:3.0:1788942212.964105:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.964107:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.964109:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.964111:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942212.964112:0:34172:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.964113:0:34172:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.964115:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.964119:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.964126:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942212.964129:0:34172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578f4 from it ffffa57dc1c0fbf0 00010000:00000001:3.0:1788942212.964131:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.964133:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.964134:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=3 00000020:00000001:3.0:1788942212.964136:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.964138:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.964140:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942212.964144:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942212.964150:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.964151:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.964152:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942212.964155:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942212.964157:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942212.964164:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942212.964166:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942212.964167:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942212.964171:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.964172:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942212.964173:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.964176:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942212.964178:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.964180:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.964182:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.964184:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942212.964185:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942212.964186:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942212.964189:0:34172:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942212.964195:0:34172:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5435dd300. 00000080:00000001:3.0:1788942212.964197:0:34172:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788942212.964200:0:34172:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788942212.964203:0:34172:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788942212.964206:0:34172:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b559061a40. 00000002:00100000:3.0:1788942212.964211:0:34172:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942212.964217:0:34172:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942212.964219:0:34172:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788942212.964222:0:34172:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788942212.964225:0:34172:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.964228:0:34172:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788942212.964230:0:34172:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942212.964232:0:34172:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942212.964235:0:34172:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942212.964236:0:34172:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.964239:0:34172:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788942212.964240:0:34172:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.964242:0:34172:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942212.964244:0:34172:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942212.964246:0:34172:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942212.964249:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.964253:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788942212.964258:0:34172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942212.964260:0:34172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559220000. 02000000:00000001:3.0:1788942212.964281:0:34172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788942212.964283:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.964286:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fb98 00000080:00000008:3.0:1788942212.964288:0:34172:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 102101, rc = 0 00020000:00000001:3.0:1788942212.964374:0:34172:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942212.964378:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:3.0:1788942212.964382:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:3.0:1788942212.964384:0:34172:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942212.966245:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fd28 00000080:00200008:3.0:1788942212.966252:0:34172:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942212.966259:0:34172:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942212.966261:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fca0 00000080:00200000:3.0:1788942212.966263:0:34172:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:3.0:1788942212.966268:0:34172:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fbe00. 00000080:00000001:3.0:1788942212.966273:0:34172:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942212.966278:0:34172:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.966280:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fbc0 00800000:00000002:3.0:1788942212.966282:0:34172:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] '' on [0x200000404:0x31:0x0] 00800000:00000001:3.0:1788942212.966286:0:34172:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942212.966289:0:34172:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x31:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942212.966294:0:34172:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942212.966296:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fa90 00000002:00010000:3.0:1788942212.966297:0:34172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000404:0x31:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942212.966301:0:34172:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942212.966302:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942212.966305:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942212.966310:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:3.0:1788942212.966312:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942212.966317:0:34172:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 30 res 8589935620/49 (0 0) 00000002:00000001:3.0:1788942212.966320:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.966321:0:34172:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942212.970105:0:34172:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942212.970111:0:34172:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942212.970255:0:34172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368000. 00000020:00000040:2.0:1788942212.970262:0:34172:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942212.970269:0:34172:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942212.970273:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942212.970280:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.970282:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.970283:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.970286:0:34172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942212.970288:0:34172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942212.970293:0:34172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942212.970299:0:34172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552275800. 00000100:00000001:2.0:1788942212.970305:0:34172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.970310:0:34172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942212.970312:0:34172:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.970314:0:34172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942212.970315:0:34172:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.970317:0:34172:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.970321:0:34172:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00010000:00000001:2.0:1788942212.970325:0:34172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942212.970327:0:34172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942212.970333:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:2.0:1788942212.970336:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942212.970339:0:34172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942212.970342:0:34172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792ac00. 00000020:00000001:2.0:1788942212.970347:0:34172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942212.970350:0:34172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792ac00 with handle 0xcbb91bbb781578fb to hash 00000020:00000001:2.0:1788942212.970352:0:34172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942212.970355:0:34172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.970358:0:34172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.970362:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.970365:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.970369:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942212.970377:0:34172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942212.970387:0:34172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942212.970399:0:34172:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942212.970401:0:34172:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942212.970407:0:34172:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2d80. 00000100:00000001:2.0:1788942212.970410:0:34172:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291209088 : -122366418342528 : ffff90b5591a2d80) 00000100:00000001:2.0:1788942212.970412:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.970414:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000001:2.0:1788942212.970418:0:34172:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942212.970421:0:34172:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.970423:0:34172:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942212.970425:0:34172:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942212.970434:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.970442:0:34172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942212.970444:0:34172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.970447:0:34172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942212.970449:0:34172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942212.970451:0:34172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942212.970455:0:34172:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34172:1875839884285952:192.168.206.109@tcp:101:uname.0 00000100:00000001:2.0:1788942212.970458:0:34172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942212.970720:0:34172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942212.970724:0:34172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.970726:0:34172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942212.970732:0:34172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab5800. 02000000:00000001:2.0:1788942212.970734:0:34172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942212.970741:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942212.970745:0:34172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098dc0. 00000400:00000010:2.0:1788942212.970752:0:34172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61440. 00000100:00000200:2.0:1788942212.970758:0:34172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884285952, portal 10 00000100:00000001:2.0:1788942212.970760:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.970761:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000040:2.0:1788942212.970768:0:34172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.970776:0:34172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942212.970779:0:34172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942212.970781:0:34172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61198. 00000100:00000200:2.0:1788942212.970784:0:34172:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884285952, offset 0 00000400:00000200:2.0:1788942212.970790:0:34172:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942212.970797:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.970804:0:34172:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942212.970809:0:34172:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942212.970813:0:34172:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942212.970816:0:34172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942212.970819:0:34172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942212.970822:0:34172:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2637:2637:256:4294967295] 192.168.206.109@tcp LPNI seq info [2637:2637:8:4294967295] 00000400:00000200:2.0:1788942212.970826:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.970835:0:34172:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942212.970841:0:34172:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942212.970846:0:34172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9d00. 00000800:00000200:2.0:1788942212.971018:0:34172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942212.971026:0:34172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942212.971030:0:34172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788942212.971046:0:34172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.971052:0:34172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 829800 usecs (830 jiffies) 00000400:00000200:2.0:1788942212.971056:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942212.971059:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613960 00000100:00000001:2.0:1788942212.971062:0:34172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.971064:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613960 00000100:00000001:2.0:1788942212.971066:0:34172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.971069:0:34172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.971071:0:34172:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.971073:0:34172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942212.971075:0:34172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942212.971077:0:34172:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788942212.971080:0:34172:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942212.971082:0:34172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.971205:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.971209:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9d00. 00000400:00000200:3.0:1788942212.971214:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.971219:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.971224:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61198 00000400:00000010:3.0:1788942212.971226:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61198. 00000100:00000001:3.0:1788942212.971229:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.971233:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.971242:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.971246:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.971252:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.971254:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942212.971903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48400. 00010000:00000010:1.1:1788942212.971910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983200. 00000800:00000001:2.0:1788942212.975786:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.975802:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942212.975806:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.975808:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.975816:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.975824:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942212.975832:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.975837:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.975842:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.975846:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103359c00 00000400:00000200:2.0:1788942212.975879:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x70a5 [2] + 328 00000800:00000001:2.0:1788942212.975886:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.975894:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.975897:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.975902:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942212.975910:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788942212.975913:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788942212.975919:0:2347:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369880. 00000100:00000040:2.0:1788942212.975923:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b552369880 x1875839905274880 msgsize 328 00000100:00100000:2.0:1788942212.975928:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:2.0:1788942212.975940:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788942212.975947:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.975951:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788942212.976010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227900. 00000100:00000001:3.0:1788942212.976119:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788942212.976122:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905274880 02000000:00000001:3.0:1788942212.976125:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788942212.976127:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942212.976129:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942212.976134:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942212.976138:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905274880 00000020:00000001:3.0:1788942212.976141:0:15936:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942212.976143:0:15936:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156ce5 00000020:00000001:3.0:1788942212.976145:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.976147:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55118a000 refcount=5 00000020:00000001:3.0:1788942212.976150:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000020:00000001:3.0:1788942212.976152:0:15936:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707156889600 : -122366552662016 : ffff90b55118a000) 00000100:00000001:3.0:1788942212.976156:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942212.976161:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd0c0. 00000100:00000001:3.0:1788942212.976164:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942212.976166:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd0c0. 00000020:00000010:3.0:1788942212.976171:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5590fbc00. 00000020:00000010:3.0:1788942212.976177:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551bc0c80. 00000020:00000010:3.0:1788942212.976181:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b5464ed7d0. 00000100:00000040:3.0:1788942212.976188:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788942212.976191:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788942212.976192:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788942212.976194:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.976236:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.976250:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942212.976261:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788942212.976263:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788942212.976268:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 60 00000100:00000040:3.0:1788942212.976272:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55118a000 : new rpc_count 1 00000100:00000001:3.0:1788942212.976275:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621707175630976 : -122366533920640 : ffff90b552369880) 00000100:00000040:3.0:1788942212.976281:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b552369880 x1875839905274880/t0(0) o104->b8e7595c-9941-401e-aeac-55facd9dfb74@192.168.206.109@tcp:678/0 lens 328/0 e 0 to 0 dl 1788942223 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942212.976290:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942212.976293:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd0c0. 00000100:00000001:3.0:1788942212.976295:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942212.976297:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd0c0. 00000100:00100000:3.0:1788942212.976302:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b552369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b8e7595c-9941-401e-aeac-55facd9dfb74+5:25234:x1875839905274880:12345-192.168.206.109@tcp:104: 00000100:00000200:3.0:1788942212.976306:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905274880 00010000:00000001:3.0:1788942212.976308:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788942212.976315:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942212.976317:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942212.976319:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=2 00000020:00000001:3.0:1788942212.976321:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.976324:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:3.0:1788942212.976327:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942212.976330:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942212.976334:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788942212.976343:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788942212.976345:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788942212.976350:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b54837d000. 02000000:00000001:3.0:1788942212.976352:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.976355:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.976358:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788942212.976361:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942212.976364:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942212.976369:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942212.976371:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942212.976374:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:3.0:1788942212.976376:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788942212.976378:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.976380:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942212.976383:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942212.976388:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedbb0. 00000100:00000200:3.0:1788942212.976393:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905274880, offset 224 00000400:00000200:3.0:1788942212.976398:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942212.976404:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.976410:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942212.976416:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2638:2638:256:4294967295] 192.168.206.109@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:3.0:1788942212.976420:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.976427:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942212.976432:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942212.976436:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35600. 00000800:00000200:3.0:1788942212.976442:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942212.976449:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942212.976453:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942212.976475:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.976479:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:3.0:1788942212.976481:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788942212.976485:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b5590396c0. 00010000:00000001:3.0:1788942212.976488:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942212.976500:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788942212.976503:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.976504:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942212.976506:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942212.976510:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369880 x1875839905274880/t0(0) o104->b8e7595c-9941-401e-aeac-55facd9dfb74@192.168.206.109@tcp:678/0 lens 328/224 e 0 to 0 dl 1788942223 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788942212.976520:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b552369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b8e7595c-9941-401e-aeac-55facd9dfb74+5:25234:x1875839905274880:12345-192.168.206.109@tcp:104: Request processed in 228us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1788942212.976643:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 60 00000100:00000040:3.0:1788942212.976648:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55118a000 : new rpc_count 0 00000100:00000001:3.0:1788942212.976650:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788942212.976652:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788942212.976656:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551bc0c80. 00000020:00000010:3.0:1788942212.976660:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b5464ed7d0. 00000020:00000010:3.0:1788942212.976664:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b5590fbc00. 00000020:00000040:3.0:1788942212.976668:0:15936:0:(genops.c:887:class_export_put()) PUTting export ffff90b55118a000 : new refcount 4 00000100:00000001:3.0:1788942212.976671:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942212.976730:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942212.976733:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942212.976735:0:15945:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788942212.976738:0:15945:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788942212.976740:0:15945:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942212.976744:0:15945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788942212.976751:0:15945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b54792bc00 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942212.976754:0:15945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942212.976758:0:15945:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942212.976766:0:15945:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788942212.976769:0:15945:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788942212.976772:0:15945:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942212.976778:0:15945:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788942212.976780:0:15945:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942212.976781:0:15945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942212.976783:0:15945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942212.976785:0:15945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792bc00 refcount=3 00000020:00000001:0.0:1788942212.976786:0:15945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:0.0:1788942212.976788:0:15945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997120000 : -122366712431616 : ffff90b54792bc00) 00010000:00000001:0.0:1788942212.976791:0:15945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942212.976794:0:15945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788942212.976801:0:15945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942212.976806:0:15945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942212.976809:0:15945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942212.976810:0:15945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CW 00000002:00000001:0.0:1788942212.976814:0:15945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942212.976816:0:15945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942212.976821:0:15945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00010000:00000001:0.0:1788942212.976824:0:15945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942212.976827:0:15945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942212.976841:0:15945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942212.976842:0:15945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942212.976844:0:15945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00010000:00000001:0.0:1788942212.976845:0:15945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942212.976847:0:15945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.976849:0:15945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.976869:0:15945:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942212.976872:0:15945:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.976873:0:15945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942212.976874:0:15945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:0.0:1788942212.976877:0:15945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942212.976878:0:15945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942212.976880:0:15945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00010000:00000001:0.0:1788942212.976882:0:15945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942212.976884:0:15945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.976886:0:15945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.976889:0:15945:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942212.976891:0:15945:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) invalid 00000020:00000001:0.0:1788942212.976894:0:15945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1d5fc40 00000080:00002000:0.0:1788942212.976896:0:15945:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90b54450fe58) parent ffff90b548d765e8 inode ffff90b548d9c2c8 refc 1 00000080:00000001:0.0:1788942212.976900:0:15945:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942212.976902:0:15945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942212.976903:0:15945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.976906:0:15945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942212.976909:0:15945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942212.976910:0:15945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942212.976911:0:15945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942212.976913:0:15945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942212.976916:0:15945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792bc00 with handle 0xcbb91bbb781578f4 from hash 00010000:00000001:0.0:1788942212.976918:0:15945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942212.976919:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942212.976921:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942212.976922:0:15945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942212.976925:0:15945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942212.976926:0:15945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788942212.976931:0:15945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942212.976934:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942212.976935:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942212.976937:0:15945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.976939:0:15945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942212.976941:0:15945:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788942212.976945:0:15945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997b80. 00000020:00000040:0.0:1788942212.976948:0:15945:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942212.976952:0:15945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942212.976954:0:15945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942212.976959:0:15945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942212.976965:0:15945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b558fcf400. 00000100:00000001:0.0:1788942212.976970:0:15945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.976972:0:15945:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942212.976977:0:15945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788942212.976983:0:15945:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788942212.976985:0:15945:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942212.976989:0:15945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942212.976993:0:15945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942212.976999:0:15945:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9a93126] to pc [ptlrpcd_00_00+0] req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788942212.977029:0:15945:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942212.977032:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942212.977033:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942212.977034:0:15945:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942212.977036:0:15945:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942212.977038:0:15945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942212.977041:0:15945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 1/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942212.977048:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942212.977050:0:15945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792bc00/0xcbb91bbb781578f4 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x4d194fbcadeed2a2 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788942212.977052:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.977055:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.977057:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1788942212.977060:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942212.977061:0:15945:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1788942212.977063:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1788942212.977063:0:15945:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b5590396c0. 00010000:00000001:0.0:1788942212.977066:0:15945:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942212.977068:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942212.977069:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.977071:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1788942212.977072:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942212.977073:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942212.977073:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942212.977074:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942212.977081:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942212.977083:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942212.977084:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.977085:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1788942212.977086:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1788942212.977087:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942212.977089:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942212.977091:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788942212.977093:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884286080:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942212.977094:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.977097:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942212.977101:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942212.977103:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.977106:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942212.977111:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b55222c400. 02000000:00000001:1.0:1788942212.977113:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942212.977117:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942212.977121:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942212.977127:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da330. 00000100:00000200:1.0:1788942212.977133:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884286080, portal 18 00000100:00000001:1.0:1788942212.977135:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942212.977136:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000040:1.0:1788942212.977143:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.977149:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942212.977152:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942212.977154:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dad48. 00000100:00000200:1.0:1788942212.977156:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884286080, offset 0 00000400:00000200:1.0:1788942212.977160:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942212.977165:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.977169:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942212.977173:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942212.977176:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942212.977179:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942212.977182:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942212.977185:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2639:2639:255:4294967295] 192.168.206.109@tcp LPNI seq info [2639:2639:7:4294967295] 00000400:00000200:1.0:1788942212.977188:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942212.977194:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942212.977198:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942212.977202:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38a00. 00000800:00000200:1.0:1788942212.977206:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942212.977210:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942212.977212:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942212.977215:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.977218:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 829800 usecs (830 jiffies) 00000400:00000200:1.0:1788942212.977221:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942212.977224:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613966 00000100:00000001:1.0:1788942212.977227:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.977228:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613966 00000100:00000001:1.0:1788942212.977231:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942212.977233:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.977235:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.977237:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.977239:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.977243:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942212.977245:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942212.977247:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.977248:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942212.977249:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.977251:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.977349:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.977353:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35600. 00000400:00000200:3.0:1788942212.977356:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.977360:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.977365:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedbb0 00000400:00000010:3.0:1788942212.977367:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedbb0. 00000100:00000001:3.0:1788942212.977370:0:2348:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788942212.977371:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788942212.977708:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.977711:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38a00. 00000400:00000200:3.0:1788942212.977715:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.977719:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.977722:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dad48 00000400:00000010:3.0:1788942212.977724:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dad48. 00000100:00000001:3.0:1788942212.977728:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.977732:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.977740:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.977744:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942212.977750:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.977752:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942212.980788:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.980803:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942212.980806:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.980808:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.980815:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.980823:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942212.980831:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.980836:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.980841:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.980845:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f55880 00000400:00000200:2.0:1788942212.980928:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.980935:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x7115 [1] + 224 00000800:00000001:2.0:1788942212.980942:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.980951:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942212.980955:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942212.980959:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942212.980965:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.980973:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942212.980984:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.981032:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.981036:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942212.981053:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942212.981061:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942212.981065:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.982467:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.982477:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.982481:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.982483:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.982490:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.982496:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.982503:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.982507:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.982511:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.982515:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 640 into portal 10 MB=0x6aa1101f55800 00000400:00000200:3.0:1788942212.982519:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.982525:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 640/640 into md 0x70fd [1] + 224 00000800:00000001:3.0:1788942212.982530:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.982578:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.982586:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.982590:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.982596:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.982602:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942212.982612:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.982666:0:34172:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942212.982692:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.982698:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.982701:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942212.984793:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942212.984798:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942212.984801:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942212.984808:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00000400:00000010:1.0:1788942212.984810:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00000100:00000001:1.0:1788942212.984814:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942212.984823:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942212.984834:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.984841:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942212.984844:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.984846:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942212.984849:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942212.984865:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942212.984867:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942212.984870:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942212.984879:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbd38 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942212.984883:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942212.984885:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942212.984887:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942212.984890:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942212.984894:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.984897:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942212.984899:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788942212.984901:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942212.984904:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942212.984908:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.984915:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942212.984918:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942212.984920:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942212.984923:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942212.984931:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884286080:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942212.984935:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.984938:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942212.984941:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997b80 x1875839884286080/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942212.984947:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942212.984950:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942212.984953:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b55222c400. 02000000:00000001:1.0:1788942212.984957:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942212.984959:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942212.984961:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942212.984963:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942212.984965:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcf400. 02000000:00000001:1.0:1788942212.984969:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942212.984971:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942212.984972:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997b80. 00000100:00000001:1.0:1788942212.984975:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942212.984977:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.984979:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942212.984986:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942212.984989:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942212.984991:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942212.984993:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788942212.985738:0:34172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942212.985742:0:34172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942212.985746:0:34172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098dc0. 00000400:00000200:2.0:1788942212.985751:0:34172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:2.0:1788942212.985754:0:34172:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:2.0:1788942212.985757:0:34172:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.985763:0:34172:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942212.985772:0:34172:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.985779:0:34172:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942212.985780:0:34172:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.985782:0:34172:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942212.985784:0:34172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942212.985786:0:34172:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942212.985788:0:34172:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.985790:0:34172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942212.985795:0:34172:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=52 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942212.985799:0:34172:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942212.985801:0:34172:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942212.985803:0:34172:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.985805:0:34172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942212.985807:0:34172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.985810:0:34172:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942212.985812:0:34172:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788942212.985813:0:34172:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942212.985815:0:34172:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.985819:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.985826:0:34172:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.985828:0:34172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942212.985829:0:34172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942212.985833:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942228 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942212.985841:0:34172:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34172:1875839884285952:192.168.206.109@tcp:101:uname.0 00000100:00000001:2.0:1788942212.985845:0:34172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.985848:0:34172:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.985863:0:34172:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942212.985865:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.985868:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.985876:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942212.985878:0:34172:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2d80. 00000100:00000001:2.0:1788942212.985881:0:34172:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942212.985883:0:34172:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.985885:0:34172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942212.985889:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.985891:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.985894:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=4 00000020:00000001:2.0:1788942212.985896:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.985899:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000040:2.0:1788942212.985905:0:34172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792ac00, remote cookie: 0x4d194fbcadeed2b7, flags: 0x1001 00010000:00010000:2.0:1788942212.985910:0:34172:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942212.985919:0:34172:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.985925:0:34172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942212.985928:0:34172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942212.985930:0:34172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942212.985932:0:34172:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942212.985933:0:34172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942212.985936:0:34172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff90b545f48300) refcount = 1 00010000:00010000:2.0:1788942212.985940:0:34172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.985945:0:34172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942212.985948:0:34172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942212.985950:0:34172:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942212.985952:0:34172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942212.985955:0:34172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.985958:0:34172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.985963:0:34172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942212.985965:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.985966:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.985968:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.985969:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.985970:0:34172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.985974:0:34172:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942212.985976:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.985977:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.985979:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:2.0:1788942212.985980:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.985982:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.985984:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.985985:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.985987:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=4 00000020:00000001:2.0:1788942212.985989:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.985991:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.985994:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.985997:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.986000:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.986007:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.986008:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.986009:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.986010:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.986011:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=5 00000020:00000001:2.0:1788942212.986013:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.986016:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.986018:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942212.986021:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.986027:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.986028:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942212.986031:0:34172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.986037:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942212.986039:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.986040:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.986041:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.986042:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942212.986047:0:34172:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788942212.986056:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.986057:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.986059:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:2.0:1788942212.986061:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.986063:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00000002:00010000:2.0:1788942212.986067:0:34172:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788942212.986803:0:34172:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5453458c0. 00010000:00000001:2.0:1788942212.986809:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.986810:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942212.986812:0:34172:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.986814:0:34172:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942212.986817:0:34172:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788942212.986819:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.986821:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.986823:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:2.0:1788942212.986825:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.986828:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00000002:00010000:2.0:1788942212.986832:0:34172:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.986841:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.986842:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.986844:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942212.986845:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.986846:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.986848:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:2.0:1788942212.986850:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.986869:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000040:2.0:1788942212.986876:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:2.0:1788942212.986879:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942212.986883:0:34172:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:2.0:1788942212.986885:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.986886:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942212.986888:0:34172:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942212.986891:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fa18 00000002:00002000:2.0:1788942212.986893:0:34172:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788942212.986896:0:34172:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942212.986903:0:34172:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942212.986906:0:34172:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942212.986908:0:34172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x31:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788942212.986911:0:34172:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942212.986916:0:34172:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fbe00. 00000080:00000001:2.0:1788942212.986920:0:34172:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942212.986922:0:34172:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942212.986929:0:34172:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942212.986932:0:34172:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1788942212.986935:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942212.986939:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942212.986942:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000020:00000001:2.0:1788942212.986944:0:34172:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942212.986947:0:34172:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942212.986949:0:34172:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942212.986954:0:34172:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd540. 00020000:00000010:2.0:1788942212.986958:0:34172:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b551b17100. 00020000:00000010:2.0:1788942212.986963:0:34172:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd5a0. 00020000:00000001:2.0:1788942212.986965:0:34172:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948433312 : -122366761118304 : ffff90b544abd5a0) 00020000:00000002:2.0:1788942212.986968:0:34172:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd5a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942212.986972:0:34172:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942212.986975:0:34172:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b551b17100: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788942212.986978:0:34172:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b55901cf80 00020000:00000001:2.0:1788942212.986981:0:34172:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942212.986983:0:34172:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b55901cf80 00020000:00000010:2.0:1788942212.986987:0:34172:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b551b17100. 00020000:00000010:2.0:1788942212.986990:0:34172:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abd540. 00020000:00000010:2.0:1788942212.986993:0:34172:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abd5a0. 00020000:00000002:2.0:1788942212.986995:0:34172:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942212.986997:0:34172:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.986998:0:34172:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788942212.987000:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000080:00000001:2.0:1788942212.987005:0:34172:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1788942212.987008:0:34172:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1788942212.987012:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.987013:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.987015:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:2.0:1788942212.987016:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.987019:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00000080:00000001:2.0:1788942212.987021:0:34172:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788942212.987022:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942212.987023:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942212.987025:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000020:00000001:2.0:1788942212.987027:0:34172:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942212.987028:0:34172:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942212.987029:0:34172:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942212.987031:0:34172:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd5a0. 00020000:00000010:2.0:1788942212.987033:0:34172:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b551b17100. 00020000:00000010:2.0:1788942212.987036:0:34172:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd540. 00020000:00000001:2.0:1788942212.987037:0:34172:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948433216 : -122366761118400 : ffff90b544abd540) 00020000:00000002:2.0:1788942212.987040:0:34172:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd540, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942212.987043:0:34172:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942212.987046:0:34172:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b551b17100: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788942212.987049:0:34172:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b55901cf80 00020000:00000001:2.0:1788942212.987051:0:34172:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942212.987052:0:34172:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b55901cf80 00020000:00000010:2.0:1788942212.987054:0:34172:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b551b17100. 00020000:00000010:2.0:1788942212.987057:0:34172:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abd5a0. 00020000:00000010:2.0:1788942212.987058:0:34172:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abd540. 00020000:00000002:2.0:1788942212.987060:0:34172:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942212.987062:0:34172:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.987064:0:34172:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.987067:0:34172:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788942212.987070:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:2.0:1788942212.987073:0:34172:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e764e0 addref 2/0 by ffff90b55901cf80. 00020000:00000002:2.0:1788942212.987315:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:2.0:1788942212.987319:0:34172:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788942212.987321:0:34172:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942212.987323:0:34172:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788942212.987324:0:34172:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788942212.987327:0:34172:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788942212.987329:0:34172:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788942212.987332:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000080:00000001:2.0:1788942212.987334:0:34172:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.987337:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.987338:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942212.987340:0:34172:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942212.987344:0:34172:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942212.987346:0:34172:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942212.987349:0:34172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb781578fb 00800000:00000001:2.0:1788942212.987352:0:34172:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942212.987354:0:34172:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942212.987355:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.987357:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.987358:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:2.0:1788942212.987360:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.987362:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.987365:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.987366:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942212.987367:0:34172:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942212.987369:0:34172:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.987371:0:34172:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942212.987374:0:34172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) 00000080:00010000:2.0:1788942212.987377:0:34172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578fb from it ffffa57dc1c0fcd8 00010000:00000001:2.0:1788942212.987379:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.987380:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.987381:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:2.0:1788942212.987383:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.987385:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942212.987387:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942212.987391:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942212.987398:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.987399:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.987400:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942212.987403:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942212.987405:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942212.987412:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942212.987415:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942212.987417:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942212.987421:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.987422:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.987423:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.987426:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942212.987428:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.987431:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.987434:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.987436:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942212.987437:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.987439:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942212.987441:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.987451:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368000 x1875839884285952/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/640 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.987458:0:34172:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942212.987461:0:34172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942212.987464:0:34172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab5800. 02000000:00000001:2.0:1788942212.987468:0:34172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942212.987470:0:34172:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942212.987472:0:34172:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942212.987474:0:34172:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942212.987476:0:34172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942212.987480:0:34172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942212.987481:0:34172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942212.987483:0:34172:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368000. 00000100:00000001:2.0:1788942212.987486:0:34172:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942212.987488:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942212.987491:0:34172:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788942212.987494:0:34172:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788942212.987496:0:34172:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942212.987498:0:34172:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788942212.987500:0:34172:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.987502:0:34172:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942212.987505:0:34172:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788942212.987506:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942212.987508:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942212.987510:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000020:00000001:2.0:1788942212.987515:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.987517:0:34172:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942212.987520:0:34172:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942212.987522:0:34172:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788942212.987525:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942212.987526:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788942212.987528:0:34172:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942212.987530:0:34172:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.987532:0:34172:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942212.987536:0:34172:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b545ebd2e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788942212.987539:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:2.0:1788942212.987542:0:34172:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942212.987544:0:34172:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942212.987546:0:34172:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942212.987547:0:34172:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.987550:0:34172:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788942212.987552:0:34172:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942212.987553:0:34172:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.987555:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942212.987556:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942212.987558:0:34172:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942212.987559:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00000020:00000001:2.0:1788942212.987562:0:34172:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942212.987564:0:34172:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788942212.987566:0:34172:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1788942212.987569:0:34172:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788942212.987570:0:34172:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788942212.987573:0:34172:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788942212.987575:0:34172:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788942212.988818:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788942212.988986:0:34172:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551c4c780. 00020000:00000002:2.0:1788942212.988991:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942212.988993:0:34172:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788942212.988996:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.988997:0:34172:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942212.988999:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788942212.989002:0:34172:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b552124ab0. 00000020:00000010:2.0:1788942212.989006:0:34172:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b558fca600. 00000020:00000010:2.0:1788942212.989010:0:34172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b558fca800. 00000020:00000010:2.0:1788942212.989013:0:34172:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b544abd540. 00000008:00000010:2.0:1788942212.989018:0:34172:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b550cbacc0. 00020000:00000010:2.0:1788942212.989021:0:34172:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b560699e40. 00008000:00000010:2.0:1788942212.989025:0:34172:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b545983170. 00000080:00000010:2.0:1788942212.989030:0:34172:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b5485ebe70. 00000080:00000010:2.0:1788942212.989034:0:34172:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b545ebf2e0. 00000020:00000010:2.0:1788942212.989037:0:34172:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b558fcae00. 00000008:00000010:2.0:1788942212.989041:0:34172:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b558fd4dc0. 00020000:00000010:2.0:1788942212.989043:0:34172:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b558fef230. 00008000:00000010:2.0:1788942212.989047:0:34172:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b544ddb670. 00000080:00000010:2.0:1788942212.989226:0:34172:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b544e85e10. 00000020:00000001:2.0:1788942212.989231:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173251768 : -122366536299848 : ffff90b552124ab8) 00000020:00001000:2.0:1788942212.989264:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ab0 00000020:00000001:2.0:1788942212.989271:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.989273:0:34172:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942212.989275:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942212.989277:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942212.989278:0:34172:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.989280:0:34172:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.989281:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.989284:0:34172:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788942212.989288:0:34172:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5459eb7c0. 00000008:00010000:2.0:1788942212.989290:0:34172:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788942212.989293:0:34172:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942212.989294:0:34172:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788942212.989296:0:34172:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551c4c7b0, osc lock ffff90b5459eb7c0, flags 0x400001002 00000020:00000001:2.0:1788942212.989298:0:34172:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.989299:0:34172:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.989301:0:34172:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707168171904 : -122366541379712 : ffff90b551c4c780) 00000020:00000001:2.0:1788942212.989303:0:34172:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942212.989303:0:34172:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788942212.989305:0:34172:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989306:0:34172:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989308:0:34172:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788942212.989310:0:34172:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788942212.989312:0:34172:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942212.989314:0:34172:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942212.989315:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.989316:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.989317:0:34172:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942212.989319:0:34172:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942212.989321:0:34172:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942212.989323:0:34172:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788942212.989325:0:34172:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788942212.989326:0:34172:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788942212.989328:0:34172:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788942212.989329:0:34172:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788942212.989330:0:34172:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788942212.989332:0:34172:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788942212.989334:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942212.989339:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:2.0:1788942212.989342:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942212.989346:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.989350:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942212.989353:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942212.989364:0:34172:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942212.989368:0:34172:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.989370:0:34172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942212.989377:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.989378:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.989380:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:2.0:1788942212.989382:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.989384:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:2.0:1788942212.989386:0:34172:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788942212.989388:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.989389:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.989390:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:2.0:1788942212.989392:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.989394:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000020:00000001:2.0:1788942212.989397:0:34172:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942212.989398:0:34172:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788942212.989400:0:34172:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788942212.989401:0:34172:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.989403:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.989403:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.989404:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:2.0:1788942212.989405:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.989407:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.989408:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942212.989410:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942212.989415:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.989416:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.989417:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942212.989419:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942212.989421:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942212.989426:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942212.989428:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942212.989430:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942212.989432:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.989432:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.989434:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.989436:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942212.989437:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.989439:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.989441:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.989443:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942212.989444:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.989445:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.989446:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.989447:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942212.989448:0:34172:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942212.989450:0:34172:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989451:0:34172:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.989453:0:34172:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989454:0:34172:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989455:0:34172:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942212.989456:0:34172:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788942212.989458:0:34172:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788942212.989459:0:34172:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788942212.989460:0:34172:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989462:0:34172:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.989465:0:34172:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788942212.989467:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.989468:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.989469:0:34172:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942212.989471:0:34172:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788942212.989473:0:34172:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:2.0:1788942212.989476:0:34172:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989477:0:34172:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989478:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:2.0:1788942212.989480:0:34172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788942212.989482:0:34172:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788942212.989483:0:34172:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788942212.989484:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b545ebd280 (ffff90b552124ea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788942212.989487:0:34172:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942212.989488:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b545ebd280 (ffff90b552124ea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788942212.989490:0:34172:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788942212.989491:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.989492:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.989493:0:34172:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942212.989494:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551c4c7b0 (ffff90b552124ab8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788942212.989496:0:34172:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788942212.989497:0:34172:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788942212.989499:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.989500:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942212.989501:0:34172:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788942212.989502:0:34172:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942212.989503:0:34172:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942212.989504:0:34172:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942212.989505:0:34172:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942212.989506:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b545ebd280 (ffff90b552124ea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788942212.989508:0:34172:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788942212.989508:0:34172:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942212.989509:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551c4c7b0 (ffff90b552124ea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788942212.989512:0:34172:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5459eb7c0. 00000020:00000001:2.0:1788942212.989515:0:34172:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788942212.989517:0:34172:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551c4c780. 00020000:00000001:2.0:1788942212.989520:0:34172:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788942212.989521:0:34172:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788942212.989522:0:34172:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788942212.989523:0:34172:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.989525:0:34172:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788942212.989527:0:34172:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788942212.989528:0:34172:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942212.989529:0:34172:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788942212.989530:0:34172:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942212.989532:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ab0 00020000:00000001:2.0:1788942212.989534:0:34172:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788942212.989535:0:34172:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788942212.989538:0:34172:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00010000:00000010:0.1:1788942212.989925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792bc00. 00000080:00200000:2.0:1788942212.990519:0:34172:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788942212.990526:0:34172:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942212.990529:0:34172:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990531:0:34172:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942212.990533:0:34172:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788942212.990534:0:34172:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942212.990537:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000001:00000001:2.0:1788942212.990540:0:34172:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990548:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fd28 00000080:00000008:2.0:1788942212.990550:0:34172:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942212.990714:0:34172:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788942212.990717:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fd88 00000080:00200008:2.0:1788942212.990719:0:34172:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1788942212.990723:0:34172:0:(file.c:2656:do_file_write_iter()) inode ffff90b548d9c2c8 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:2.0:1788942212.990726:0:34172:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788942212.990728:0:34172:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990730:0:34172:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788942212.990733:0:34172:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990736:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942212.990739:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942212.990742:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000080:00000001:2.0:1788942212.990745:0:34172:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788942212.990746:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fc98 00000080:00200000:2.0:1788942212.990748:0:34172:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788942212.990753:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fc30 00000080:00200000:2.0:1788942212.990755:0:34172:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788942212.990757:0:34172:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788942212.990759:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.990761:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.990763:0:34172:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942212.990765:0:34172:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788942212.990767:0:34172:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:2.0:1788942212.990770:0:34172:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990772:0:34172:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990773:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:2.0:1788942212.990776:0:34172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788942212.990778:0:34172:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788942212.990780:0:34172:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788942212.990785:0:34172:0:(cl_io.c:214:cl_io_rw_init()) header@00000000010d19d6[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1788942212.990787:0:34172:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1788942212.990789:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.990791:0:34172:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942212.990793:0:34172:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942212.990794:0:34172:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788942212.990796:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942212.990798:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788942212.990800:0:34172:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942212.990804:0:34172:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990806:0:34172:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942212.990808:0:34172:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990809:0:34172:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942212.990812:0:34172:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b545ebd2e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788942212.990815:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:2.0:1788942212.990819:0:34172:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942212.990820:0:34172:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942212.990822:0:34172:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942212.990824:0:34172:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788942212.990826:0:34172:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1788942212.990828:0:34172:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788942212.990830:0:34172:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942212.990831:0:34172:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990833:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942212.990834:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942212.990835:0:34172:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942212.990837:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00000020:00000001:2.0:1788942212.990839:0:34172:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990840:0:34172:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942212.990842:0:34172:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788942212.990845:0:34172:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788942212.990847:0:34172:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990869:0:34172:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788942212.990871:0:34172:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788942212.990873:0:34172:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788942212.990874:0:34172:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788942212.990876:0:34172:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788942212.990878:0:34172:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788942212.990880:0:34172:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788942212.990883:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942212.990886:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.990887:0:34172:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942212.990888:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942212.990890:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173251768 : -122366536299848 : ffff90b552124ab8) 00000020:00001000:2.0:1788942212.990892:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ab0 00000020:00000001:2.0:1788942212.990893:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.990894:0:34172:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942212.990897:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942212.990898:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942212.990899:0:34172:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990900:0:34172:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990902:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.990904:0:34172:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788942212.990906:0:34172:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788942212.990909:0:34172:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990910:0:34172:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990912:0:34172:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990914:0:34172:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990915:0:34172:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990918:0:34172:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788942212.990920:0:34172:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788942212.990921:0:34172:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788942212.990923:0:34172:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788942212.990926:0:34172:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990928:0:34172:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990929:0:34172:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788942212.990930:0:34172:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788942212.990932:0:34172:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788942212.990933:0:34172:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788942212.990935:0:34172:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990937:0:34172:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990938:0:34172:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990940:0:34172:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.990942:0:34172:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990944:0:34172:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788942212.990945:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942212.990946:0:34172:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788942212.990948:0:34172:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942212.990949:0:34172:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990951:0:34172:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990952:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990954:0:34172:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.990955:0:34172:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942212.990956:0:34172:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788942212.990958:0:34172:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788942212.990959:0:34172:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788942212.990961:0:34172:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788942212.990964:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788942212.990971:0:34172:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551c4c780. 00020000:00000002:2.0:1788942212.990973:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942212.990975:0:34172:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788942212.990977:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.990978:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.990980:0:34172:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788942212.990983:0:34172:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5459eb7c0. 00000008:00010000:2.0:1788942212.990985:0:34172:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788942212.990987:0:34172:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942212.990988:0:34172:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788942212.990990:0:34172:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551c4c7b0, osc lock ffff90b5459eb7c0, flags 0x0 00000020:00000001:2.0:1788942212.990992:0:34172:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990994:0:34172:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.990996:0:34172:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707168171904 : -122366541379712 : ffff90b551c4c780) 00000020:00000001:2.0:1788942212.990998:0:34172:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942212.990999:0:34172:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788942212.991000:0:34172:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.991002:0:34172:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.991003:0:34172:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942212.991004:0:34172:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942212.991005:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.991006:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.991008:0:34172:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942212.991009:0:34172:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942212.991011:0:34172:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788942212.991012:0:34172:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992308:0:34172:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788942212.992314:0:34172:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788942212.992316:0:34172:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788942212.992319:0:34172:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788942212.992320:0:34172:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788942212.992321:0:34172:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788942212.992324:0:34172:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788942212.992327:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942212.992333:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:2.0:1788942212.992337:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942212.992343:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.992347:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942212.992351:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788942212.992369:0:34172:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942212.992375:0:34172:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.992378:0:34172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942212.992385:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.992387:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.992390:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:2.0:1788942212.992392:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.992394:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:2.0:1788942212.992398:0:34172:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788942212.992400:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.992401:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.992403:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:2.0:1788942212.992405:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.992407:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.992409:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.992410:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.992411:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:2.0:1788942212.992413:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.992415:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.992417:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942212.992419:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942212.992421:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942212.992428:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.992430:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942212.992432:0:34172:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.992434:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.992435:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.992436:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=7 00000020:00000001:2.0:1788942212.992438:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.992440:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.992442:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942212.992444:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942212.992450:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.992451:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942212.992454:0:34172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942212.992460:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942212.992462:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.992463:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.992464:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.992465:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942212.992466:0:34172:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942212.992469:0:34172:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992471:0:34172:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.992473:0:34172:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992475:0:34172:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992476:0:34172:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992478:0:34172:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992480:0:34172:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992482:0:34172:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788942212.992486:0:34172:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1788942212.992490:0:34172:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788942212.992493:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.992495:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.992496:0:34172:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942212.992499:0:34172:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788942212.992501:0:34172:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:2.0:1788942212.992504:0:34172:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992506:0:34172:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992507:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:2.0:1788942212.992509:0:34172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788942212.992512:0:34172:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788942212.992515:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fb80 00000080:00200000:2.0:1788942212.992517:0:34172:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1788942212.992520:0:34172:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788942212.992522:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:2.0:1788942212.992525:0:34172:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e764e0 addref 2/0 by ffff90b55901cf80. 00020000:00000002:2.0:1788942212.992528:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00000020:00000001:2.0:1788942212.992531:0:34172:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788942212.992534:0:34172:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788942212.992536:0:34172:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788942212.992539:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1788942212.992543:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.992544:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.992546:0:34172:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788942212.992549:0:34172:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788942212.992551:0:34172:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992553:0:34172:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.992555:0:34172:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992557:0:34172:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.992564:0:34172:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788942212.992565:0:34172:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1788942212.992572:0:34172:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1788942212.992574:0:34172:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.992934:0:34172:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788942212.992938:0:34172:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] ffffdeaa04ab59c0 ffff90b558151a80 1 00000020:00000001:2.0:1788942212.992941:0:34172:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788942212.992944:0:34172:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621707274099328 : -122366435452288 : ffff90b558151a80) 00000020:00000001:2.0:1788942212.992946:0:34172:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446621707274099328 : -122366435452288 : ffff90b558151a80) 00000020:00000001:2.0:1788942212.992948:0:34172:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788942212.992950:0:34172:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788942212.992952:0:34172:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000020:00000001:2.0:1788942212.992955:0:34172:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788942212.992956:0:34172:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788942212.992957:0:34172:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788942212.992962:0:34172:0:(cl_page.c:507:__cl_page_state_set()) page@000000002ff2eeff[3 0000000033a109b1 1 1 000000004559f6bf 0 0 0] 00000020:00000001:2.0:1788942212.992964:0:34172:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788942212.992965:0:34172:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788942212.992967:0:34172:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788942212.992968:0:34172:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788942212.992970:0:34172:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.992973:0:34172:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788942212.992974:0:34172:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1788942212.992976:0:34172:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788942212.992977:0:34172:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000020:00000001:2.0:1788942212.992979:0:34172:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788942212.992980:0:34172:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788942212.992983:0:34172:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788942212.992985:0:34172:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788942212.992986:0:34172:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788942212.992987:0:34172:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788942212.992990:0:34172:0:(rw26.c:929:ll_write_end()) page@000000002ff2eeff[4 0000000033a109b1 2 1 000000004559f6bf 0 0 0] 00000080:00200000:2.0:1788942212.992994:0:34172:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9ea41a4 17ffffc0001039 2:0 ffff90b558151a80 0 lru 00000080:00200000:2.0:1788942212.993001:0:34172:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd2d6c68 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 0000000009a59cbc 000000005aa568ed > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1788942212.993003:0:34172:0:(rw26.c:929:ll_write_end()) end page@000000002ff2eeff 00000080:00200000:2.0:1788942212.993005:0:34172:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788942212.993007:0:34172:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788942212.993008:0:34172:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1788942212.993011:0:34172:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788942212.993013:0:34172:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788942212.993015:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.993016:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.993018:0:34172:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788942212.993020:0:34172:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788942212.993022:0:34172:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788942212.993024:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000002:2.0:1788942212.993027:0:34172:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1788942212.993029:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.993031:0:34172:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788942212.993034:0:34172:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1788942212.993036:0:34172:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942212.993038:0:34172:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.993040:0:34172:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.993042:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:2.0:1788942212.993044:0:34172:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788942212.993045:0:34172:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788942212.993048:0:34172:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788942212.993051:0:34172:0:(cl_page.c:556:cl_batch_put()) page@000000002ff2eeff[4 0000000033a109b1 2 1 000000004559f6bf 0 0 0] 00000020:00000001:2.0:1788942212.993053:0:34172:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788942212.993054:0:34172:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788942212.993055:0:34172:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788942212.994397:0:34172:0:(osc_request.c:745:osc_update_next_shrink()) next time 3145 to shrink grant 00000080:00000001:2.0:1788942212.994404:0:34172:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788942212.994406:0:34172:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788942212.994409:0:34172:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90b548d9c478, count 1, dirtied 0 00000080:00000001:2.0:1788942212.994412:0:34172:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788942212.994414:0:34172:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788942212.994416:0:34172:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788942212.994505:0:34172:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788942212.994507:0:34172:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788942212.994557:0:34172:0:(cl_page.c:507:__cl_page_state_set()) page@000000002ff2eeff[3 0000000033a109b1 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788942212.994560:0:34172:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788942212.994562:0:34172:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788942212.994563:0:34172:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788942212.994565:0:34172:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788942212.994568:0:34172:0:(cl_page.c:556:cl_batch_put()) page@000000002ff2eeff[3 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788942212.994667:0:34172:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788942212.994670:0:34172:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788942212.994671:0:34172:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788942212.994674:0:34172:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788942212.994675:0:34172:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994678:0:34172:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.994691:0:34172:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994693:0:34172:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942212.994696:0:34172:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1788942212.994698:0:34172:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788942212.994700:0:34172:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788942212.994701:0:34172:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.994703:0:34172:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1788942212.994713:0:34172:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1788942212.994715:0:34172:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994718:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fb80 00000080:00200000:2.0:1788942212.994720:0:34172:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1788942212.994722:0:34172:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.994725:0:34172:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788942212.994727:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942212.994729:0:34172:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788942212.994733:0:34172:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788942212.994735:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.994737:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.994739:0:34172:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788942212.994742:0:34172:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942212.994743:0:34172:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994745:0:34172:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994747:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:2.0:1788942212.994749:0:34172:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994751:0:34172:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.994755:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.994757:0:34172:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994758:0:34172:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994761:0:34172:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788942212.994762:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788942212.994763:0:34172:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788942212.994765:0:34172:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788942212.994766:0:34172:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788942212.994767:0:34172:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.994769:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.994773:0:34172:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788942212.994775:0:34172:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788942212.994777:0:34172:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788942212.994779:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e85f38 (ffff90b552124ea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788942212.994782:0:34172:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942212.994784:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e85f38 (ffff90b552124ea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788942212.994787:0:34172:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788942212.994789:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942212.994791:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942212.994795:0:34172:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942212.994797:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551c4c7b0 (ffff90b552124ab8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788942212.994800:0:34172:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788942212.994802:0:34172:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788942212.994805:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942212.994808:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942212.994811:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:2.0:1788942212.994816:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.994819:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:2.0:1788942212.994822:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942212.994826:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942212.994838:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.994840:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.994842:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942212.994844:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942212.994847:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942212.994873:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942212.994876:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942212.994881:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942212.994885:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.994886:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.994888:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.994891:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942212.994893:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.994895:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.994898:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.994903:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942212.994904:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.994905:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942212.994906:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942212.994907:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942212.994909:0:34172:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788942212.994910:0:34172:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942212.994912:0:34172:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942212.994913:0:34172:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942212.994915:0:34172:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942212.994916:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e85f38 (ffff90b552124ea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788942212.994922:0:34172:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788942212.994923:0:34172:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942212.994924:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551c4c7b0 (ffff90b552124ea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788942212.994928:0:34172:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5459eb7c0. 00000020:00000001:2.0:1788942212.994933:0:34172:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788942212.994935:0:34172:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551c4c780. 00020000:00000001:2.0:1788942212.995018:0:34172:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788942212.995019:0:34172:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788942212.995021:0:34172:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788942212.995022:0:34172:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788942212.995024:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942212.995025:0:34172:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788942212.995026:0:34172:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788942212.995030:0:34172:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.995032:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.995034:0:34172:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788942212.995035:0:34172:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788942212.995036:0:34172:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788942212.995038:0:34172:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788942212.995040:0:34172:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788942212.995041:0:34172:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788942212.995043:0:34172:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788942212.995044:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942212.995045:0:34172:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788942212.995051:0:34172:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788942212.995052:0:34172:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.995054:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942212.995056:0:34172:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788942212.995057:0:34172:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788942212.995059:0:34172:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942212.995063:0:34172:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788942212.995067:0:34172:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788942212.995072:0:34172:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788942212.995073:0:34172:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788942212.995082:0:34172:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788942212.995083:0:34172:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942212.995084:0:34172:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788942212.995086:0:34172:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942212.995087:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ab0 00020000:00000001:2.0:1788942212.995090:0:34172:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788942212.995095:0:34172:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788942212.995097:0:34172:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788942212.995098:0:34172:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788942212.995102:0:34172:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788942212.995102:0:34172:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788942212.995104:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fc98 00000080:00200000:2.0:1788942212.995106:0:34172:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1788942212.995110:0:34172:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788942212.995114:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.995116:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942212.995118:0:34172:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942212.995121:0:34172:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788942212.995125:0:34172:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942212.995126:0:34172:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1788942212.995128:0:34172:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942212.995129:0:34172:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1788942212.995132:0:34172:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:2.0:1788942212.995138:0:34172:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942212.995140:0:34172:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:2.0:1788942212.995143:0:34172:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.995145:0:34172:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942212.995147:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:2.0:1788942212.995149:0:34172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788942212.995151:0:34172:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788942212.995157:0:34172:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1788942212.995160:0:34172:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1788942212.995162:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000020:00000001:2.0:1788942212.995165:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fd88 00000080:00000008:2.0:1788942212.995167:0:34172:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1788942212.995169:0:34172:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788942212.995186:0:34172:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788942212.995189:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:2.0:1788942212.995192:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:2.0:1788942212.995195:0:34172:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.995204:0:34172:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942212.995206:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fdf0 00000080:00200008:2.0:1788942212.995208:0:34172:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 102001 00000080:00000001:2.0:1788942212.995212:0:34172:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788942212.995214:0:34172:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788942212.995215:0:34172:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788942212.995217:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:2.0:1788942212.995222:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:2.0:1788942212.995224:0:34172:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942212.995226:0:34172:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788942212.995233:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942212.995235:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942212.995243:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:2.0:1788942212.995246:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942212.995249:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942212.995251:0:34172:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:2.0:1788942212.995254:0:34172:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788942212.995256:0:34172:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788942212.995264:0:34172:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b558fcb400. 00000080:00000001:2.0:1788942212.995266:0:34172:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788942212.995271:0:34172:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788942212.995277:0:34172:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788942212.995279:0:34172:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1788942212.995285:0:34172:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788942212.995287:0:34172:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:2.0:1788942212.995293:0:34172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368000. 00000020:00000040:2.0:1788942212.995297:0:34172:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942212.995305:0:34172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942212.995308:0:34172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942212.995312:0:34172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942212.995318:0:34172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b558fcb200. 00000100:00000001:2.0:1788942212.995327:0:34172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788942212.995347:0:34172:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788942212.995359:0:34172:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788942212.995367:0:34172:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788942212.995375:0:34172:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942212.995377:0:34172:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942212.995383:0:34172:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5591a2d80. 00000100:00000001:2.0:1788942212.995385:0:34172:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707291209088 : -122366418342528 : ffff90b5591a2d80) 00000100:00000001:2.0:1788942212.995390:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.995391:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000001:2.0:1788942212.995396:0:34172:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942212.995399:0:34172:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.995401:0:34172:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942212.995403:0:34172:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942212.995407:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.995417:0:34172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942212.995419:0:34172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.995422:0:34172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942212.995424:0:34172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942212.995426:0:34172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942212.995432:0:34172:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34172:1875839884286336:192.168.206.109@tcp:35:uname.0 00000100:00000001:2.0:1788942212.995436:0:34172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942212.995440:0:34172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942212.995442:0:34172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.995447:0:34172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942212.995454:0:34172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942212.995456:0:34172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942212.995471:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942212.995479:0:34172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098dc0. 00000400:00000010:2.0:1788942212.995485:0:34172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61440. 00000100:00000200:2.0:1788942212.995491:0:34172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884286336, portal 10 00000100:00000001:2.0:1788942212.995493:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.995497:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000040:2.0:1788942212.995504:0:34172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.995519:0:34172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942212.995522:0:34172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942212.995525:0:34172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61cc0. 00000100:00000200:2.0:1788942212.995527:0:34172:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884286336, offset 0 00000400:00000200:2.0:1788942212.995533:0:34172:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942212.995544:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.995550:0:34172:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942212.995556:0:34172:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942212.995562:0:34172:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942212.995565:0:34172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942212.995568:0:34172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942212.995572:0:34172:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2640:2640:256:4294967295] 192.168.206.109@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:2.0:1788942212.995576:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942212.995595:0:34172:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942212.995601:0:34172:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942212.995606:0:34172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9200. 00000800:00000200:2.0:1788942212.995615:0:34172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942212.995623:0:34172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942212.995627:0:34172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788942212.995649:0:34172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.995656:0:34172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 827788 usecs (828 jiffies) 00000400:00000200:2.0:1788942212.995660:0:34172:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942212.995662:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296613982 00000100:00000001:2.0:1788942212.995665:0:34172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.995667:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296613982 00000100:00000001:2.0:1788942212.995669:0:34172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:2.0:1788942212.995672:0:34172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.995677:0:34172:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.995679:0:34172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942212.995681:0:34172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942212.995692:0:34172:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5591a2d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788942212.995695:0:34172:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942212.995698:0:34172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942212.995890:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942212.995894:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9200. 00000400:00000200:3.0:1788942212.995899:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.995904:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942212.995910:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61cc0 00000400:00000010:3.0:1788942212.995912:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61cc0. 00000100:00000001:3.0:1788942212.995916:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942212.995920:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.995929:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942212.995933:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.995939:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942212.995940:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942212.999331:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.999348:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942212.999352:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.999354:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.999363:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.999370:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942212.999379:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.999384:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.999389:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.999393:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f55980 00000400:00000200:3.0:1788942212.999398:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942212.999403:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x711d [1] + 224 00000800:00000001:3.0:1788942212.999409:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.999416:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942212.999419:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942212.999424:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942212.999431:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942212.999439:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942212.999449:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942212.999481:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942212.999488:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942212.999491:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.999759:0:34172:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942212.999766:0:34172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942212.999769:0:34172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942212.999772:0:34172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098dc0. 00000400:00000200:2.0:1788942212.999777:0:34172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:2.0:1788942212.999780:0:34172:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:2.0:1788942212.999782:0:34172:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942212.999787:0:34172:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942212.999796:0:34172:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368000 x1875839884286336/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942228 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.999803:0:34172:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942212.999804:0:34172:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.999807:0:34172:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942212.999811:0:34172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942212.999813:0:34172:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942212.999815:0:34172:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942212.999819:0:34172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942212.999828:0:34172:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=52 v=5 (10 5 5 5) 00000100:00001000:2.0:1788942212.999832:0:34172:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942212.999835:0:34172:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942212.999837:0:34172:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942212.999840:0:34172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942212.999843:0:34172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.999846:0:34172:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942212.999847:0:34172:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788942212.999849:0:34172:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942212.999889:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.999891:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000001:2.0:1788942212.999894:0:34172:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942212.999896:0:34172:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788942212.999898:0:34172:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942212.999900:0:34172:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942212.999906:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368000 x1875839884286336/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.999913:0:34172:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942212.999916:0:34172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942212.999918:0:34172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942212.999922:0:34172:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368000 x1875839884286336/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942212.999929:0:34172:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34172:1875839884286336:192.168.206.109@tcp:35:uname.0 00000100:00000001:2.0:1788942212.999934:0:34172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942212.999937:0:34172:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.999940:0:34172:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942212.999942:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942212.999945:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368000 x1875839884286336/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.999951:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942212.999954:0:34172:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5591a2d80. 00000100:00000001:2.0:1788942212.999957:0:34172:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942212.999958:0:34172:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942212.999965:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942212.999966:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000002:00000001:2.0:1788942212.999969:0:34172:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942212.999972:0:34172:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942212.999976:0:34172:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcb400. 00000080:00000001:2.0:1788942212.999979:0:34172:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788942212.999983:0:34172:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788942212.999987:0:34172:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788942212.999992:0:34172:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942212.999998:0:34172:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942213.000000:0:34172:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000001:2.0:1788942213.000002:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.000005:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.000011:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942213.000012:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.000015:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368000 x1875839884286336/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.000021:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942213.000023:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.000026:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369500 x1875839884285696/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.000032:0:34172:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788942213.000036:0:34172:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942213.000037:0:34172:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942213.000039:0:34172:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942213.000042:0:34172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552274c00. 02000000:00000001:2.0:1788942213.000045:0:34172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942213.000047:0:34172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942213.000049:0:34172:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369500. 00000100:00000001:2.0:1788942213.000052:0:34172:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942213.000053:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942213.000054:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.000057:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368000 x1875839884286336/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.000063:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942213.000065:0:34172:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b559061a40. 00000002:00000001:2.0:1788942213.000069:0:34172:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942213.000070:0:34172:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942213.000084:0:34172:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b5435dd300. 00000100:00000001:2.0:1788942213.000086:0:34172:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.000090:0:34172:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368000 x1875839884286336/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.000100:0:34172:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942213.000102:0:34172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942213.000105:0:34172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552275800. 02000000:00000001:2.0:1788942213.000107:0:34172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942213.000108:0:34172:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942213.000110:0:34172:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942213.000112:0:34172:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942213.000113:0:34172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcb200. 02000000:00000001:2.0:1788942213.000116:0:34172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942213.000117:0:34172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942213.000118:0:34172:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368000. 00000100:00000001:2.0:1788942213.000121:0:34172:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942213.000122:0:34172:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942213.000125:0:34172:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942213.000129:0:34172:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e077c0. 00000080:00000001:2.0:1788942213.000132:0:34172:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942213.000138:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fdf0 00000080:00000008:2.0:1788942213.000140:0:34172:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 102001, rc = 0 00000080:00000001:2.0:1788942213.000144:0:34172:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942213.000149:0:34172:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942213.000151:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c0fe00 00000080:00002000:2.0:1788942213.000152:0:34172:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff90b54450fe58, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:2.0:1788942213.000155:0:34172:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942213.000164:0:34172:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788942213.000169:0:34172:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788942213.008479:0:34168:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b559061fa0. 00000080:00000001:1.0:1788942213.017403:0:34173:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942213.017412:0:34173:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942213.017414:0:34173:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942213.017417:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bbc0 00000080:00200000:1.0:1788942213.017422:0:34173:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942213.017431:0:34173:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:1.0:1788942213.017437:0:34173:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942213.017441:0:34173:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942213.017446:0:34173:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.017448:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bae0 00800000:00000002:1.0:1788942213.017450:0:34173:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942213.017454:0:34173:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942213.017458:0:34173:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942213.017463:0:34173:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.017465:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b9b0 00000002:00010000:1.0:1788942213.017466:0:34173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942213.017470:0:34173:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942213.017472:0:34173:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942213.017475:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942213.017481:0:34173:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.017484:0:34173:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.017485:0:34173:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.017488:0:34173:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942213.017490:0:34173:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942213.017495:0:34173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942213.017500:0:34173:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942213.017506:0:34173:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942213.017509:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942213.017515:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.017517:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.017518:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.017521:0:34173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942213.017523:0:34173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942213.017528:0:34173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942213.017534:0:34173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba000. 00000100:00000001:1.0:1788942213.017541:0:34173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.017546:0:34173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942213.017548:0:34173:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.017549:0:34173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942213.017551:0:34173:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.017553:0:34173:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.017557:0:34173:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942213.017561:0:34173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942213.017563:0:34173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942213.017567:0:34173:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e000. 00010000:00000010:1.0:1788942213.017571:0:34173:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78f80. 00010000:00000001:1.0:1788942213.017574:0:34173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942213.018008:0:34173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1800. 00000020:00000001:1.0:1788942213.018014:0:34173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942213.018017:0:34173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1800 with handle 0xcbb91bbb78157902 to hash 00000020:00000001:1.0:1788942213.018019:0:34173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942213.018021:0:34173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.018025:0:34173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.018029:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942213.018031:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.018036:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942213.018044:0:34173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942213.018056:0:34173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942213.018062:0:34173:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942213.018063:0:34173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942213.018071:0:34173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291c00. 00000100:00000001:1.0:1788942213.018073:0:34173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174747136 : -122366534804480 : ffff90b552291c00) 00000100:00000001:1.0:1788942213.018151:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942213.018153:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942213.018157:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942213.018161:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.018163:0:34173:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942213.018164:0:34173:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942213.018174:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942213.018181:0:34173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942213.018183:0:34173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942213.018187:0:34173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942213.018189:0:34173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942213.018191:0:34173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942213.018195:0:34173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34173:1875839884286464:192.168.206.109@tcp:101:cat.0 00000100:00000001:1.0:1788942213.018199:0:34173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942213.018204:0:34173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942213.018206:0:34173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942213.018208:0:34173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942213.018213:0:34173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559186000. 02000000:00000001:1.0:1788942213.018215:0:34173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942213.018222:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942213.018226:0:34173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942213.018232:0:34173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da330. 00000100:00000200:1.0:1788942213.018666:0:34173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884286464, portal 10 00000100:00000001:1.0:1788942213.018668:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942213.018670:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942213.018678:0:34173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942229 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942213.018694:0:34173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942213.018697:0:34173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942213.018701:0:34173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dab28. 00000100:00000200:1.0:1788942213.018705:0:34173:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884286464, offset 0 00000400:00000200:1.0:1788942213.018711:0:34173:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942213.018719:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942213.018727:0:34173:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942213.018731:0:34173:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942213.018735:0:34173:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942213.018739:0:34173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942213.018742:0:34173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942213.018746:0:34173:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2641:2641:256:4294967295] 192.168.206.109@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:1.0:1788942213.018750:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942213.018759:0:34173:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942213.018764:0:34173:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942213.018769:0:34173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38300. 00000800:00000200:1.0:1788942213.018776:0:34173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942213.018784:0:34173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942213.018788:0:34173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788942213.018936:0:34173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942213.018941:0:34173:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 826776 usecs (827 jiffies) 00000400:00000200:1.0:1788942213.018945:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942213.018948:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296614005 00000100:00000001:1.0:1788942213.018951:0:34173:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942213.018954:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296614005 00000100:00000001:1.0:1788942213.018956:0:34173:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942213.018959:0:34173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942213.018961:0:34173:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.018963:0:34173:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942213.018965:0:34173:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942213.018968:0:34173:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788942213.018970:0:34173:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942213.018972:0:34173:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942213.024398:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942213.024406:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38300. 00000400:00000200:3.0:1788942213.024413:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942213.024421:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942213.024428:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dab28 00000400:00000010:3.0:1788942213.024430:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dab28. 00000100:00000001:3.0:1788942213.024435:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942213.024443:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942229 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942213.024454:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942213.024458:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942229 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942213.024464:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942213.024467:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942213.024477:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942213.024487:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942213.024489:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942213.024491:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942213.024497:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.024501:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942213.024508:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.024513:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.024517:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.024521:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f55a00 00000400:00000200:3.0:1788942213.024525:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.024530:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x712d [1] + 224 00000800:00000001:3.0:1788942213.024536:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942213.024543:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942213.024545:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942213.024549:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942213.024553:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942213.024556:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942229 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942213.024564:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942213.024594:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942213.024600:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942213.024604:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942213.024638:0:34173:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942213.024645:0:34173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942213.024647:0:34173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942213.024650:0:34173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942213.024654:0:34173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00000400:00000010:1.0:1788942213.024656:0:34173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00000100:00000001:1.0:1788942213.024659:0:34173:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942213.024663:0:34173:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942213.024671:0:34173:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942213.024677:0:34173:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942213.024679:0:34173:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942213.024691:0:34173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942213.024694:0:34173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942213.024697:0:34173:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942213.024699:0:34173:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942213.024702:0:34173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942213.024711:0:34173:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=53 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942213.024715:0:34173:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942213.024718:0:34173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942213.024719:0:34173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.024722:0:34173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942213.024725:0:34173:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.024729:0:34173:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942213.024731:0:34173:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788942213.024733:0:34173:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942213.024735:0:34173:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942213.024741:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942213.024748:0:34173:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942213.024751:0:34173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942213.024753:0:34173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942213.024756:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942229 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942213.024763:0:34173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34173:1875839884286464:192.168.206.109@tcp:101:cat.0 00000100:00000001:1.0:1788942213.024768:0:34173:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942213.024771:0:34173:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.024773:0:34173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942213.024775:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942213.024778:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942229 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942213.024784:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942213.024787:0:34173:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291c00. 00000100:00000001:1.0:1788942213.024791:0:34173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942213.024792:0:34173:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.024795:0:34173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942213.024798:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.024800:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.024804:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=4 00000020:00000001:1.0:1788942213.024806:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.024809:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000040:1.0:1788942213.024814:0:34173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1800, remote cookie: 0x4d194fbcadeed2c5, flags: 0x1001 00010000:00010000:1.0:1788942213.024820:0:34173:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942213.024840:0:34173:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942213.024847:0:34173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942213.024868:0:34173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942213.024871:0:34173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942213.024873:0:34173:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942213.024874:0:34173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942213.024877:0:34173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551c3e000) refcount = 1 00010000:00010000:1.0:1788942213.024881:0:34173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942213.024892:0:34173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942213.024894:0:34173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942213.024895:0:34173:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942213.024898:0:34173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942213.024900:0:34173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.024903:0:34173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942213.025150:0:34173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942213.025151:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025153:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.025154:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025155:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.025157:0:34173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.025162:0:34173:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942213.025164:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025165:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025167:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.025169:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025171:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025173:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025173:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025175:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=4 00000020:00000001:1.0:1788942213.025177:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025179:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025182:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942213.025185:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.025188:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942213.025195:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025196:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.025198:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025199:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025200:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=5 00000020:00000001:1.0:1788942213.025202:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025204:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025207:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942213.025210:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942213.025215:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025216:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942213.025219:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942213.025225:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942213.025226:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025227:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.025228:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025229:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942213.025235:0:34173:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942229 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942213.025243:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025244:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025245:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.025247:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025249:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025251:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025252:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942213.025253:0:34173:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.025255:0:34173:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.025257:0:34173:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942213.025259:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025261:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025262:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.025264:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025266:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00000002:00010000:1.0:1788942213.025269:0:34173:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942213.025274:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025275:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.025277:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942213.025278:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025279:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025280:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.025282:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025283:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000040:1.0:1788942213.025289:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:1.0:1788942213.025292:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942213.025295:0:34173:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942213.025298:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025299:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942213.025300:0:34173:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942213.025303:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b938 00000002:00002000:1.0:1788942213.025305:0:34173:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942213.025308:0:34173:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942213.025311:0:34173:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942213.025313:0:34173:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942213.025317:0:34173:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942213.025319:0:34173:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942213.025323:0:34173:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942213.025326:0:34173:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:1.0:1788942213.025331:0:34173:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942213.025333:0:34173:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942213.025339:0:34173:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942213.025342:0:34173:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942213.025347:0:34173:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392f00. 00800000:00000001:1.0:1788942213.025350:0:34173:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008028416 : -122366701523200 : ffff90b548392f00) 00800000:00000001:1.0:1788942213.025353:0:34173:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.025355:0:34173:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942213.025357:0:34173:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942213.025359:0:34173:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942213.025362:0:34173:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942213.025365:0:34173:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942213.025366:0:34173:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.025370:0:34173:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942213.025373:0:34173:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788942213.025378:0:34173:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942213.025380:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025381:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025383:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.025385:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025386:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025388:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025389:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942213.025391:0:34173:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942213.025393:0:34173:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942213.025394:0:34173:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392f00 1 00800000:00000010:1.0:1788942213.025397:0:34173:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392f00. 00800000:00000001:1.0:1788942213.025400:0:34173:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.025402:0:34173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157902 00800000:00000001:1.0:1788942213.025405:0:34173:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942213.025407:0:34173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942213.025408:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025409:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025411:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.025412:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025414:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025416:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025417:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942213.025419:0:34173:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942213.025421:0:34173:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.025423:0:34173:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.025426:0:34173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942213.025429:0:34173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157902 from it ffffa57dc149bbf8 00010000:00000001:1.0:1788942213.025431:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.025432:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.025439:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.025442:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025444:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.025446:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942213.025449:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942213.025456:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025457:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.025458:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942213.025461:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942213.025464:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942213.025472:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942213.025474:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942213.025476:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942213.025479:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025481:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.025482:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025485:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942213.025487:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025489:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025492:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025494:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942213.025495:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025496:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942213.025498:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942213.025502:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884286464/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942229 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942213.025510:0:34173:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942213.025513:0:34173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942213.025515:0:34173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559186000. 02000000:00000001:1.0:1788942213.025519:0:34173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942213.025521:0:34173:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942213.025523:0:34173:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942213.025525:0:34173:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942213.025528:0:34173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba000. 02000000:00000001:1.0:1788942213.025531:0:34173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942213.025533:0:34173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942213.025535:0:34173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942213.025538:0:34173:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942213.025540:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942213.025543:0:34173:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942213.025548:0:34173:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942213.025561:0:34173:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfab00. 00000080:00000001:1.0:1788942213.025565:0:34173:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788942213.025567:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bb58 00000080:00200000:1.0:1788942213.025570:0:34173:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b55129f080, open_flags 8000, mode 0 opened 0 00000080:00000010:1.0:1788942213.025574:0:34173:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b5466c9c00. 00000080:00000001:1.0:1788942213.025577:0:34173:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942213.025579:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149ba08 00000080:00200000:1.0:1788942213.025581:0:34173:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open 00000080:00000010:1.0:1788942213.025588:0:34173:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:1.0:1788942213.025592:0:34173:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942213.025597:0:34173:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942213.025599:0:34173:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.025601:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b928 00800000:00000002:1.0:1788942213.025603:0:34173:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942213.025606:0:34173:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788942213.025609:0:34173:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942213.025613:0:34173:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00000020:00000001:1.0:1788942213.025616:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b8a8 00800000:00000002:1.0:1788942213.025618:0:34173:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:1.0:1788942213.025622:0:34173:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.025624:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b7e0 00000002:00010000:1.0:1788942213.025626:0:34173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:1.0:1788942213.025630:0:34173:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942213.025632:0:34173:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942213.025635:0:34173:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942213.025638:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:1.0:1788942213.025640:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942213.025643:0:34173:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942213.025646:0:34173:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025648:0:34173:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.025650:0:34173:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942213.025654:0:34173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942213.025657:0:34173:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942213.025661:0:34173:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942213.025663:0:34173:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025665:0:34173:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942213.025669:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942213.025671:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.025672:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.025674:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.025676:0:34173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942213.025678:0:34173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942213.025692:0:34173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942213.025699:0:34173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba000. 00000100:00000001:1.0:1788942213.025705:0:34173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025708:0:34173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942213.025710:0:34173:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025712:0:34173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942213.025713:0:34173:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.025715:0:34173:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942213.025722:0:34173:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:1.0:1788942213.025726:0:34173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942213.025728:0:34173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942213.025730:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:1.0:1788942213.025733:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942213.025735:0:34173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942213.025739:0:34173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d1200. 00000020:00000001:1.0:1788942213.025742:0:34173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942213.025744:0:34173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d1200 with handle 0xcbb91bbb78157909 to hash 00000020:00000001:1.0:1788942213.025746:0:34173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942213.025748:0:34173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:1.0:1788942213.025752:0:34173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:1.0:1788942213.025755:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942213.025756:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.025760:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942213.025766:0:34173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942213.025783:0:34173:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942213.025789:0:34173:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942213.025801:0:34173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942213.025807:0:34173:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942213.025809:0:34173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942213.025814:0:34173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b552291c00. 00000100:00000001:1.0:1788942213.025816:0:34173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707174747136 : -122366534804480 : ffff90b552291c00) 00000100:00000001:1.0:1788942213.025819:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942213.025820:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:1.0:1788942213.025824:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942213.025828:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.025830:0:34173:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942213.025831:0:34173:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942213.025835:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942213.025843:0:34173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942213.025845:0:34173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942213.025848:0:34173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942213.025873:0:34173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942213.025876:0:34173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942213.025880:0:34173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34173:1875839884286720:192.168.206.109@tcp:101:cat.0 00000100:00000001:1.0:1788942213.025883:0:34173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942213.025888:0:34173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942213.025890:0:34173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942213.025893:0:34173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942213.025982:0:34173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b5592c0000. 02000000:00000001:1.0:1788942213.025985:0:34173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942213.025991:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942213.025995:0:34173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942213.026001:0:34173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b559186000. 00000100:00000200:1.0:1788942213.026007:0:34173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884286720, portal 10 00000100:00000001:1.0:1788942213.026009:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942213.026010:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942213.026016:0:34173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942229 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942213.026024:0:34173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942213.026026:0:34173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942213.026030:0:34173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da330. 00000100:00000200:1.0:1788942213.026033:0:34173:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884286720, offset 0 00000400:00000200:1.0:1788942213.026040:0:34173:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942213.026047:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942213.026053:0:34173:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942213.026314:0:34173:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942213.026318:0:34173:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942213.026322:0:34173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942213.026325:0:34173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942213.026328:0:34173:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2642:2642:256:4294967295] 192.168.206.109@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:1.0:1788942213.026333:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942213.026342:0:34173:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942213.026347:0:34173:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942213.026353:0:34173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38200. 00000800:00000200:1.0:1788942213.026359:0:34173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942213.026365:0:34173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942213.026369:0:34173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942213.029591:0:34173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942213.029602:0:34173:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 825770 usecs (826 jiffies) 00000400:00000200:1.0:1788942213.029610:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942213.029614:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296614014 00000100:00000001:1.0:1788942213.029618:0:34173:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:1.0:1788942213.029621:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296614014 00000100:00000001:1.0:1788942213.029623:0:34173:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:1.0:1788942213.029626:0:34173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942213.029629:0:34173:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.029632:0:34173:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942213.029634:0:34173:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942213.029638:0:34173:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b552291c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788942213.029641:0:34173:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942213.029644:0:34173:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942213.031313:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942213.031321:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38200. 00000400:00000200:2.0:1788942213.031329:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942213.031336:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942213.031343:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da330 00000400:00000010:2.0:1788942213.031345:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da330. 00000100:00000001:2.0:1788942213.031350:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942213.031363:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942229 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.031379:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.031383:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942229 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.031390:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942213.031392:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942213.038156:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942213.038169:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942213.038173:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942213.038175:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942213.038184:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.038190:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942213.038198:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.038203:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.038209:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.038213:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f55b00 00000400:00000200:3.0:1788942213.038218:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.038224:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x7135 [64] + 224 00000800:00000001:3.0:1788942213.038230:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942213.038248:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942213.038251:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942213.038257:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942213.038263:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942213.038271:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942229 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942213.038281:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942213.038307:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942213.038315:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942213.038318:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942213.038500:0:34173:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942213.038507:0:34173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942213.038509:0:34173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942213.038512:0:34173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:2.0:1788942213.038516:0:34173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559186000 00000400:00000010:2.0:1788942213.038518:0:34173:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b559186000. 00000100:00000001:2.0:1788942213.038522:0:34173:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942213.038527:0:34173:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942213.038536:0:34173:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884286720/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.038542:0:34173:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942213.038544:0:34173:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942213.038547:0:34173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942213.038550:0:34173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942213.038552:0:34173:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942213.038554:0:34173:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942213.038557:0:34173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942213.038564:0:34173:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=53 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942213.038568:0:34173:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942213.038571:0:34173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942213.038572:0:34173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.038575:0:34173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942213.038578:0:34173:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942213.038592:0:34173:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942213.038594:0:34173:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788942213.038596:0:34173:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942213.038598:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942213.038600:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:2.0:1788942213.038604:0:34173:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942213.038606:0:34173:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788942213.038608:0:34173:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942213.038610:0:34173:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942213.038615:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942229 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.038623:0:34173:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942213.038625:0:34173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942213.038627:0:34173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942213.038631:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942229 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942213.038639:0:34173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34173:1875839884286720:192.168.206.109@tcp:101:cat.0 00000100:00000001:2.0:1788942213.038644:0:34173:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942213.038647:0:34173:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942213.038649:0:34173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942213.038651:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.038655:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942229 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.038662:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942213.038665:0:34173:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b552291c00. 00000100:00000001:2.0:1788942213.038669:0:34173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942213.038670:0:34173:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.038673:0:34173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942213.038677:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.038680:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.038692:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=4 00000020:00000001:2.0:1788942213.038695:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.038698:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000040:2.0:1788942213.038703:0:34173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d1200, remote cookie: 0x4d194fbcadeed2e1, flags: 0x1001 00010000:00010000:2.0:1788942213.038708:0:34173:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942213.038717:0:34173:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788942213.038720:0:34173:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788942213.038725:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:2.0:1788942213.038728:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942213.038731:0:34173:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942213.038735:0:34173:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942213.038743:0:34173:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.038749:0:34173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942213.038753:0:34173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942213.038755:0:34173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942213.038756:0:34173:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942213.038758:0:34173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942213.038760:0:34173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff90b545f48300) refcount = 2 00010000:00000040:2.0:1788942213.038763:0:34173:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788942213.038766:0:34173:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788942213.038773:0:34173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.038778:0:34173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942213.038781:0:34173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942213.038783:0:34173:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942213.038785:0:34173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942213.038788:0:34173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942213.038791:0:34173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.038796:0:34173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942213.038798:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.038800:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942213.038801:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.038802:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942213.038803:0:34173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942213.038807:0:34173:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942213.038809:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.038811:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.038812:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942213.038814:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.038816:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.038818:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.038819:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.038821:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=4 00000020:00000001:2.0:1788942213.038822:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.038824:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.038827:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942213.039022:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942213.039026:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.039034:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039035:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942213.039036:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.039038:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.039040:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=5 00000020:00000001:2.0:1788942213.039042:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.039044:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.039046:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942213.039049:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.039056:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039057:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942213.039060:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.039067:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942213.039068:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039069:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942213.039070:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039072:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942213.039087:0:34173:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942229 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942213.039095:0:34173:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788942213.039099:0:34173:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942229 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942213.039105:0:34173:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039110:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.039112:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.039113:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942213.039115:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.039117:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00000002:00010000:2.0:1788942213.039120:0:34173:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788942213.039130:0:34173:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b545345100. 00010000:00000001:2.0:1788942213.039133:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039133:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942213.039135:0:34173:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942213.039137:0:34173:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942213.039139:0:34173:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788942213.039142:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942213.039143:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00010000:00000001:2.0:1788942213.039145:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.039146:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.039147:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942213.039149:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.039150:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00000002:00010000:2.0:1788942213.039153:0:34173:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.039159:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039160:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942213.039162:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942213.039163:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.039164:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.039165:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942213.039167:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.039168:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000040:2.0:1788942213.039172:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00010000:00000001:2.0:1788942213.039173:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942213.039176:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942213.039179:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942213.039182:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942213.039190:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942213.039194:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942213.039197:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942213.039203:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039204:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942213.039205:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.039207:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.039208:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00000020:00000001:2.0:1788942213.039210:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.039212:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00010000:00000001:2.0:1788942213.039214:0:34173:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1788942213.039216:0:34173:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.039222:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942213.039224:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.039230:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039231:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942213.039233:0:34173:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942213.039239:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942213.039240:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039243:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788942213.039247:0:34173:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b5591a2d80. 00010000:00000001:2.0:1788942213.039249:0:34173:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788942213.039257:0:34173:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1788942213.039259:0:34173:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039261:0:34173:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039262:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942213.039264:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039265:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942213.039266:0:34173:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942213.039269:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149b768 00000002:00002000:2.0:1788942213.039271:0:34173:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788942213.039274:0:34173:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942213.039277:0:34173:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942213.039280:0:34173:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942213.039283:0:34173:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942213.039286:0:34173:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942213.039289:0:34173:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:2.0:1788942213.039292:0:34173:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942213.039293:0:34173:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b5466c9c00 it_disposition 80002b 00000080:00000001:2.0:1788942213.039296:0:34173:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942213.039301:0:34173:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942213.039304:0:34173:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942213.039306:0:34173:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1788942213.039309:0:34173:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788942213.039314:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942213.039318:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942213.039320:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000020:00000001:2.0:1788942213.039322:0:34173:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942213.039326:0:34173:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942213.039328:0:34173:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942213.039333:0:34173:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd5a0. 00020000:00000010:2.0:1788942213.039337:0:34173:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b551b17100. 00020000:00000010:2.0:1788942213.039341:0:34173:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abda20. 00020000:00000001:2.0:1788942213.039343:0:34173:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948434464 : -122366761117152 : ffff90b544abda20) 00020000:00000002:2.0:1788942213.039346:0:34173:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abda20, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942213.039351:0:34173:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942213.039354:0:34173:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b551b17100: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788942213.039358:0:34173:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00020000:00000001:2.0:1788942213.039360:0:34173:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942213.039363:0:34173:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00020000:00000010:2.0:1788942213.039366:0:34173:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b551b17100. 00020000:00000010:2.0:1788942213.039369:0:34173:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abd5a0. 00020000:00000010:2.0:1788942213.039372:0:34173:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abda20. 00020000:00000002:2.0:1788942213.039374:0:34173:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942213.039376:0:34173:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942213.039378:0:34173:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788942213.039379:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000080:00000001:2.0:1788942213.039383:0:34173:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1788942213.039386:0:34173:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788942213.039390:0:34173:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x31:0x0](ffff90b548d9c2c8): rc = 0 00000080:00000001:2.0:1788942213.039392:0:34173:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018552008 : -122366690999608 : ffff90b548d9c2c8) 00010000:00000001:2.0:1788942213.039394:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942213.039396:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.039397:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:2.0:1788942213.039399:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942213.039401:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00000080:00000001:2.0:1788942213.039403:0:34173:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942213.039403:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942213.039404:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942213.039405:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942213.039406:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942213.039408:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00010000:00010000:0.0:1788942213.039408:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:2.0:1788942213.039409:0:34173:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942213.039410:0:34173:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942213.039411:0:34173:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00010000:00000001:0.0:1788942213.039411:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788942213.039413:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00020000:00000010:2.0:1788942213.039414:0:34173:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abda20. 00020000:00000010:2.0:1788942213.039416:0:34173:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b551b17100. 00010000:00010000:0.0:1788942213.039417:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:2.0:1788942213.039419:0:34173:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd5a0. 00020000:00000001:2.0:1788942213.039420:0:34173:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948433312 : -122366761118304 : ffff90b544abd5a0) 00020000:00000002:2.0:1788942213.039423:0:34173:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd5a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942213.039426:0:34173:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00010000:00010000:0.0:1788942213.039426:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d1200 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942213.039428:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00020000:00000002:2.0:1788942213.039430:0:34173:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b551b17100: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788942213.039432:0:34173:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00010000:00010000:0.0:1788942213.039433:0:15944:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000001:2.0:1788942213.039434:0:34173:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942213.039436:0:34173:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00020000:00000010:2.0:1788942213.039438:0:34173:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b551b17100. 00010000:00000001:0.0:1788942213.039440:0:15944:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00020000:00000010:2.0:1788942213.039441:0:34173:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abda20. 00010000:00000001:0.0:1788942213.039442:0:15944:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000010:2.0:1788942213.039443:0:34173:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abd5a0. 00020000:00000002:2.0:1788942213.039444:0:34173:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942213.039446:0:34173:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.039446:0:15944:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788942213.039448:0:34173:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942213.039451:0:34173:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00010000:00000001:0.0:1788942213.039452:0:15944:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000002:2.0:1788942213.039454:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00010000:00000001:0.0:1788942213.039454:0:15944:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942213.039455:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00020000:00000002:2.0:1788942213.039456:0:34173:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e764e0 addref 2/0 by ffff90b5412f27c0. 00000020:00000001:0.0:1788942213.039457:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.039458:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1200 refcount=3 00020000:00000002:2.0:1788942213.039459:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:0.0:1788942213.039460:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00020000:00000001:2.0:1788942213.039461:0:34173:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00010000:00000001:0.0:1788942213.039462:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911814144 : -122366797737472 : ffff90b5427d1200) 00020000:00000001:2.0:1788942213.039463:0:34173:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942213.039464:0:34173:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00010000:00000001:0.0:1788942213.039464:0:15944:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00020000:00000001:2.0:1788942213.039467:0:34173:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00010000:00010000:0.0:1788942213.039467:0:15944:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000001:2.0:1788942213.039469:0:34173:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788942213.039471:0:34173:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788942213.039473:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000080:00000001:0.0:1788942213.039474:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942213.039475:0:34173:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039477:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000001:0.0:1788942213.039477:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00010000:00000001:2.0:1788942213.039478:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942213.039478:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000001:2.0:1788942213.039479:0:34173:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000040:0.0:1788942213.039480:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00800000:00000001:2.0:1788942213.039482:0:34173:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942213.039483:0:34173:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942213.039483:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942213.039484:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000080:00010000:2.0:1788942213.039486:0:34173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb781578fb 00010000:00000040:0.0:1788942213.039487:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00800000:00000001:2.0:1788942213.039489:0:34173:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00010000:00000001:0.0:1788942213.039489:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942213.039490:0:34173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942213.039491:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788942213.039492:0:15944:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00000020:00000001:2.0:1788942213.039493:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.039494:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=4 00010000:00000001:0.0:1788942213.039494:0:15944:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788942213.039495:0:15944:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000020:00000001:2.0:1788942213.039496:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942213.039498:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 02000000:00000001:0.0:1788942213.039498:0:15944:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039500:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942213.039500:0:15944:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942213.039501:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942213.039503:0:34173:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942213.039505:0:34173:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.039507:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.039508:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942213.039509:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000080:00002000:2.0:1788942213.039510:0:34173:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544589000 inode ffff90b548d9c2c8 refc 1 flags 0x40000e 00010000:00000001:0.0:1788942213.039511:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.039512:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.039513:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000080:00000001:2.0:1788942213.039514:0:34173:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942213.039515:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00000080:00010000:2.0:1788942213.039517:0:34173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) 00010000:00000001:0.0:1788942213.039517:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:0.0:1788942213.039519:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000001:2.0:1788942213.039520:0:34173:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942213.039520:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942213.039522:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788942213.039523:0:34173:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:0.0:1788942213.039524:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942213.039525:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942213.039527:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1788942213.039527:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942213.039529:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942213.039530:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1788942213.039532:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942229 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942213.039532:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942213.039533:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942213.039536:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1200 with handle 0xcbb91bbb78157909 from hash 00010000:00000001:0.0:1788942213.039538:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1788942213.039539:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.039540:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.039541:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.039542:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942213.039544:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942213.039545:0:15944:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000080:00000001:2.0:1788942213.039546:0:34173:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942213.039548:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149ba68 00010000:00000001:0.0:1788942213.039549:0:15944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000080:00200008:2.0:1788942213.039550:0:34173:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 100000 00010000:00000001:0.0:1788942213.039552:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.039553:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.039554:0:15944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942213.039556:0:34173:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e077c0. 00010000:00000001:0.0:1788942213.039557:0:15944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942213.039559:0:15944:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000080:00000010:2.0:1788942213.039562:0:34173:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b545345200. 00000100:00000010:0.0:1788942213.039563:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997800. 00000080:00000001:2.0:1788942213.039565:0:34173:0:(file.c:1008:ll_local_open()) Process entered 00000020:00000040:0.0:1788942213.039566:0:15944:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00800000:00000001:2.0:1788942213.039567:0:34173:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788942213.039569:0:34173:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000100:00000001:0.0:1788942213.039569:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942213.039571:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000002:00000010:2.0:1788942213.039572:0:34173:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b55900f940. 02000000:00000001:0.0:1788942213.039573:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942213.039579:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b558fcfc00. 00000100:00000001:0.0:1788942213.039585:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.039587:0:15944:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000002:00100000:2.0:1788942213.039590:0:34173:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942229 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1788942213.039591:0:15944:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000001:2.0:1788942213.039597:0:34173:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.039598:0:15944:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00800000:00000001:2.0:1788942213.039599:0:34173:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.039599:0:15944:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000080:00400000:2.0:1788942213.039602:0:34173:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000100:00000001:0.0:1788942213.039603:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000080:00000001:2.0:1788942213.039605:0:34173:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942213.039607:0:34173:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942213.039607:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942213.039609:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.039613:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942229 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788942213.039613:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc6da4d7] to pc [ptlrpcd_00_01+1] req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788942213.039620:0:34173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942213.039622:0:34173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b5592c0000. 00010000:00000001:0.0:1788942213.039634:0:15944:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942213.039636:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.039637:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.039638:0:15944:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.039640:0:15944:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.039642:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.039645:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942213.039651:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942213.039653:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1200/0xcbb91bbb78157909 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed2e1 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1788942213.039654:0:34173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788942213.039656:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942213.039658:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149ba68 00000080:00000008:2.0:1788942213.039660:0:34173:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 100000, rc = 0 00010000:00000010:0.0:1788942213.039660:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b545345100. 00000080:00000001:2.0:1788942213.039664:0:34173:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788942213.039665:0:34173:0:(dcache.c:176:ll_intent_release()) intent ffff90b5466c9c00 released 00010000:00000001:0.0:1788942213.039667:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00010000:2.0:1788942213.039668:0:34173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578fb from it ffff90b5466c9c00 00010000:00000001:0.0:1788942213.039668:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788942213.039670:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000010:0.0:1788942213.039670:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b5591a2d80. 00000020:00000001:2.0:1788942213.039671:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942213.039673:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00010000:00000001:0.0:1788942213.039673:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942213.039675:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00000020:00000001:0.0:1788942213.039675:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1788942213.039677:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00000020:00000001:0.0:1788942213.039677:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039679:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.039679:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942213.039680:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1788942213.039692:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788942213.039692:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.039694:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942213.039696:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942213.039697:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039699:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942213.039699:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788942213.039700:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942213.039701:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942213.039704:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942213.039706:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1788942213.039707:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788942213.039710:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:2.0:1788942213.039712:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1788942213.039712:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942213.039714:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942213.039716:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942213.039717:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1788942213.039717:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1788942213.039718:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942213.039719:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.039720:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942213.039721:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1788942213.039722:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1788942213.039723:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.039723:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942213.039725:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1788942213.039726:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039728:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942213.039730:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1788942213.039730:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788942213.039731:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942213.039732:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942213.039734:0:34173:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788942213.039736:0:34173:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788942213.039737:0:34173:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000100:00000001:0.0:1788942213.039737:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000080:00000001:2.0:1788942213.039739:0:34173:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942213.039739:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942213.039742:0:34173:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 02000000:00000001:0.0:1788942213.039742:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000001:2.0:1788942213.039743:0:34173:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942213.039745:0:34173:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 02000000:00000001:0.0:1788942213.039745:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942213.039747:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942213.039748:0:34173:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942213.039750:0:34173:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1788942213.039751:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884286848:192.168.206.109@tcp:103:ldlm_bl.0 00000080:00000001:2.0:1788942213.039752:0:34173:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942213.039754:0:34173:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942213.039754:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000080:00000010:2.0:1788942213.039756:0:34173:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b5466c9c00. 00000080:00000001:2.0:1788942213.039759:0:34173:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942213.039759:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942213.039761:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942213.039762:0:34173:0:(file.c:6657:ll_inode_permission()) Process entered 02000000:00000001:0.0:1788942213.039763:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00200000:2.0:1788942213.039765:0:34173:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8), inode mode 81a4 mask 44 02000000:00000010:0.0:1788942213.039767:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b558fcf600. 00000080:00000001:2.0:1788942213.039768:0:34173:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942213.039768:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942213.039774:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942213.039777:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097580. 00000400:00000010:0.0:1788942213.039782:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a6e8. 00000100:00000200:0.0:1788942213.039787:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884286848, portal 18 00000020:00000001:2.0:1788942213.039788:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bd28 00000100:00000001:0.0:1788942213.039789:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000080:00200008:2.0:1788942213.039790:0:34173:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000100:00000001:0.0:1788942213.039790:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006912 : -122366745544704 : ffff90b545997800) 00000080:00000001:2.0:1788942213.039795:0:34173:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942213.039796:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bca0 00000100:00000040:0.0:1788942213.039797:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00200000:2.0:1788942213.039798:0:34173:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:2.0:1788942213.039803:0:34173:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b558fcb200. 00000100:00000001:0.0:1788942213.039803:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942213.039806:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00800000:00000002:2.0:1788942213.039807:0:34173:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000400:00000010:0.0:1788942213.039808:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ac38. 00000100:00000200:0.0:1788942213.039811:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884286848, offset 0 00000080:00000001:2.0:1788942213.039812:0:34173:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942213.039814:0:34173:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942213.039816:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bbc0 00000400:00000200:0.0:1788942213.039817:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00800000:00000002:2.0:1788942213.039818:0:34173:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942213.039821:0:34173:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000400:00000200:0.0:1788942213.039823:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00800000:00000002:2.0:1788942213.039824:0:34173:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000400:00000200:0.0:1788942213.039828:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942213.039833:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942213.039837:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000002:00000001:2.0:1788942213.039839:0:34173:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942213.039841:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149ba90 00000400:00000200:0.0:1788942213.039841:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000002:00010000:2.0:1788942213.039843:0:34173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000400:00000200:0.0:1788942213.039843:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000002:00000001:2.0:1788942213.039846:0:34173:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000400:00000200:0.0:1788942213.039847:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2643:2643:256:4294967295] 192.168.206.109@tcp LPNI seq info [2643:2643:8:4294967295] 00000002:00000001:2.0:1788942213.039848:0:34173:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942213.039849:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000400:00000200:0.0:1788942213.039877:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942213.039887:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942213.039892:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942213.039897:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bc00. 00000800:00000200:0.0:1788942213.039904:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942213.039911:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942213.039914:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788942213.039935:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942213.039939:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 824775 usecs (825 jiffies) 00000400:00000200:0.0:1788942213.039943:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942213.039945:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296614024 00000100:00000001:0.0:1788942213.039949:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942213.039951:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296614024 00000100:00000001:0.0:1788942213.039953:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942213.039955:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942213.039958:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.039961:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.039963:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.039972:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942213.039974:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942213.040098:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942213.040102:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bc00. 00000400:00000200:3.0:1788942213.040107:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942213.040111:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942213.040115:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ac38 00000400:00000010:3.0:1788942213.040118:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ac38. 00000100:00000001:3.0:1788942213.040122:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942213.040129:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942213.040138:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942213.040140:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942213.040146:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942213.040147:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000040:2.0:1788942213.042164:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:2.0:1788942213.042169:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942213.042174:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942213.042180:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942213.042185:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788942213.042196:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00010000:00000010:0.1:1788942213.045030:0:34173:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1200. 02000000:00000001:0.0:1788942213.045062:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.045069:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788942213.045143:0:34173:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942213.045147:0:34173:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942213.045149:0:34173:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942213.045152:0:34173:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942213.045155:0:34173:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942213.045158:0:34173:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942213.045161:0:34173:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942213.045164:0:34173:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942213.045167:0:34173:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fcb200. 00000080:00000001:0.0:1788942213.045172:0:34173:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942213.045174:0:34173:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942213.045178:0:34173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) 00000080:00010000:0.0:1788942213.045182:0:34173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb781578fb 00800000:00000001:0.0:1788942213.045186:0:34173:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942213.045188:0:34173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942213.045190:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.045192:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.045195:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:0.0:1788942213.045197:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:0.0:1788942213.045200:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:0.0:1788942213.045203:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045205:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942213.045206:0:34173:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942213.045208:0:34173:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942213.045210:0:34173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578fb from it ffffa57dc149bcd8 00010000:00000001:0.0:1788942213.045212:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.045213:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.045215:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:0.0:1788942213.045217:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:0.0:1788942213.045219:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:0.0:1788942213.045221:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.045225:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942213.045233:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045234:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.045235:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942213.045239:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942213.045241:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942213.045250:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942213.045253:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942213.045255:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942213.045259:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045261:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.045262:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045265:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942213.045267:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045269:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045273:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045275:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942213.045276:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045277:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942213.045280:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942213.045282:0:34173:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942213.045286:0:34173:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788942213.045288:0:34173:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788942213.045290:0:34173:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942213.045292:0:34173:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788942213.045294:0:34173:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.045296:0:34173:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942213.045299:0:34173:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788942213.045301:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942213.045306:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:0.0:1788942213.045308:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000020:00000001:0.0:1788942213.045312:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.045315:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942213.045317:0:34173:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942213.045319:0:34173:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788942213.045322:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.045324:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942213.045326:0:34173:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942213.045328:0:34173:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.045330:0:34173:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942213.045333:0:34173:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b544e749a0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788942213.045336:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942213.045340:0:34173:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942213.045342:0:34173:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942213.045344:0:34173:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942213.045346:0:34173:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.045348:0:34173:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942213.045350:0:34173:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942213.045351:0:34173:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045353:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.045354:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942213.045355:0:34173:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942213.045357:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:0.0:1788942213.045359:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942213.045361:0:34173:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788942213.045362:0:34173:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788942213.045364:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942213.045366:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942213.045367:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942213.045369:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942213.045373:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788942213.045380:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87080. 00020000:00000002:0.0:1788942213.045383:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942213.045385:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942213.045386:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.045388:0:34173:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942213.045389:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942213.045391:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246456 : -122366539305160 : ffff90b551e46f38) 00000020:00001000:0.0:1788942213.045393:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46f30 00000020:00000001:0.0:1788942213.045395:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.045396:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942213.045399:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.045400:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942213.045402:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.045404:0:34173:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.045406:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.045408:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942213.045412:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b44c0. 00000008:00010000:0.0:1788942213.045414:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788942213.045416:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.045418:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942213.045419:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f870b0, osc lock ffff90b5580b44c0, flags 0x400001002 00000020:00000001:0.0:1788942213.045421:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.045423:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.045425:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171557504 : -122366537994112 : ffff90b551f87080) 00000020:00000001:0.0:1788942213.045427:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.045429:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942213.045430:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045432:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045434:0:34173:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788942213.045436:0:34173:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942213.045438:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.045439:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.045441:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.045442:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.045443:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.045445:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.045447:0:34173:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942213.045450:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942213.045452:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.045453:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.045455:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942213.045456:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942213.045458:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942213.045460:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942213.045462:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942213.045467:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:0.0:1788942213.045470:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942213.045474:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942213.045477:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942213.045481:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788942213.045491:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942213.045494:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.045497:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942213.045504:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.045505:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.045507:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:0.0:1788942213.045509:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.045511:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:0.0:1788942213.045514:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942213.045516:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.045517:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.045519:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:0.0:1788942213.045521:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.045523:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000020:00000001:0.0:1788942213.045526:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942213.045528:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788942213.045530:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788942213.045532:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045533:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.045534:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.045536:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:0.0:1788942213.045537:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.045539:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.045541:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.045543:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942213.045549:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045551:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.045552:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942213.045553:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942213.045555:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.045562:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942213.045564:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942213.045565:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942213.045567:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045568:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.045569:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045571:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942213.045573:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045575:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045727:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.045730:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942213.045731:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045733:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.045734:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045735:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.045737:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942213.045739:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045741:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.045743:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045745:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045746:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942213.045748:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788942213.045750:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788942213.045752:0:34173:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788942213.045754:0:34173:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045756:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.045760:0:34173:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942213.045762:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.045764:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.045765:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942213.045768:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942213.045771:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:0.0:1788942213.045774:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045776:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.045778:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:0.0:1788942213.045780:0:34173:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788942213.045782:0:34173:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942213.045784:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942213.045785:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942213.045788:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.045789:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942213.045791:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942213.045793:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.045794:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.045796:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.045798:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f870b0 (ffff90b551e46f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942213.045800:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942213.045801:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942213.045802:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.045803:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.045805:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942213.045806:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.045807:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.045808:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.045810:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.045811:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942213.045814:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942213.045815:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.045816:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f870b0 (ffff90b551e461b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942213.045819:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b44c0. 00000020:00000001:0.0:1788942213.045821:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942213.045823:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87080. 00020000:00000001:0.0:1788942213.045826:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.045827:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.046015:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942213.046017:0:34173:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046020:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942213.046022:0:34173:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942213.046024:0:34173:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942213.046025:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942213.046027:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942213.046028:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46f30 00020000:00000001:0.0:1788942213.046031:0:34173:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942213.046033:0:34173:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942213.046035:0:34173:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942213.046037:0:34173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942213.046040:0:34173:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942213.046041:0:34173:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046044:0:34173:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942213.046045:0:34173:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942213.046046:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942213.046048:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000001:00000001:0.0:1788942213.046050:0:34173:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046056:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bd28 00000080:00000008:0.0:1788942213.046058:0:34173:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942213.046735:0:34173:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788942213.046738:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bd88 00000080:00200008:0.0:1788942213.046741:0:34173:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1788942213.046745:0:34173:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788942213.046746:0:34173:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942213.046750:0:34173:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1788942213.046754:0:34173:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1788942213.046777:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942213.046781:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:0.0:1788942213.046783:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000080:00000001:0.0:1788942213.046786:0:34173:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788942213.046788:0:34173:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046790:0:34173:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788942213.046792:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bc98 00000080:00200000:0.0:1788942213.046793:0:34173:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1788942213.046797:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bc30 00000080:00200000:0.0:1788942213.046799:0:34173:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788942213.046802:0:34173:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788942213.046807:0:34173:0:(cl_io.c:214:cl_io_rw_init()) header@00000000010d19d6[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788942213.046808:0:34173:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1788942213.046810:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.046812:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942213.046814:0:34173:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942213.046815:0:34173:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942213.046818:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.046819:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788942213.046822:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942213.046825:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046827:0:34173:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942213.046841:0:34173:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046844:0:34173:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942213.046846:0:34173:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b544e749a0 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788942213.046849:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942213.046886:0:34173:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942213.046887:0:34173:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942213.046889:0:34173:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942213.046891:0:34173:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.046893:0:34173:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942213.046894:0:34173:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942213.046896:0:34173:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046897:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.046898:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942213.046899:0:34173:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942213.046900:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:0.0:1788942213.046903:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046904:0:34173:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046908:0:34173:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942213.046909:0:34173:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942213.046911:0:34173:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788942213.046914:0:34173:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1788942213.046917:0:34173:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942213.046918:0:34173:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942213.046921:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788942213.046924:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.046925:0:34173:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942213.046926:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942213.046928:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246456 : -122366539305160 : ffff90b551e46f38) 00000020:00001000:0.0:1788942213.046930:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46f30 00000020:00000001:0.0:1788942213.046932:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.046933:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942213.046935:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.046936:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942213.046937:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.046939:0:34173:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.046940:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.046942:0:34173:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788942213.046945:0:34173:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788942213.046947:0:34173:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046949:0:34173:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.046951:0:34173:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.046953:0:34173:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046954:0:34173:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046956:0:34173:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788942213.046957:0:34173:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788942213.046960:0:34173:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788942213.046961:0:34173:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788942213.046964:0:34173:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788942213.046966:0:34173:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046968:0:34173:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046971:0:34173:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788942213.046972:0:34173:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1788942213.046974:0:34173:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788942213.046975:0:34173:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788942213.046977:0:34173:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046979:0:34173:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046981:0:34173:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046983:0:34173:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.046984:0:34173:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.046986:0:34173:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942213.046987:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942213.046988:0:34173:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942213.046990:0:34173:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942213.046991:0:34173:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046993:0:34173:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.046995:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.046996:0:34173:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.046997:0:34173:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942213.046999:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942213.047000:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942213.047002:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942213.047003:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942213.047006:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1788942213.047011:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87080. 00020000:00000002:0.0:1788942213.047013:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1788942213.047015:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942213.047016:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.047018:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.047019:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942213.047022:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b44c0. 00000008:00010000:0.0:1788942213.047025:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788942213.047026:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.047028:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942213.047030:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f870b0, osc lock ffff90b5580b44c0, flags 0x0 00000020:00000001:0.0:1788942213.047032:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047034:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047036:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171557504 : -122366537994112 : ffff90b551f87080) 00000020:00000001:0.0:1788942213.047038:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.047039:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942213.047040:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047042:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047044:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.047045:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.047046:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.047047:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.047049:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.047051:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.047053:0:34173:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788942213.047055:0:34173:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047058:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942213.047060:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.047061:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.047063:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942213.047064:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942213.047065:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942213.047066:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942213.047068:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942213.047073:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:0.0:1788942213.047089:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942213.047093:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942213.047097:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942213.047101:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942213.047111:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942213.047115:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.047118:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.047126:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.047128:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.047130:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:0.0:1788942213.047132:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047134:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:0.0:1788942213.047137:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942213.047139:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.047140:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.047141:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:0.0:1788942213.047143:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047145:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047147:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.047148:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.047150:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:0.0:1788942213.047151:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047153:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047154:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942213.047156:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.047159:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.047165:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.047167:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.047169:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.047171:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.047172:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.047173:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=7 00000020:00000001:0.0:1788942213.047175:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047177:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047178:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.047181:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.047193:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.047194:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942213.047196:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.047203:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942213.047204:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.047205:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.047206:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.047207:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.047208:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942213.047210:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047212:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047214:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047216:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047218:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047220:0:34173:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047221:0:34173:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047223:0:34173:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788942213.047226:0:34173:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788942213.047227:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bb90 00000080:00200000:0.0:1788942213.047229:0:34173:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1788942213.047233:0:34173:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788942213.047235:0:34173:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788942213.047237:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788942213.047239:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.047240:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.047242:0:34173:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942213.047244:0:34173:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942213.047246:0:34173:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047248:0:34173:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047249:0:34173:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047251:0:34173:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047253:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.047255:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.047257:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942213.047260:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942213.047262:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:0.0:1788942213.047264:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047266:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047268:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000001:00000001:0.0:1788942213.047270:0:34173:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788942213.047271:0:34173:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788942213.047273:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942213.047274:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942213.047275:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942213.047276:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942213.047278:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788942213.047282:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87200. 00020000:00000002:0.0:1788942213.047283:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942213.047285:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942213.047287:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.047288:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.047289:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942213.047292:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b4130. 00000008:00010000:0.0:1788942213.047293:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788942213.047295:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.047296:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942213.047298:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f87230, osc lock ffff90b5580b4130, flags 0x400001002 00000020:00000001:0.0:1788942213.047300:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047301:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047303:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171557888 : -122366537993728 : ffff90b551f87200) 00000020:00000001:0.0:1788942213.047304:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.047305:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942213.047306:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047308:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047310:0:34173:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788942213.047311:0:34173:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942213.047312:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.047314:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.047315:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.047316:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.047318:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.047319:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.047321:0:34173:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942213.047323:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942213.047324:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.047326:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.047327:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942213.047328:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942213.047329:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942213.047330:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942213.047331:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942213.047333:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:0.0:1788942213.047336:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942213.047338:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942213.047340:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.047343:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942213.047351:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942213.047353:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.047356:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.047362:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.047364:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.047365:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:0.0:1788942213.047367:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047369:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:0.0:1788942213.047371:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942213.047373:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.047374:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.047375:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=7 00000020:00000001:0.0:1788942213.047376:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047378:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000020:00000001:0.0:1788942213.047382:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942213.047384:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788942213.047386:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788942213.047387:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.047388:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.047389:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.047391:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=8 00000020:00000001:0.0:1788942213.047393:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047395:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.047397:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.047400:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.047407:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.047408:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942213.047411:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.047418:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942213.047419:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.047420:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.047421:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.047422:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.047423:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942213.047425:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047426:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047428:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047429:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047431:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942213.047432:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788942213.047434:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788942213.047436:0:34173:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788942213.047438:0:34173:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047439:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.047442:0:34173:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942213.047444:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.047446:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.047447:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942213.047449:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942213.047450:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942212 a=0 c=1788942212 b=1 00020000:00000001:0.0:1788942213.047453:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047455:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047457:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:0.0:1788942213.047459:0:34173:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788942213.047461:0:34173:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942213.047463:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942213.047464:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942213.047467:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.047468:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942213.047471:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942213.047472:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.047473:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.047475:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.047476:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f87230 (ffff90b551e46f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942213.047479:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942213.047480:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942213.047481:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.047482:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.047483:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942213.047485:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.047486:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.047487:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.047488:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.047489:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942213.047492:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942213.047493:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.047494:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f87230 (ffff90b551e461b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942213.047497:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b4130. 00000020:00000001:0.0:1788942213.047501:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942213.047502:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87200. 00020000:00000001:0.0:1788942213.047505:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.047506:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.047507:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942213.047509:0:34173:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942213.047513:0:34173:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000010d19d6[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:0.0:1788942213.047515:0:34173:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1788942213.047517:0:34173:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1788942213.047520:0:34173:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1788942213.047524:0:34173:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942213.047526:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942213.047527:0:34173:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942213.047528:0:34173:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788942213.047530:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.047531:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.047533:0:34173:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942213.047535:0:34173:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942213.047537:0:34173:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047539:0:34173:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047541:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942213.047543:0:34173:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047545:0:34173:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047547:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047548:0:34173:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047550:0:34173:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047552:0:34173:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942213.047553:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788942213.047554:0:34173:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942213.047555:0:34173:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788942213.047556:0:34173:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942213.047558:0:34173:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.047560:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.047562:0:34173:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942213.047563:0:34173:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942213.047565:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942213.047566:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942213.047568:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.047569:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942213.047572:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942213.047573:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.047574:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.048971:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.048977:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f870b0 (ffff90b551e46f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942213.048984:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942213.048985:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942213.048987:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.048989:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.048992:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:0.0:1788942213.048994:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.048996:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.048999:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.049003:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942213.049012:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.049014:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.049015:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942213.049018:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942213.049021:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.049029:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942213.049032:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942213.049034:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942213.049037:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.049038:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.049040:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.049043:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942213.049045:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.049047:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.049051:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.049053:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942213.049054:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.049055:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.049056:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.049057:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.049059:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942213.049060:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.049062:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.049063:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.049065:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.049066:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942213.049070:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942213.049071:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.049072:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f870b0 (ffff90b551e461b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942213.049087:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b44c0. 00000020:00000001:0.0:1788942213.049091:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942213.049093:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87080. 00020000:00000001:0.0:1788942213.049095:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.049096:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.049097:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788942213.049100:0:34173:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942213.049102:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942213.049104:0:34173:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942213.049105:0:34173:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942213.049107:0:34173:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049109:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049111:0:34173:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942213.049112:0:34173:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942213.049113:0:34173:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788942213.049116:0:34173:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788942213.049118:0:34173:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942213.049119:0:34173:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942213.049121:0:34173:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942213.049123:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942213.049124:0:34173:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942213.049128:0:34173:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942213.049129:0:34173:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049131:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049133:0:34173:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942213.049134:0:34173:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942213.049135:0:34173:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049139:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942213.049141:0:34173:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942213.049142:0:34173:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942213.049144:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942213.049145:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942213.049147:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46f30 00020000:00000001:0.0:1788942213.049151:0:34173:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942213.049153:0:34173:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942213.049154:0:34173:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942213.049157:0:34173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942213.049160:0:34173:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942213.049161:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788942213.049163:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bc98 00000080:00200000:0.0:1788942213.049165:0:34173:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788942213.049168:0:34173:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788942213.049170:0:34173:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942213.049172:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000020:00000001:0.0:1788942213.049176:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bd88 00000080:00000008:0.0:1788942213.049178:0:34173:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1788942213.049181:0:34173:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1788942213.049228:0:34173:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788942213.049231:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bd88 00000080:00200008:0.0:1788942213.049233:0:34173:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1788942213.049236:0:34173:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788942213.049237:0:34173:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942213.049240:0:34173:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1788942213.049242:0:34173:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942213.049248:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942213.049250:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:0.0:1788942213.049252:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000080:00000001:0.0:1788942213.049254:0:34173:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788942213.049257:0:34173:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.049259:0:34173:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788942213.049261:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bc98 00000080:00200000:0.0:1788942213.049262:0:34173:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1788942213.049265:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bc30 00000080:00200000:0.0:1788942213.049267:0:34173:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788942213.049269:0:34173:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788942213.049273:0:34173:0:(cl_io.c:214:cl_io_rw_init()) header@00000000010d19d6[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788942213.049274:0:34173:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1788942213.049277:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.049279:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942213.049280:0:34173:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942213.049282:0:34173:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942213.049284:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.049285:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788942213.049288:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942213.049291:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.049294:0:34173:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942213.049295:0:34173:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.049296:0:34173:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942213.049299:0:34173:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b544e749a0 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788942213.049301:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942213.049304:0:34173:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942213.049306:0:34173:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942213.049308:0:34173:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942213.049309:0:34173:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049311:0:34173:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942213.049313:0:34173:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942213.049314:0:34173:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049316:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.049317:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942213.049318:0:34173:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942213.049319:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:0.0:1788942213.049322:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049323:0:34173:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049326:0:34173:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942213.049327:0:34173:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942213.049329:0:34173:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788942213.049332:0:34173:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1788942213.049334:0:34173:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942213.049336:0:34173:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942213.049339:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788942213.049342:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.049343:0:34173:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942213.049345:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942213.049346:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170246456 : -122366539305160 : ffff90b551e46f38) 00000020:00001000:0.0:1788942213.049348:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46f30 00000020:00000001:0.0:1788942213.049350:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.049351:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942213.049353:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942213.049354:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942213.049355:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049357:0:34173:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049359:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.049361:0:34173:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788942213.049363:0:34173:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788942213.049366:0:34173:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049367:0:34173:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049369:0:34173:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049370:0:34173:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049372:0:34173:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049373:0:34173:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788942213.049375:0:34173:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788942213.049376:0:34173:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788942213.049378:0:34173:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788942213.049380:0:34173:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788942213.049382:0:34173:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.049384:0:34173:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.049386:0:34173:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788942213.049388:0:34173:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1788942213.049389:0:34173:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788942213.049391:0:34173:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788942213.049392:0:34173:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049394:0:34173:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.049395:0:34173:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.049397:0:34173:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.049398:0:34173:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049400:0:34173:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942213.049401:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942213.049402:0:34173:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942213.049404:0:34173:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942213.049405:0:34173:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049406:0:34173:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049408:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049409:0:34173:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049410:0:34173:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942213.049412:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942213.049413:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942213.049414:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942213.049416:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942213.049418:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1788942213.049423:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87080. 00020000:00000002:0.0:1788942213.049426:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1788942213.049428:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942213.049430:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.049431:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.049432:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942213.049435:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b44c0. 00000008:00010000:0.0:1788942213.049438:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788942213.049440:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.049441:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942213.049443:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f870b0, osc lock ffff90b5580b44c0, flags 0x0 00000020:00000001:0.0:1788942213.049445:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049447:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.049449:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171557504 : -122366537994112 : ffff90b551f87080) 00000020:00000001:0.0:1788942213.049451:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.049452:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942213.049453:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049455:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049457:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.049458:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.049459:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.049460:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.049462:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.049464:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.049465:0:34173:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788942213.049467:0:34173:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.049470:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942213.049472:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.049473:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.049475:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942213.049476:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942213.049477:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942213.049479:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942213.049481:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942213.049486:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:0.0:1788942213.049489:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942213.049494:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942213.049497:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942213.049501:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788942213.049516:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942213.049520:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.049524:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.049531:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.049532:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.049534:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:0.0:1788942213.049536:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.049539:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:0.0:1788942213.049541:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942213.049543:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.049544:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.049545:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:0.0:1788942213.049547:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.049549:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.049551:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.049553:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.049554:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:0.0:1788942213.049556:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.049558:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.049560:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942213.049561:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.049565:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.049571:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.049572:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.049574:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942213.049975:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.049988:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942213.049991:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.049993:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942213.050001:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.050007:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942213.050014:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.050019:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.050023:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.050028:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f55b80 00000400:00000200:2.0:1788942213.050032:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.050037:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x713d [1] + 224 00000800:00000001:2.0:1788942213.050045:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.050052:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942213.050055:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942213.050059:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942213.050066:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942213.050086:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942213.050097:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942213.050116:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942213.050123:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.050127:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942213.050185:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942213.050189:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942213.050195:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942213.050197:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942213.050200:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097580. 00000400:00000200:1.0:1788942213.050205:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a6e8 00000400:00000010:1.0:1788942213.050208:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a6e8. 00000100:00000001:1.0:1788942213.050211:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942213.050216:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942213.050231:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942213.050238:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942213.050239:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942213.050242:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942213.050244:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942213.050247:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942213.050249:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942213.050251:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942213.050259:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbd38 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942213.050263:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942213.050266:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942213.050268:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.050270:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942213.050273:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.050277:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942213.050279:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788942213.050281:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942213.050284:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942213.050289:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942213.050296:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942213.050299:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942213.050301:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942213.050304:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942213.050312:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884286848:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942213.050317:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942213.050320:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942213.050323:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997800 x1875839884286848/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942229 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942213.050334:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942213.050336:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942213.050339:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b558fcf600. 02000000:00000001:1.0:1788942213.050343:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942213.050345:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942213.050347:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942213.050349:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942213.050352:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcfc00. 02000000:00000001:1.0:1788942213.050355:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942213.050356:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942213.050358:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997800. 00000100:00000001:1.0:1788942213.050361:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942213.050363:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942213.050365:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942213.050370:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942213.050372:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942213.050374:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942213.050376:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.050473:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.050477:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.050479:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=7 00000020:00000001:0.0:1788942213.050482:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.050484:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.050487:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.050490:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.050499:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.050500:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942213.050503:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.050510:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942213.050511:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.050512:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.050513:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.050514:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.050516:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942213.050518:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050521:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.050523:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050525:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050527:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050529:0:34173:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050530:0:34173:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050533:0:34173:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788942213.050535:0:34173:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788942213.050537:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bb90 00000080:00200000:0.0:1788942213.050539:0:34173:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1788942213.050542:0:34173:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788942213.050544:0:34173:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788942213.050547:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788942213.050551:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.050552:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.050554:0:34173:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942213.050556:0:34173:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942213.050558:0:34173:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050560:0:34173:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.050562:0:34173:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050563:0:34173:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050566:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.050568:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.050570:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942213.050572:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942213.050576:0:34173:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942213.050718:0:34173:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788942213.050721:0:34173:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942213.050722:0:34173:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788942213.050724:0:34173:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788942212 a=1788942213 c=1788942212 b=1 00020000:00000001:0.0:1788942213.050728:0:34173:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942213.050731:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942212 a=1788942213 c=1788942212 b=1 00020000:00000001:0.0:1788942213.050734:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050737:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050739:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000001:00000001:0.0:1788942213.050743:0:34173:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788942213.050745:0:34173:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788942213.050747:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942213.050749:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942213.050750:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942213.050752:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942213.050754:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788942213.050760:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87200. 00020000:00000002:0.0:1788942213.050763:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942213.050765:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942213.050767:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.050768:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.050770:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942213.050773:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b4130. 00000008:00010000:0.0:1788942213.050775:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788942213.050778:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.050779:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942213.050781:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f87230, osc lock ffff90b5580b4130, flags 0x400001002 00000020:00000001:0.0:1788942213.050783:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.050785:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.050787:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171557888 : -122366537993728 : ffff90b551f87200) 00000020:00000001:0.0:1788942213.050790:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942213.050791:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942213.050792:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050794:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.050796:0:34173:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788942213.050798:0:34173:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942213.050799:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.050801:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942213.050802:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.050803:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.050805:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.050806:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942213.050808:0:34173:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942213.050811:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942213.050813:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.050814:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942213.050816:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942213.050817:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942213.050818:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942213.050819:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942213.050821:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942213.050825:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:0.0:1788942213.050952:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942213.050957:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942213.050959:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.050963:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788942213.050972:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942213.050975:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.050983:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.050990:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.050992:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.050993:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:0.0:1788942213.050996:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.050998:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:0.0:1788942213.051001:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942213.051003:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.051005:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.051006:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=7 00000020:00000001:0.0:1788942213.051007:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.051010:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000020:00000001:0.0:1788942213.051013:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942213.051014:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788942213.051016:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788942213.051018:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.051019:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.051020:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.051022:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=8 00000020:00000001:0.0:1788942213.051023:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.051025:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.051027:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.051030:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.051036:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.051037:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942213.051039:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.051161:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942213.051163:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.051164:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.051165:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.051166:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.051167:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942213.051168:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051170:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051172:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051173:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051174:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942213.051175:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788942213.051177:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788942213.051178:0:34173:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788942213.051180:0:34173:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051182:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.051186:0:34173:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942213.051188:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.051190:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.051191:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942213.051193:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942213.051195:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942212 a=1788942213 c=1788942212 b=1 00020000:00000001:0.0:1788942213.051197:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051198:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051200:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:0.0:1788942213.051202:0:34173:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788942213.051204:0:34173:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942213.051206:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942213.051207:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942213.051211:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.051212:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942213.051214:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942213.051216:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.051217:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.051219:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.051220:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f87230 (ffff90b551e46f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942213.051223:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942213.051224:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942213.051225:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.051226:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.051227:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942213.051229:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.051230:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.051231:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.051232:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.051233:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e74940 (ffff90b551e461b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942213.051235:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942213.051236:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.051237:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f87230 (ffff90b551e461b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942213.051240:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b4130. 00000020:00000001:0.0:1788942213.051243:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942213.051244:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87200. 00020000:00000001:0.0:1788942213.051247:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.051248:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.051249:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942213.051251:0:34173:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942213.051256:0:34173:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000010d19d6[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:0.0:1788942213.051258:0:34173:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1788942213.051261:0:34173:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1788942213.051265:0:34173:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1788942213.051271:0:34173:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942213.051273:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942213.051274:0:34173:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942213.051276:0:34173:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788942213.051277:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.051279:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942213.051281:0:34173:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942213.051284:0:34173:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942213.051286:0:34173:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051287:0:34173:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051289:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942213.051291:0:34173:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051293:0:34173:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051295:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051297:0:34173:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051299:0:34173:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051300:0:34173:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942213.051302:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788942213.051303:0:34173:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942213.051304:0:34173:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788942213.051306:0:34173:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942213.051307:0:34173:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051309:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051310:0:34173:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942213.051312:0:34173:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942213.051313:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942213.051314:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942213.051317:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.051318:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942213.051320:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942213.051321:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942213.051322:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952584128 : -122366756967488 : ffff90b544eb2bc0) 00000020:00000001:0.0:1788942213.051324:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942213.051325:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f870b0 (ffff90b551e46f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942213.051328:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942213.051329:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942213.051330:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942213.051332:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942213.051334:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:0.0:1788942213.051336:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.051338:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942213.051340:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942213.051342:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942213.051350:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.051351:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.051352:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942213.051355:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942213.051357:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788942213.051371:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942213.051374:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942213.051376:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942213.051379:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.051381:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.051382:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.051385:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942213.051387:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.051389:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.051392:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.051393:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942213.051394:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.051395:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942213.051397:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942213.051397:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942213.051399:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942213.051400:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.051401:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.051402:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942213.051404:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.051405:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e82c68 (ffff90b551e461b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942213.051407:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942213.051409:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942213.051410:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f870b0 (ffff90b551e461b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942213.051412:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b44c0. 00000020:00000001:0.0:1788942213.051414:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942213.051416:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87080. 00020000:00000001:0.0:1788942213.051418:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.051419:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942213.051420:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788942213.051422:0:34173:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942213.051423:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942213.051424:0:34173:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942213.051426:0:34173:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942213.051427:0:34173:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051429:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051430:0:34173:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942213.051432:0:34173:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942213.051433:0:34173:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788942213.051436:0:34173:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788942213.051437:0:34173:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942213.051438:0:34173:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942213.051440:0:34173:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942213.051441:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942213.051442:0:34173:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942213.051445:0:34173:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942213.051447:0:34173:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051449:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051451:0:34173:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942213.051452:0:34173:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942213.051453:0:34173:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.051456:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942213.051458:0:34173:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942213.051459:0:34173:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942213.051460:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942213.051462:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942213.051464:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46f30 00020000:00000001:0.0:1788942213.051466:0:34173:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942213.051468:0:34173:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942213.051469:0:34173:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942213.051471:0:34173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942213.051474:0:34173:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942213.051475:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788942213.051477:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bc98 00000080:00200000:0.0:1788942213.051479:0:34173:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788942213.051482:0:34173:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788942213.051483:0:34173:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942213.051486:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000020:00000001:0.0:1788942213.051488:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bd88 00000080:00000008:0.0:1788942213.051490:0:34173:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1788942213.051493:0:34173:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942213.051571:0:34173:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942213.051574:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:0.0:1788942213.051656:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942213.051659:0:34173:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.051667:0:34173:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942213.051669:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bdf0 00000080:00200008:0.0:1788942213.051672:0:34173:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 100000 00000080:00000001:0.0:1788942213.051675:0:34173:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942213.051678:0:34173:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788942213.051679:0:34173:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942213.051681:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:0.0:1788942213.051697:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942213.051699:0:34173:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.051702:0:34173:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942213.051708:0:34173:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942213.051710:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942213.051714:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:0.0:1788942213.051716:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942213.051720:0:34173:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942213.051723:0:34173:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:0.0:1788942213.051725:0:34173:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942213.051728:0:34173:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942213.051733:0:34173:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b558fce600. 00000080:00000001:0.0:1788942213.051735:0:34173:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942213.051740:0:34173:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942213.051744:0:34173:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942213.051745:0:34173:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:0.0:1788942213.051749:0:34173:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942213.051751:0:34173:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:0.0:1788942213.051756:0:34173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994700. 00000020:00000040:0.0:1788942213.051760:0:34173:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942213.051764:0:34173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942213.051767:0:34173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942213.051771:0:34173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942213.051778:0:34173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b558fcfc00. 00000100:00000001:0.0:1788942213.051784:0:34173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942213.051800:0:34173:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942229 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942213.051810:0:34173:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788942213.051814:0:34173:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942213.051821:0:34173:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942213.051822:0:34173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942213.052091:0:34173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590f5300. 00000100:00000001:0.0:1788942213.052095:0:34173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707290497792 : -122366419053824 : ffff90b5590f5300) 00000100:00000001:0.0:1788942213.052098:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942213.052100:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963994368 : -122366745557248 : ffff90b545994700) 00000100:00000001:0.0:1788942213.052105:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942213.052108:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.052111:0:34173:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942213.052112:0:34173:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942213.052117:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.052124:0:34173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942213.052126:0:34173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942213.052129:0:34173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942213.052132:0:34173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942213.052135:0:34173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942213.052138:0:34173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994700 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34173:1875839884287104:192.168.206.109@tcp:35:cat.0 00000100:00000001:0.0:1788942213.052141:0:34173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942213.052147:0:34173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942213.052149:0:34173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942213.052151:0:34173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942213.052157:0:34173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aed400. 02000000:00000001:0.0:1788942213.052159:0:34173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942213.052166:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942213.052170:0:34173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097c60. 00000400:00000010:0.0:1788942213.052177:0:34173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942213.052183:0:34173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884287104, portal 10 00000100:00000001:0.0:1788942213.052186:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942213.052187:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963994368 : -122366745557248 : ffff90b545994700) 00000100:00000040:0.0:1788942213.052193:0:34173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942229 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.052205:0:34173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942213.052207:0:34173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942213.052210:0:34173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a6e8. 00000100:00000200:0.0:1788942213.052214:0:34173:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884287104, offset 0 00000400:00000200:0.0:1788942213.052220:0:34173:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942213.052228:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942213.052234:0:34173:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942213.052239:0:34173:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942213.052243:0:34173:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942213.052246:0:34173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942213.052249:0:34173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942213.052252:0:34173:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2644:2644:256:4294967295] 192.168.206.109@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:0.0:1788942213.052257:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942213.052266:0:34173:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942213.052271:0:34173:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942213.052276:0:34173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bd00. 00000800:00000200:0.0:1788942213.052284:0:34173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942213.052291:0:34173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942213.052295:0:34173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942213.052314:0:34173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942213.052319:0:34173:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 823778 usecs (824 jiffies) 00000400:00000200:0.0:1788942213.052323:0:34173:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942213.052325:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296614035 00000100:00000001:0.0:1788942213.052328:0:34173:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:0.0:1788942213.052330:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296614035 00000100:00000001:0.0:1788942213.052333:0:34173:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:0.0:1788942213.052335:0:34173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942213.052338:0:34173:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.052340:0:34173:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942213.052342:0:34173:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942213.052345:0:34173:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590f5300 going to sleep for 11 seconds 00000100:00000001:0.0:1788942213.052347:0:34173:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942213.052350:0:34173:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942213.052694:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942213.052701:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bd00. 00000400:00000200:3.0:1788942213.052706:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942213.052711:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942213.052716:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a6e8 00000400:00000010:3.0:1788942213.052718:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a6e8. 00000100:00000001:3.0:1788942213.052722:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942213.052726:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942229 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942213.052734:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942213.052737:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942229 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942213.052743:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942213.052745:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942213.060159:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.060176:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942213.060180:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.060182:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942213.060191:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.060198:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942213.060206:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.060211:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.060216:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.060221:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f55c80 00000400:00000200:2.0:1788942213.060226:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.060232:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x7145 [1] + 224 00000800:00000001:2.0:1788942213.060239:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.060246:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942213.060250:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942213.060254:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942213.060262:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942213.060270:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942229 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942213.060280:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942213.060302:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942213.060310:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.060313:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942213.060382:0:34173:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942213.060389:0:34173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942213.060391:0:34173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942213.060395:0:34173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097c60. 00000400:00000200:0.0:1788942213.060400:0:34173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:0.0:1788942213.060402:0:34173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:0.0:1788942213.060405:0:34173:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942213.060410:0:34173:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942213.060419:0:34173:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994700 x1875839884287104/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060427:0:34173:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942213.060429:0:34173:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942213.060431:0:34173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942213.060434:0:34173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942213.060436:0:34173:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942213.060439:0:34173:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942213.060441:0:34173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942213.060450:0:34173:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=53 v=5 (10 5 5 5) 00000100:00001000:0.0:1788942213.060454:0:34173:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942213.060456:0:34173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942213.060458:0:34173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942213.060460:0:34173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942213.060463:0:34173:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.060466:0:34173:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942213.060468:0:34173:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942213.060469:0:34173:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942213.060471:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942213.060473:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963994368 : -122366745557248 : ffff90b545994700) 00000100:00000001:0.0:1788942213.060476:0:34173:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942213.060477:0:34173:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788942213.060479:0:34173:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942213.060482:0:34173:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942213.060487:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994700 x1875839884287104/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942229 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060494:0:34173:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942213.060496:0:34173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942213.060498:0:34173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942213.060501:0:34173:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994700 x1875839884287104/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942229 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942213.060508:0:34173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994700 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34173:1875839884287104:192.168.206.109@tcp:35:cat.0 00000100:00000001:0.0:1788942213.060513:0:34173:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942213.060515:0:34173:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.060518:0:34173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942213.060519:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942213.060522:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994700 x1875839884287104/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942229 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060528:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942213.060531:0:34173:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590f5300. 00000100:00000001:0.0:1788942213.060534:0:34173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942213.060536:0:34173:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.060542:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942213.060544:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963994368 : -122366745557248 : ffff90b545994700) 00000002:00000001:0.0:1788942213.060547:0:34173:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942213.060549:0:34173:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942213.060554:0:34173:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b558fce600. 00000080:00000001:0.0:1788942213.060557:0:34173:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942213.060560:0:34173:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942213.060565:0:34173:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942213.060569:0:34173:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942229 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060582:0:34173:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942213.060584:0:34173:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000001:0.0:1788942213.060586:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942213.060589:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942229 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060595:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.060596:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942213.060599:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994700 x1875839884287104/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942229 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060604:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942213.060606:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942213.060608:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884286720/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942229 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060614:0:34173:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788942213.060617:0:34173:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942213.060618:0:34173:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942213.060621:0:34173:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942213.060623:0:34173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba000. 02000000:00000001:0.0:1788942213.060627:0:34173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942213.060629:0:34173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942213.060631:0:34173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:0.0:1788942213.060634:0:34173:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942213.060635:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942213.060637:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942213.060639:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994700 x1875839884287104/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942229 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060645:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942213.060646:0:34173:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b55900f940. 00000002:00000001:0.0:1788942213.060649:0:34173:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942213.060651:0:34173:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942213.060653:0:34173:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b545345200. 00000100:00000001:0.0:1788942213.060655:0:34173:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942213.060659:0:34173:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994700 x1875839884287104/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942229 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942213.060669:0:34173:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942213.060671:0:34173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942213.060673:0:34173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aed400. 02000000:00000001:0.0:1788942213.060675:0:34173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942213.060676:0:34173:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942213.060677:0:34173:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942213.060679:0:34173:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942213.060680:0:34173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b558fcfc00. 02000000:00000001:0.0:1788942213.060693:0:34173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942213.060694:0:34173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942213.060695:0:34173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994700. 00000100:00000001:0.0:1788942213.060698:0:34173:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942213.060699:0:34173:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942213.060702:0:34173:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942213.060705:0:34173:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e077c0. 00000080:00000001:0.0:1788942213.060708:0:34173:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.060714:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149bdf0 00000080:00000008:0.0:1788942213.060716:0:34173:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), flags 100000, rc = 0 00000080:00000001:0.0:1788942213.060720:0:34173:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942213.060724:0:34173:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942213.060726:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc149be00 00000080:00002000:0.0:1788942213.060728:0:34173:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544589000, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:0.0:1788942213.060735:0:34173:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.070442:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942213.070447:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942213.070450:0:34174:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942213.070453:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb20 00000080:00200000:1.0:1788942213.070457:0:34174:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942213.070464:0:34174:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942213.070471:0:34174:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942213.070474:0:34174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942213.070478:0:34174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.070480:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa40 00800000:00000002:1.0:1788942213.070483:0:34174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942213.070486:0:34174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942213.070489:0:34174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942213.070495:0:34174:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.070497:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf910 00000002:00010000:1.0:1788942213.070498:0:34174:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942213.070502:0:34174:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942213.070504:0:34174:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942213.070507:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942213.070513:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:1.0:1788942213.070516:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942213.070521:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942213.070524:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942213.070528:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942213.070538:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942213.070544:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.070546:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942213.070553:0:34174:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942213.070555:0:34174:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942213.070556:0:34174:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942213.070558:0:34174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942213.070559:0:34174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942213.070561:0:34174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942213.070564:0:34174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942213.070566:0:34174:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942213.070568:0:34174:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942213.070572:0:34174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942213.070574:0:34174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.070577:0:34174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942213.070580:0:34174:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157902 00800000:00000001:1.0:1788942213.070583:0:34174:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942213.070585:0:34174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942213.070586:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.070588:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.070591:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.070593:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.070596:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.070599:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.070600:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942213.070601:0:34174:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942213.070603:0:34174:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.070605:0:34174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157902 from it ffffa57dc1ccfb58 00010000:00000001:1.0:1788942213.070607:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.070608:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.070609:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.070611:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.070613:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.070615:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942213.070618:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942213.070624:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.070625:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.070626:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942213.070628:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942213.070630:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942213.070638:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942213.070641:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942213.070643:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942213.070646:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.070647:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.070649:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.070652:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942213.070654:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.070655:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.070657:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.070659:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942213.070660:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.070661:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942213.070664:0:34174:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942213.070666:0:34174:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942213.070668:0:34174:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942213.070672:0:34174:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.070675:0:34174:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942213.070677:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb48 00000080:00002000:1.0:1788942213.070678:0:34174:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544589000) flags 0x48000e refc 0 00000080:00000001:1.0:1788942213.070681:0:34174:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.070968:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfb90 00000080:00200000:1.0:1788942213.070969:0:34174:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788942213.070977:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd08 00000080:00200008:1.0:1788942213.070979:0:34174:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788942213.070984:0:34174:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942213.070985:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfc80 00000080:00200000:1.0:1788942213.070987:0:34174:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:1.0:1788942213.070993:0:34174:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942213.070996:0:34174:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942213.071000:0:34174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942213.071002:0:34174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.071004:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfba0 00800000:00000002:1.0:1788942213.071006:0:34174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942213.071008:0:34174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942213.071011:0:34174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942213.071015:0:34174:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.071016:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfa70 00000002:00010000:1.0:1788942213.071017:0:34174:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942213.071020:0:34174:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942213.071021:0:34174:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942213.071023:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942213.071026:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:1.0:1788942213.071028:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942213.071031:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942213.071033:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942213.071036:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788942213.071048:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942213.071051:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.071054:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788942213.071059:0:34174:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942213.071060:0:34174:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942213.071062:0:34174:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942213.071063:0:34174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942213.071064:0:34174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942213.071066:0:34174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942213.071068:0:34174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942213.071069:0:34174:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942213.071071:0:34174:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942213.071074:0:34174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942213.071075:0:34174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.071077:0:34174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) 00000080:00010000:1.0:1788942213.071080:0:34174:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb781578fb 00800000:00000001:1.0:1788942213.071082:0:34174:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942213.071084:0:34174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942213.071085:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.071086:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.071088:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:1.0:1788942213.071090:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:1.0:1788942213.071092:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:1.0:1788942213.071094:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071095:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942213.071096:0:34174:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942213.071098:0:34174:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.071099:0:34174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578fb from it ffffa57dc1ccfcb8 00010000:00000001:1.0:1788942213.071101:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.071102:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.071104:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:1.0:1788942213.071105:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:1.0:1788942213.071107:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:1.0:1788942213.071109:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942213.071111:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942213.071117:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071118:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.071119:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942213.071121:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942213.071123:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942213.071130:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942213.071131:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942213.071132:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942213.071134:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071135:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.071137:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071139:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942213.071140:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071142:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071143:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071145:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942213.071146:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071147:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942213.071148:0:34174:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942213.071150:0:34174:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942213.071152:0:34174:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788942213.071155:0:34174:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788942213.071157:0:34174:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942213.071159:0:34174:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788942213.071160:0:34174:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.071162:0:34174:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942213.071165:0:34174:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788942213.071168:0:34174:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942213.071172:0:34174:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:1.0:1788942213.071174:0:34174:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:1.0:1788942213.071178:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942213.071180:0:34174:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942213.071183:0:34174:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942213.071185:0:34174:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788942213.071188:0:34174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942213.071189:0:34174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942213.071191:0:34174:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942213.071193:0:34174:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.071194:0:34174:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942213.071198:0:34174:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b545ebfc80 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788942213.071201:0:34174:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5580fcf80 00020000:00000001:1.0:1788942213.071204:0:34174:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942213.071206:0:34174:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942213.071208:0:34174:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942213.071210:0:34174:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942213.071212:0:34174:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942213.071214:0:34174:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942213.071215:0:34174:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071216:0:34174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942213.071217:0:34174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942213.071219:0:34174:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942213.071220:0:34174:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5580fcf80 00000020:00000001:1.0:1788942213.071222:0:34174:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942213.071225:0:34174:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788942213.071226:0:34174:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1788942213.071228:0:34174:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788942213.071230:0:34174:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788942213.071232:0:34174:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788942213.071233:0:34174:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788942213.071238:0:34174:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788942213.071243:0:34174:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f78c80. 00020000:00000002:1.0:1788942213.071246:0:34174:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942213.071248:0:34174:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788942213.071250:0:34174:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942213.071251:0:34174:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942213.071253:0:34174:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942213.071254:0:34174:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:1.0:1788942213.071256:0:34174:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000020:00000001:1.0:1788942213.071258:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:1.0:1788942213.071259:0:34174:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942213.071262:0:34174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942213.071263:0:34174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942213.071264:0:34174:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942213.071266:0:34174:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942213.071267:0:34174:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942213.071269:0:34174:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788942213.071272:0:34174:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5448ee980. 00000008:00010000:1.0:1788942213.071275:0:34174:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788942213.071276:0:34174:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942213.071277:0:34174:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788942213.071279:0:34174:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f78cb0, osc lock ffff90b5448ee980, flags 0x400001002 00000020:00000001:1.0:1788942213.071281:0:34174:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942213.071283:0:34174:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942213.071285:0:34174:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171499136 : -122366538052480 : ffff90b551f78c80) 00000020:00000001:1.0:1788942213.071287:0:34174:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942213.071288:0:34174:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788942213.071289:0:34174:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071291:0:34174:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071293:0:34174:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788942213.071295:0:34174:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788942213.071296:0:34174:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942213.071297:0:34174:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942213.071299:0:34174:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942213.071300:0:34174:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942213.071301:0:34174:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942213.071303:0:34174:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942213.071305:0:34174:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788942213.071307:0:34174:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788942213.071309:0:34174:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788942213.071311:0:34174:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788942213.071312:0:34174:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788942213.071313:0:34174:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788942213.071314:0:34174:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788942213.071316:0:34174:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788942213.071318:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942213.071321:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:1.0:1788942213.071323:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942213.071390:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942213.071394:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942213.071398:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788942213.071408:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942213.071410:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.071413:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788942213.071419:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.071420:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.071422:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:1.0:1788942213.071424:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942213.071426:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:1.0:1788942213.071429:0:34174:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788942213.071432:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.071433:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.071434:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:1.0:1788942213.071436:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942213.071438:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000020:00000001:1.0:1788942213.071441:0:34174:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942213.071443:0:34174:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788942213.071444:0:34174:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788942213.071446:0:34174:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071447:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.071448:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.071449:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:1.0:1788942213.071451:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942213.071453:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:1.0:1788942213.071455:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942213.071457:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788942213.071463:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071464:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.071465:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942213.071467:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942213.071469:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788942213.071475:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942213.071477:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942213.071478:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942213.071480:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071482:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942213.071483:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071485:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071487:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071489:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942213.071490:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071491:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.071492:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071493:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942213.071494:0:34174:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942213.071497:0:34174:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071499:0:34174:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942213.071501:0:34174:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071502:0:34174:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071504:0:34174:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942213.071505:0:34174:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788942213.071507:0:34174:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788942213.071509:0:34174:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788942213.071511:0:34174:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071513:0:34174:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.071516:0:34174:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942213.071518:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942213.071520:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942213.071522:0:34174:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942213.071525:0:34174:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788942213.071528:0:34174:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942213.071529:0:34174:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788942213.071531:0:34174:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942213.071532:0:34174:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788942213.071534:0:34174:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788942212 a=1788942213 c=1788942212 b=1 00020000:00000001:1.0:1788942213.071537:0:34174:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942213.071539:0:34174:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942212 a=1788942213 c=1788942212 b=1 00020000:00000001:1.0:1788942213.071541:0:34174:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071543:0:34174:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071545:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942213.071547:0:34174:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788942213.071549:0:34174:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788942213.071550:0:34174:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788942213.071552:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_release():245 00000020:00000001:1.0:1788942213.071554:0:34174:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942213.071555:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788942213.071558:0:34174:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788942213.071559:0:34174:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942213.071561:0:34174:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942213.071562:0:34174:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942213.071563:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f78cb0 (ffff90b542d10a28/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788942213.071565:0:34174:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788942213.071567:0:34174:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788942213.071568:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071569:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942213.071570:0:34174:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788942213.071572:0:34174:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942213.071573:0:34174:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942213.071573:0:34174:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942213.071574:0:34174:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942213.071576:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_fini():72 00020000:00000001:1.0:1788942213.071625:0:34174:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788942213.071627:0:34174:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942213.071628:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f78cb0 (ffff90b552124488/1) at cl_lock_fini():72 00000008:00000010:1.0:1788942213.071630:0:34174:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5448ee980. 00000020:00000001:1.0:1788942213.071633:0:34174:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788942213.071635:0:34174:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f78c80. 00020000:00000001:1.0:1788942213.071637:0:34174:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788942213.071638:0:34174:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788942213.071640:0:34174:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788942213.071641:0:34174:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071643:0:34174:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942213.071645:0:34174:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942213.071647:0:34174:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788942213.071648:0:34174:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788942213.071649:0:34174:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942213.071651:0:34174:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00020000:00000001:1.0:1788942213.071653:0:34174:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788942213.071655:0:34174:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942213.071657:0:34174:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942213.071660:0:34174:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788942213.071663:0:34174:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942213.071666:0:34174:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.071668:0:34174:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942213.071669:0:34174:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942213.071670:0:34174:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942213.071672:0:34174:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000001:00000001:1.0:1788942213.071673:0:34174:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071679:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfd08 00000080:00000008:1.0:1788942213.071692:0:34174:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788942213.071697:0:34174:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942213.071699:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfda0 00000080:00002000:1.0:1788942213.071701:0:34174:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544589000, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:1.0:1788942213.071703:0:34174:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.071723:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942213.071726:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942213.071727:0:34174:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942213.071728:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfbc0 00000080:00200000:1.0:1788942213.071730:0:34174:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942213.071734:0:34174:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942213.071738:0:34174:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942213.071740:0:34174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942213.071742:0:34174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.071743:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfae0 00800000:00000002:1.0:1788942213.071745:0:34174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942213.071747:0:34174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942213.071750:0:34174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942213.071753:0:34174:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.071754:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf9b0 00000002:00010000:1.0:1788942213.071756:0:34174:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942213.071759:0:34174:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942213.071760:0:34174:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942213.071761:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942213.071765:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:1.0:1788942213.071767:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942213.071769:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942213.071771:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942213.071774:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942213.071780:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942213.071783:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.071785:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942213.071791:0:34174:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942213.071793:0:34174:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942213.071795:0:34174:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942213.071797:0:34174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942213.071798:0:34174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942213.071800:0:34174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942213.071802:0:34174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942213.071804:0:34174:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942213.071806:0:34174:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942213.071809:0:34174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942213.071811:0:34174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.071813:0:34174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942213.071816:0:34174:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157902 00800000:00000001:1.0:1788942213.071818:0:34174:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942213.071820:0:34174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942213.071821:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.071822:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.071824:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.071826:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.071828:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.071830:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071831:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942213.071832:0:34174:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942213.071834:0:34174:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.071836:0:34174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157902 from it ffffa57dc1ccfbf8 00010000:00000001:1.0:1788942213.071838:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.071839:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.071840:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.071842:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.071844:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.071846:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942213.071848:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942213.071888:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071890:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.071891:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942213.071892:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942213.071895:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942213.071901:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942213.071903:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942213.071904:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942213.071906:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071907:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.071909:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071911:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942213.071912:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071914:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071915:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.071917:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942213.071918:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.071919:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942213.071921:0:34174:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942213.071922:0:34174:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942213.071924:0:34174:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942213.071928:0:34174:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.071931:0:34174:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942213.071933:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfbe8 00000080:00002000:1.0:1788942213.071934:0:34174:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544589000) flags 0x48004e refc 0 00000080:00000001:1.0:1788942213.071936:0:34174:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.071938:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfc30 00000080:00200000:1.0:1788942213.071940:0:34174:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1788942213.071954:0:34174:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788942213.071956:0:34174:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1788942213.071959:0:34174:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942213.071960:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfe40 00000080:00002000:1.0:1788942213.071962:0:34174:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544589000, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:1.0:1788942213.071965:0:34174:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.071973:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942213.071974:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942213.071975:0:34174:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942213.071977:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfbc0 00000080:00200000:1.0:1788942213.071979:0:34174:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942213.071982:0:34174:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942213.071984:0:34174:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942213.071986:0:34174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942213.071988:0:34174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.071989:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfae0 00800000:00000002:1.0:1788942213.071991:0:34174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942213.071994:0:34174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942213.071995:0:34174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942213.071998:0:34174:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942213.071999:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccf9b0 00000002:00010000:1.0:1788942213.072001:0:34174:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942213.072004:0:34174:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942213.072005:0:34174:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942213.072006:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942213.072008:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:1.0:1788942213.072010:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942213.072012:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942213.072014:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942213.072017:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788942213.072023:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942213.072025:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942213.072028:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788942213.072034:0:34174:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942213.072036:0:34174:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942213.072037:0:34174:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942213.072039:0:34174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942213.072041:0:34174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942213.072042:0:34174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942213.072044:0:34174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942213.072046:0:34174:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942213.072048:0:34174:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942213.072050:0:34174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942213.072052:0:34174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.072053:0:34174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942213.072056:0:34174:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157902 00800000:00000001:1.0:1788942213.072059:0:34174:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942213.072060:0:34174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942213.072061:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.072062:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.072064:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.072066:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.072068:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.072070:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.072071:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942213.072072:0:34174:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942213.072074:0:34174:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942213.072076:0:34174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157902 from it ffffa57dc1ccfbf8 00010000:00000001:1.0:1788942213.072077:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942213.072078:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942213.072080:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:1.0:1788942213.072082:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.072084:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:1.0:1788942213.072085:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942213.072087:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942213.072093:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.072094:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.072095:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942213.072097:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942213.072098:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942213.072103:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942213.072105:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942213.072106:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942213.072108:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.072108:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942213.072110:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.072112:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942213.072113:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.072114:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.072116:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942213.072118:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942213.072119:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942213.072120:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942213.072122:0:34174:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942213.072123:0:34174:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942213.072125:0:34174:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942213.072128:0:34174:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942213.072131:0:34174:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942213.072132:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfbe8 00000080:00002000:1.0:1788942213.072134:0:34174:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544589000) flags 0x48004e refc 0 00000080:00000001:1.0:1788942213.072136:0:34174:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942213.072138:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfc30 00000080:00200000:1.0:1788942213.072139:0:34174:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1788942213.072145:0:34174:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788942213.072147:0:34174:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788942213.072150:0:34174:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942213.072151:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ccfe40 00000080:00002000:1.0:1788942213.072153:0:34174:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544589000, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:1.0:1788942213.072155:0:34174:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.079169:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942213.079174:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942213.079176:0:34175:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942213.079179:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbb20 00000080:00200000:3.0:1788942213.079183:0:34175:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942213.079189:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa200. 00800000:00000002:3.0:1788942213.079195:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942213.079199:0:34175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942213.079204:0:34175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942213.079206:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddba40 00800000:00000002:3.0:1788942213.079208:0:34175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942213.079212:0:34175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942213.079216:0:34175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942213.079221:0:34175:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942213.079223:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddb910 00000002:00010000:3.0:1788942213.079224:0:34175:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942213.079228:0:34175:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942213.079230:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.079233:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.079239:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:3.0:1788942213.079242:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942213.079248:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942213.079252:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942213.079258:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788942213.079269:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942213.079273:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942213.079277:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788942213.079284:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942213.079286:0:34175:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942213.079288:0:34175:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942213.079289:0:34175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942213.079291:0:34175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942213.079293:0:34175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942213.079296:0:34175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942213.079299:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942213.079301:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa200. 00000080:00000001:3.0:1788942213.079305:0:34175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942213.079307:0:34175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942213.079309:0:34175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942213.079312:0:34175:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157902 00800000:00000001:3.0:1788942213.079315:0:34175:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942213.079317:0:34175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942213.079319:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.079321:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.079323:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:3.0:1788942213.079326:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.079328:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.079331:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.079333:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942213.079334:0:34175:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942213.079336:0:34175:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942213.079338:0:34175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157902 from it ffffa57dc0ddbb58 00010000:00000001:3.0:1788942213.079340:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.079341:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.079343:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:3.0:1788942213.079345:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.079347:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.079349:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942213.079352:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942213.079358:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.079359:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.079361:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942213.079363:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942213.079365:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788942213.079372:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942213.079375:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942213.079377:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942213.079381:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.079382:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.079383:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.079386:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942213.079388:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.079389:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.079392:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.079394:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942213.079395:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.079396:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942213.079398:0:34175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942213.079400:0:34175:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942213.079402:0:34175:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:3.0:1788942213.079406:0:34175:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.079410:0:34175:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788942213.079413:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbb48 00000080:00002000:3.0:1788942213.079414:0:34175:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544589000) flags 0x48004e refc 0 00000080:00000001:3.0:1788942213.079417:0:34175:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.079419:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbb90 00000080:00200000:3.0:1788942213.079420:0:34175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1788942213.079425:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbd08 00000080:00200008:3.0:1788942213.079428:0:34175:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942213.079432:0:34175:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942213.079433:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbc80 00000080:00200000:3.0:1788942213.079434:0:34175:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:3.0:1788942213.079439:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa200. 00800000:00000002:3.0:1788942213.079441:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942213.079446:0:34175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942213.079447:0:34175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942213.079449:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbba0 00800000:00000002:3.0:1788942213.079450:0:34175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942213.079453:0:34175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942213.079457:0:34175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942213.079460:0:34175:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942213.079461:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddba70 00000002:00010000:3.0:1788942213.079463:0:34175:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942213.079465:0:34175:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942213.079466:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.079468:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.079471:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:3.0:1788942213.079473:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942213.079475:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942213.079478:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942213.079481:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788942213.079487:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942213.079490:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942213.079492:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788942213.079499:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942213.079501:0:34175:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942213.079502:0:34175:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942213.079503:0:34175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942213.079505:0:34175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942213.079506:0:34175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942213.079508:0:34175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942213.079510:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942213.079512:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa200. 00000080:00000001:3.0:1788942213.079514:0:34175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942213.079515:0:34175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942213.079517:0:34175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) 00000080:00010000:3.0:1788942213.079520:0:34175:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb781578fb 00800000:00000001:3.0:1788942213.079522:0:34175:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942213.079523:0:34175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942213.079525:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.079526:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.079528:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942213.079529:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942213.079532:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942213.079534:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.079535:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942213.079536:0:34175:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942213.079538:0:34175:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942213.079540:0:34175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb781578fb from it ffffa57dc0ddbcb8 00010000:00000001:3.0:1788942213.079542:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.079543:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.079544:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942213.079546:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942213.079548:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942213.079550:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942213.079553:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788942213.079560:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.079561:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.079562:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942213.079563:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942213.079565:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788942213.079571:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942213.079572:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942213.079573:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942213.079575:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.079576:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.079577:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.079579:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942213.079580:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.079582:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.079584:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.079585:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942213.079587:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.079588:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942213.079589:0:34175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942213.079590:0:34175:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942213.079594:0:34175:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788942213.079597:0:34175:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942213.079598:0:34175:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942213.079600:0:34175:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942213.079602:0:34175:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.079604:0:34175:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942213.079607:0:34175:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788942213.079609:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942213.079612:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942213.079615:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942213.080524:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.080530:0:34175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942213.080533:0:34175:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942213.080536:0:34175:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788942213.080539:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942213.080541:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942213.080542:0:34175:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942213.080545:0:34175:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.080546:0:34175:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942213.080550:0:34175:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b5459d99d0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788942213.080553:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00020000:00000001:3.0:1788942213.080557:0:34175:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942213.080559:0:34175:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942213.080561:0:34175:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942213.080562:0:34175:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.080564:0:34175:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942213.080566:0:34175:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942213.080567:0:34175:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080568:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942213.080569:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942213.080571:0:34175:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942213.080572:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00000020:00000001:3.0:1788942213.080585:0:34175:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942213.080588:0:34175:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788942213.080589:0:34175:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788942213.080591:0:34175:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788942213.080593:0:34175:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788942213.080595:0:34175:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788942213.080597:0:34175:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788942213.080602:0:34175:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788942213.080609:0:34175:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551bc0c80. 00020000:00000002:3.0:1788942213.080613:0:34175:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942213.080614:0:34175:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788942213.080616:0:34175:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942213.080618:0:34175:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942213.080619:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788942213.080623:0:34175:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b542d10d80. 00000020:00000010:3.0:1788942213.080628:0:34175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5590fa200. 00000020:00000010:3.0:1788942213.080632:0:34175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b5590fa000. 00000020:00000010:3.0:1788942213.080635:0:34175:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b545e760c0. 00000008:00000010:3.0:1788942213.080641:0:34175:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b550cb2cc0. 00020000:00000010:3.0:1788942213.080646:0:34175:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b5436a7600. 00008000:00000010:3.0:1788942213.080651:0:34175:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b5459111a8. 00000080:00000010:3.0:1788942213.080656:0:34175:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b551377888. 00000080:00000010:3.0:1788942213.080659:0:34175:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b5459d9bc0. 00000020:00000010:3.0:1788942213.080663:0:34175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5590fbc00. 00000008:00000010:3.0:1788942213.080666:0:34175:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b55208c580. 00020000:00000010:3.0:1788942213.080669:0:34175:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b5487cd240. 00008000:00000010:3.0:1788942213.080672:0:34175:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b543158548. 00000080:00000010:3.0:1788942213.080675:0:34175:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b543477a50. 00000020:00000001:3.0:1788942213.080678:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:3.0:1788942213.080681:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:3.0:1788942213.080693:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.080695:0:34175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942213.080697:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942213.080699:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942213.080700:0:34175:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.080702:0:34175:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.080704:0:34175:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942213.080706:0:34175:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788942213.080710:0:34175:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5581178f0. 00000008:00010000:3.0:1788942213.080712:0:34175:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788942213.080715:0:34175:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942213.080716:0:34175:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788942213.080717:0:34175:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551bc0cb0, osc lock ffff90b5581178f0, flags 0x400001002 00000020:00000001:3.0:1788942213.080720:0:34175:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.080722:0:34175:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.080724:0:34175:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707167599744 : -122366541951872 : ffff90b551bc0c80) 00000020:00000001:3.0:1788942213.080726:0:34175:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942213.080727:0:34175:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788942213.080728:0:34175:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080730:0:34175:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080732:0:34175:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788942213.080733:0:34175:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788942213.080735:0:34175:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942213.080737:0:34175:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942213.080738:0:34175:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942213.080739:0:34175:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942213.080741:0:34175:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942213.080743:0:34175:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942213.080745:0:34175:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788942213.080748:0:34175:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942213.080751:0:34175:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942213.080752:0:34175:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942213.080754:0:34175:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942213.080755:0:34175:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942213.080756:0:34175:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942213.080758:0:34175:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788942213.080761:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.080765:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:3.0:1788942213.080767:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942213.080772:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942213.080776:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942213.080780:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1788942213.080790:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942213.080793:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942213.080796:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788942213.080803:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.080805:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.080807:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=4 00000020:00000001:3.0:1788942213.080809:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:3.0:1788942213.080811:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000008:00000001:3.0:1788942213.080814:0:34175:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788942213.080816:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.080817:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.080818:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=5 00000020:00000001:3.0:1788942213.080819:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:3.0:1788942213.080822:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00000020:00000001:3.0:1788942213.080825:0:34175:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788942213.080827:0:34175:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788942213.080839:0:34175:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788942213.080840:0:34175:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.080842:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.080843:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.080844:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=6 00000020:00000001:3.0:1788942213.080846:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:3.0:1788942213.080848:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:3.0:1788942213.080869:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942213.080879:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788942213.080886:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.080888:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.080889:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942213.080890:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942213.080893:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788942213.080900:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942213.080902:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942213.080903:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942213.080905:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.080908:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942213.080910:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.080912:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.080914:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.080916:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942213.080917:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.080918:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.080919:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.080920:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942213.080922:0:34175:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942213.080924:0:34175:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080926:0:34175:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.080927:0:34175:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080929:0:34175:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080930:0:34175:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788942213.080931:0:34175:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788942213.080933:0:34175:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788942213.080934:0:34175:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788942213.080936:0:34175:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080938:0:34175:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.080941:0:34175:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788942213.080943:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.080945:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.080946:0:34175:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788942213.080949:0:34175:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788942213.080951:0:34175:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942212 a=1788942213 c=1788942212 b=1 00020000:00000001:3.0:1788942213.080954:0:34175:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080956:0:34175:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.080957:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:3.0:1788942213.080959:0:34175:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788942213.080961:0:34175:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788942213.080963:0:34175:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788942213.080964:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_release():245 00000020:00000001:3.0:1788942213.080967:0:34175:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788942213.080968:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788942213.080970:0:34175:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788942213.080972:0:34175:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942213.080973:0:34175:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942213.080975:0:34175:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788942213.080976:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551bc0cb0 (ffff90b542d10d88/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788942213.080979:0:34175:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788942213.080980:0:34175:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788942213.080981:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.080982:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942213.080983:0:34175:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788942213.080985:0:34175:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942213.080986:0:34175:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942213.080987:0:34175:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942213.080988:0:34175:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788942213.080989:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788942213.080992:0:34175:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788942213.080993:0:34175:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788942213.080994:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551bc0cb0 (ffff90b542d101b8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788942213.080996:0:34175:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5581178f0. 00000020:00000001:3.0:1788942213.080999:0:34175:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788942213.081001:0:34175:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551bc0c80. 00020000:00000001:3.0:1788942213.081003:0:34175:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788942213.081004:0:34175:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788942213.081005:0:34175:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788942213.081006:0:34175:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.081008:0:34175:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942213.081010:0:34175:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942213.081012:0:34175:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942213.081013:0:34175:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942213.081014:0:34175:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942213.081016:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:3.0:1788942213.081018:0:34175:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942213.081020:0:34175:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942213.081022:0:34175:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942213.081024:0:34175:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942213.081027:0:34175:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942213.081028:0:34175:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.081030:0:34175:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942213.081032:0:34175:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942213.081033:0:34175:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942213.081034:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000001:00000001:3.0:1788942213.081036:0:34175:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.081042:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbd08 00000080:00000008:3.0:1788942213.081044:0:34175:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942213.081049:0:34175:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788942213.081050:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbda0 00000080:00002000:3.0:1788942213.081052:0:34175:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544589000, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:3.0:1788942213.081054:0:34175:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.081279:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942213.081283:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942213.081285:0:34175:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942213.081287:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbbd8 00000080:00200000:3.0:1788942213.081289:0:34175:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942213.081294:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa400. 00800000:00000002:3.0:1788942213.081299:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942213.081306:0:34175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942213.081309:0:34175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942213.081311:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbaf8 00800000:00000002:3.0:1788942213.081313:0:34175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942213.081316:0:34175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942213.081319:0:34175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942213.081323:0:34175:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942213.081324:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddb9c8 00000002:00010000:3.0:1788942213.081326:0:34175:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942213.081330:0:34175:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942213.081333:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.081335:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.081339:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:3.0:1788942213.081341:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942213.081343:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942213.081346:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942213.081350:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788942213.081357:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942213.081360:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942213.081362:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788942213.081368:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942213.081370:0:34175:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942213.081371:0:34175:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942213.081374:0:34175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942213.081376:0:34175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942213.081378:0:34175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942213.081381:0:34175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942213.081383:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942213.081386:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa400. 00000080:00000001:3.0:1788942213.081389:0:34175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942213.081391:0:34175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942213.081393:0:34175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942213.081396:0:34175:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157902 00800000:00000001:3.0:1788942213.081398:0:34175:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942213.081400:0:34175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942213.081401:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.081403:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.081405:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:3.0:1788942213.081407:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.081409:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.081411:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081412:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942213.081413:0:34175:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942213.081414:0:34175:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942213.081417:0:34175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157902 from it ffffa57dc0ddbc10 00010000:00000001:3.0:1788942213.081419:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.081420:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.081421:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:3.0:1788942213.081423:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.081425:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.081426:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942213.081429:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788942213.081435:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081437:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.081438:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942213.081439:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942213.081441:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788942213.081452:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942213.081454:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942213.081456:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942213.081459:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081460:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.081461:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081463:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942213.081464:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081466:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081468:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081470:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942213.081471:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081472:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942213.081476:0:34175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942213.081478:0:34175:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942213.081480:0:34175:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:3.0:1788942213.081483:0:34175:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.081490:0:34175:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788942213.081492:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbda0 00000080:00002000:3.0:1788942213.081494:0:34175:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544589000) flags 0x48004e refc 0 00000080:00000001:3.0:1788942213.081496:0:34175:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.081498:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbe10 00000080:00200000:3.0:1788942213.081499:0:34175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1788942213.081503:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942213.081504:0:34175:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942213.081505:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbd30 00000080:00200000:3.0:1788942213.081507:0:34175:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942213.081510:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa400. 00800000:00000002:3.0:1788942213.081514:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942213.081515:0:34175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942213.081517:0:34175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942213.081518:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbc50 00800000:00000002:3.0:1788942213.081520:0:34175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942213.081523:0:34175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942213.081524:0:34175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942213.081528:0:34175:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942213.081529:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbb20 00000002:00010000:3.0:1788942213.081531:0:34175:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942213.081533:0:34175:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942213.081534:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.081536:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.081538:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:3.0:1788942213.081540:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942213.081542:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942213.081544:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942213.081546:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788942213.081552:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942213.081555:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942213.081557:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788942213.081563:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942213.081565:0:34175:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942213.081567:0:34175:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942213.081568:0:34175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942213.081570:0:34175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942213.081578:0:34175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942213.081580:0:34175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942213.081582:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942213.081584:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa400. 00000080:00000001:3.0:1788942213.081587:0:34175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942213.081588:0:34175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942213.081589:0:34175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:3.0:1788942213.081592:0:34175:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157902 00800000:00000001:3.0:1788942213.081594:0:34175:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942213.081595:0:34175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942213.081597:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.081598:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.081600:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:3.0:1788942213.081602:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.081604:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.081605:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081606:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942213.081607:0:34175:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942213.081609:0:34175:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942213.081611:0:34175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157902 from it ffffa57dc0ddbd68 00010000:00000001:3.0:1788942213.081612:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942213.081613:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942213.081614:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d1800 refcount=3 00000020:00000001:3.0:1788942213.081616:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.081618:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911815680 : -122366797735936 : ffff90b5427d1800) 00010000:00000001:3.0:1788942213.081619:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942213.081622:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788942213.081628:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081628:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.081629:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942213.081631:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942213.081633:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788942213.081638:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942213.081639:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942213.081640:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942213.081642:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081643:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.081644:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081646:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942213.081648:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081649:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081651:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081653:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942213.081654:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081655:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942213.081656:0:34175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942213.081658:0:34175:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942213.081659:0:34175:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:3.0:1788942213.081663:0:34175:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.081666:0:34175:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:3.0:1788942213.081668:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbdf8 00000080:00200000:3.0:1788942213.081670:0:34175:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:3.0:1788942213.081672:0:34175:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788942213.081674:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942213.081677:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942213.081679:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942213.081681:0:34175:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788942213.081693:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00020000:00000002:3.0:1788942213.081697:0:34175:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e764e0 addref 2/0 by ffff90b5546e27c0. 00020000:00000002:3.0:1788942213.081699:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00020000:00000001:3.0:1788942213.081701:0:34175:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788942213.081704:0:34175:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788942213.081705:0:34175:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788942213.081707:0:34175:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788942213.081709:0:34175:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788942213.081711:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942213.081713:0:34175:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788942213.081717:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5590fa400. 00800000:00000002:3.0:1788942213.081720:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:3.0:1788942213.081727:0:34175:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788942213.081731:0:34175:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788942213.081733:0:34175:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:3.0:1788942213.081735:0:34175:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942213.081737:0:34175:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:3.0:1788942213.081741:0:34175:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788942213.081743:0:34175:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788942213.081745:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 2 00010000:00000001:3.0:1788942213.081748:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942213.081750:0:34175:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788942213.081754:0:34175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942213.081756:0:34175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788942213.081763:0:34175:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788942213.081767:0:34175:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788942213.081769:0:34175:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788942213.081771:0:34175:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788942213.081773:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.081774:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.081776:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 3 00010000:00000001:3.0:1788942213.081778:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942213.081780:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942213.081782:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.081783:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.081784:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 3 00010000:00000001:3.0:1788942213.081786:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942213.081788:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942213.081789:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.081790:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.081792:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e000 count: 3 00010000:00000001:3.0:1788942213.081793:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942213.081795:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.081797:0:34175:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942213.081799:0:34175:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788942213.081803:0:34175:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788942213.081805:0:34175:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788942213.081807:0:34175:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788942213.081809:0:34175:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.081812:0:34175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942213.081814:0:34175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942213.081816:0:34175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942213.081817:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942213.081819:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788942213.081822:0:34175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d1800 with handle 0xcbb91bbb78157902 from hash 00010000:00000001:3.0:1788942213.081824:0:34175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942213.081826:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.081827:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.081838:0:34175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942213.081841:0:34175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942213.081842:0:34175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788942213.081973:0:34175:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942213.081975:0:34175:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942213.081977:0:34175:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942213.081979:0:34175:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788942213.081982:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 2 00010000:00000001:3.0:1788942213.081984:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942213.081986:0:34175:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788942213.081988:0:34175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788942213.081990:0:34175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1788942213.081996:0:34175:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788942213.081998:0:34175:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788942213.081999:0:34175:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788942213.082000:0:34175:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1788942213.082002:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.082004:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.082005:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00010000:00000001:3.0:1788942213.082007:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942213.082009:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942213.082011:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.082012:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.082013:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00010000:00000001:3.0:1788942213.082015:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942213.082016:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942213.082018:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.082019:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.082020:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00010000:00000001:3.0:1788942213.082022:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942213.082024:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942213.082026:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942213.082026:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942213.082028:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48300 count: 3 00010000:00000001:3.0:1788942213.082029:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788942213.082031:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.082033:0:34175:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.082035:0:34175:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788942213.082036:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942213.082038:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942213.082040:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942213.082041:0:34175:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788942213.082044:0:34175:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1788942213.082046:0:34175:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788942213.082049:0:34175:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788942213.082052:0:34175:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788942213.082054:0:34175:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788942213.082056:0:34175:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788942213.082058:0:34175:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.082060:0:34175:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788942213.082063:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942213.082065:0:34175:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.082067:0:34175:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788942213.082069:0:34175:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff90b548d9c2c8) invalid 00000020:00000001:3.0:1788942213.082071:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddba60 00000080:00002000:3.0:1788942213.082073:0:34175:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90b544589000) parent ffff90b548d765e8 inode ffff90b548d9c2c8 refc 1 00000080:00000001:3.0:1788942213.082153:0:34175:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788942213.082155:0:34175:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788942213.082156:0:34175:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.082159:0:34175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788942213.082161:0:34175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788942213.082162:0:34175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788942213.082163:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942213.082165:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788942213.082168:0:34175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792ac00 with handle 0xcbb91bbb781578fb from hash 00010000:00000001:3.0:1788942213.082170:0:34175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788942213.082172:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.082173:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.082174:0:34175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788942213.082176:0:34175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788942213.082177:0:34175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788942213.082179:0:34175:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942213.082181:0:34175:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942213.082183:0:34175:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788942213.082190:0:34175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acce00. 00000020:00000040:3.0:1788942213.082194:0:34175:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:3.0:1788942213.082199:0:34175:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942213.082200:0:34175:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.082202:0:34175:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942213.082207:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942213.082209:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.082210:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.082211:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942213.082214:0:34175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942213.082216:0:34175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942213.082219:0:34175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942213.082225:0:34175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5590fb000. 00000100:00000001:3.0:1788942213.082231:0:34175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.082234:0:34175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942213.082236:0:34175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788942213.082242:0:34175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1788942213.082249:0:34175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1788942213.082254:0:34175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1788942213.082256:0:34175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788942213.082258:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942213.082260:0:34175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb781578fb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeed2b7 expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:3.0:1788942213.082271:0:34175:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5453458c0. 00010000:00000040:3.0:1788942213.082275:0:34175:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48300 count: 0 00010000:00000010:3.0:1788942213.082280:0:34175:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0300. 00010000:00000001:3.0:1788942213.082287:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.082288:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788942213.082290:0:34175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d1800/0xcbb91bbb78157902 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed2c5 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1788942213.082295:0:34175:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3e000 count: 0 00010000:00000010:3.0:1788942213.082297:0:34175:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78f80. 00010000:00000001:3.0:1788942213.082302:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942213.082303:0:34175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.082305:0:34175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942213.082306:0:34175:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.082307:0:34175:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788942213.082316:0:34175:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788942213.082327:0:34175:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942213.082335:0:34175:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942213.082337:0:34175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942213.082342:0:34175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559039a80. 00000100:00000001:3.0:1788942213.082344:0:34175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289729664 : -122366419821952 : ffff90b559039a80) 00000100:00000001:3.0:1788942213.082347:0:34175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942213.082348:0:34175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496896 : -122366761054720 : ffff90b544acce00) 00000100:00000001:3.0:1788942213.082352:0:34175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942213.082355:0:34175:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942213.082357:0:34175:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942213.082358:0:34175:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942213.082362:0:34175:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942213.082374:0:34175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942213.082376:0:34175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942213.082380:0:34175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942213.082382:0:34175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942213.082384:0:34175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942213.082388:0:34175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acce00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:34175:1875839884287360:192.168.206.109@tcp:36:rm.0 00000100:00000001:3.0:1788942213.082391:0:34175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942213.082395:0:34175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942213.082397:0:34175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942213.082400:0:34175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942213.082404:0:34175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837dc00. 02000000:00000001:3.0:1788942213.082406:0:34175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942213.082412:0:34175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942213.082417:0:34175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c48f0. 00000400:00000010:3.0:1788942213.082422:0:34175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedbb0. 00000100:00000200:3.0:1788942213.082428:0:34175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884287360, portal 10 00000100:00000001:3.0:1788942213.082432:0:34175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942213.082433:0:34175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496896 : -122366761054720 : ffff90b544acce00) 00000100:00000040:3.0:1788942213.082439:0:34175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942229 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942213.082446:0:34175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942213.082448:0:34175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942213.082451:0:34175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedc38. 00000100:00000200:3.0:1788942213.082453:0:34175:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875839884287360, offset 0 00000400:00000200:3.0:1788942213.082459:0:34175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942213.082466:0:34175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.082474:0:34175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942213.082478:0:34175:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942213.082482:0:34175:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942213.082485:0:34175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942213.082488:0:34175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942213.082491:0:34175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2645:2645:256:4294967295] 192.168.206.109@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:3.0:1788942213.082495:0:34175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942213.082503:0:34175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942213.082509:0:34175:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942213.082515:0:34175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35600. 00000800:00000200:3.0:1788942213.082520:0:34175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942213.082527:0:34175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942213.082532:0:34175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788942213.082608:0:34175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942213.082613:0:34175:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 822782 usecs (823 jiffies) 00000400:00000200:3.0:1788942213.082616:0:34175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942213.082618:0:34175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296614064 00000100:00000001:3.0:1788942213.082621:0:34175:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296615501 00000100:00000001:3.0:1788942213.082623:0:34175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296614064 00000100:00000001:3.0:1788942213.082626:0:34175:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296615501 00000100:00000001:3.0:1788942213.082628:0:34175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942213.082630:0:34175:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942213.082632:0:34175:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942213.082634:0:34175:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942213.082636:0:34175:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559039a80 going to sleep for 11 seconds 00000100:00000001:3.0:1788942213.082639:0:34175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942213.082641:0:34175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942213.082722:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942213.082727:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35600. 00000400:00000200:2.0:1788942213.082731:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942213.082736:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942213.082742:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedc38 00000400:00000010:2.0:1788942213.082744:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedc38. 00000100:00000001:2.0:1788942213.082748:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942213.082752:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942229 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942213.082761:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942213.082764:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942229 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942213.082770:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942213.082772:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788942213.089933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48300. 00010000:00000010:3.1:1788942213.089946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792ac00. 00010000:00000010:3.1:1788942213.089950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e000. 00010000:00000010:3.1:1788942213.089953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d1800. 00000800:00000001:2.0:1788942213.093028:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.093043:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942213.093047:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.093050:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942213.093058:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.093065:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942213.093074:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.093079:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.093083:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.093088:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f55d80 00000400:00000200:2.0:1788942213.093092:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.093097:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x714d [1] + 224 00000800:00000001:2.0:1788942213.093104:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.093110:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942213.093114:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942213.093118:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942213.093125:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942213.093134:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942229 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942213.093144:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942213.093163:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942213.093170:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942213.093173:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942213.093178:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942213.093184:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2646:2646:256:4294967295] 192.168.206.109@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:2.0:1788942213.093188:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942213.093194:0:34175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788942213.093196:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000400:00000001:3.0:1788942213.093201:0:34175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1788942213.093201:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000400:00000001:3.0:1788942213.093203:0:34175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942213.093206:0:34175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c48f0. 00000800:00000010:2.0:1788942213.093206:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5590b9e00. 00000400:00000200:3.0:1788942213.093210:0:34175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedbb0 00000800:00000200:2.0:1788942213.093211:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000400:00000010:3.0:1788942213.093212:0:34175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedbb0. 00000100:00000001:3.0:1788942213.093215:0:34175:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000200:2.0:1788942213.093218:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000100:00000200:3.0:1788942213.093220:0:34175:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788942213.093222:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5590b9e00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1788942213.093233:0:34175:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acce00 x1875839884287360/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/624 e 0 to 0 dl 1788942229 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942213.093238:0:34175:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942213.093240:0:34175:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942213.093242:0:34175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942213.093245:0:34175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942213.093247:0:34175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942213.093249:0:34175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942213.093252:0:34175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942213.093262:0:34175:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=53 v=5 (5 105 105 105) 00000100:00001000:3.0:1788942213.093265:0:34175:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942213.093268:0:34175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942213.093269:0:34175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.093272:0:34175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942213.093275:0:34175:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942213.093278:0:34175:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942213.093279:0:34175:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x200000008] 00000100:00000001:3.0:1788942213.093281:0:34175:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942213.093283:0:34175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942213.093285:0:34175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496896 : -122366761054720 : ffff90b544acce00) 00000100:00000001:3.0:1788942213.093288:0:34175:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942213.093290:0:34175:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788942213.093292:0:34175:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942213.093295:0:34175:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942213.093300:0:34175:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acce00 x1875839884287360/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942229 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788942213.093300:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942213.093303:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5590b9e00. 00000100:00000001:3.0:1788942213.093307:0:34175:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788942213.093307:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788942213.093310:0:34175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1788942213.093310:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000100:00000001:3.0:1788942213.093312:0:34175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942213.093315:0:34175:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acce00 x1875839884287360/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942229 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788942213.093315:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942213.093318:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788942213.093323:0:34175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acce00 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:34175:1875839884287360:192.168.206.109@tcp:36:rm.0 00000100:00000001:3.0:1788942213.093329:0:34175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942213.093331:0:34175:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942213.093333:0:34175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942213.093335:0:34175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942213.093338:0:34175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acce00 x1875839884287360/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942229 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942213.093345:0:34175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942213.093347:0:34175:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559039a80. 00000100:00000001:3.0:1788942213.093350:0:34175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942213.093351:0:34175:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942213.093358:0:34175:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942213.093361:0:34175:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942213.093365:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942213.093368:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5590fa400. 00000100:00000001:3.0:1788942213.093374:0:34175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942213.093377:0:34175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acce00 x1875839884287360/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942229 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942213.093384:0:34175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.093387:0:34175:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.093398:0:34175:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788942213.093401:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc0ddbe28 00000080:00002000:3.0:1788942213.093404:0:34175:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff90b544589000, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788942213.093407:0:34175:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942213.093411:0:34175:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788942213.093414:0:34175:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788942213.093421:0:34175:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788942213.093424:0:34175:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788942213.093426:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942213.093429:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942213.093432:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942213.093436:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.093439:0:34175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942213.093486:0:34175:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942213.093488:0:34175:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942213.093491:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942213.093493:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942213.093494:0:34175:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942213.093499:0:34175:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90b5459d99d0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788942213.093501:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00020000:00000001:3.0:1788942213.093505:0:34175:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942213.093507:0:34175:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942213.093509:0:34175:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942213.093510:0:34175:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093512:0:34175:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942213.093514:0:34175:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942213.093515:0:34175:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093517:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942213.093518:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942213.093519:0:34175:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942213.093520:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00000020:00000001:3.0:1788942213.093523:0:34175:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093525:0:34175:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942213.093526:0:34175:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788942213.093528:0:34175:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942213.093530:0:34175:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942213.093533:0:34175:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942213.093536:0:34175:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942213.093537:0:34175:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942213.093539:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942213.093540:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:3.0:1788942213.093542:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:3.0:1788942213.093545:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.093546:0:34175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942213.093550:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942213.093551:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942213.093552:0:34175:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093554:0:34175:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093556:0:34175:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942213.093559:0:34175:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788942213.093560:0:34175:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093562:0:34175:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093564:0:34175:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093566:0:34175:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788942213.093567:0:34175:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942213.093570:0:34175:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942213.093571:0:34175:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942213.093572:0:34175:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942213.093574:0:34175:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093575:0:34175:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093577:0:34175:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093579:0:34175:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093580:0:34175:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942213.093581:0:34175:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093583:0:34175:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093585:0:34175:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788942213.093586:0:34175:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788942213.093587:0:34175:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942213.093588:0:34175:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788942213.093590:0:34175:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788942213.093592:0:34175:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1788942213.093598:0:34175:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1788942213.093602:0:34175:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942213.093604:0:34175:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942213.093606:0:34175:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942213.093607:0:34175:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942213.093610:0:34175:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1788942213.093614:0:34175:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788942213.093618:0:34175:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90b551e91780@{[0 -> 255/255], [1|0|-|locking|wiY|ffff90b5485defc0], [1703936|1|+|-|ffff90b5427d0600|256|ffff90b5546e27c0]} make ready 00000008:00010000:3.0:1788942213.093626:0:34175:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000002cec1923 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788942213.093636:0:34175:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1788942213.093637:0:34175:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788942213.093651:0:34175:0:(cl_page.c:1160:cl_page_make_ready()) page@000000002ff2eeff[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1788942213.093652:0:34175:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788942213.093654:0:34175:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788942213.093655:0:34175:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788942213.093657:0:34175:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788942213.093658:0:34175:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788942213.093659:0:34175:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788942213.093661:0:34175:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788942213.093664:0:34175:0:(cl_page.c:507:__cl_page_state_set()) page@000000002ff2eeff[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942213.093666:0:34175:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788942213.093668:0:34175:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788942213.093669:0:34175:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788942213.093672:0:34175:0:(cl_page.c:1182:cl_page_make_ready()) page@000000002ff2eeff[2 0000000033a109b1 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942213.093674:0:34175:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788942213.093675:0:34175:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093678:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.093680:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.093691:0:34175:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788942213.093694:0:34175:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093696:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:3.0:1788942213.093699:0:34175:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942213.093701:0:34175:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788942213.093704:0:34175:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90b551e91780@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff90b5485defc0], [1703936|1|+|-|ffff90b5427d0600|256|ffff90b5546e27c0]} extent finished. 00000008:00010000:3.0:1788942213.093709:0:34175:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000002cec1923 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788942213.093718:0:34175:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1788942213.093720:0:34175:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788942213.093723:0:34175:0:(cl_page.c:1104:cl_page_complete()) page@000000002ff2eeff[2 0000000033a109b1 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942213.093724:0:34175:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788942213.093726:0:34175:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788942213.093727:0:34175:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788942213.093729:0:34175:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788942213.093731:0:34175:0:(cl_page.c:507:__cl_page_state_set()) page@000000002ff2eeff[2 0000000033a109b1 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942213.093733:0:34175:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788942213.093734:0:34175:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788942213.093736:0:34175:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788942213.093739:0:34175:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000002ff2eeff[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788942213.093740:0:34175:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788942213.093750:0:34175:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788942213.093752:0:34175:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788942213.093753:0:34175:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788942213.093756:0:34175:0:(cl_page.c:556:cl_batch_put()) page@000000002ff2eeff[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942213.093758:0:34175:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788942213.093760:0:34175:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788942213.093761:0:34175:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1788942213.093764:0:34175:0:(osc_cache.c:1648:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:3.0:1788942213.093768:0:34175:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90b551e91780@{[0 -> 255/255], [1|0|-|inv|wY|ffff90b5485defc0], [1703936|0|-|-|ffff90b5427d0600|256|ffff90b5546e27c0]} destroyed. 00000008:00010000:3.0:1788942213.093773:0:34175:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000002cec1923 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788942213.093781:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942213.093782:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1788942213.093786:0:34175:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90b551e91780. 00000008:00000001:3.0:1788942213.093789:0:34175:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942213.093791:0:34175:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788942213.093794:0:34175:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788942213.093796:0:34175:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788942213.093798:0:34175:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1788942213.093801:0:34175:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942213.093803:0:34175:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093805:0:34175:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093806:0:34175:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093807:0:34175:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093809:0:34175:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093811:0:34175:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788942213.093812:0:34175:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788942213.093814:0:34175:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788942213.093815:0:34175:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788942213.093816:0:34175:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942213.093818:0:34175:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093819:0:34175:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788942213.093820:0:34175:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942213.093821:0:34175:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788942213.093823:0:34175:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942213.093824:0:34175:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942213.093825:0:34175:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942213.093827:0:34175:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942213.093840:0:34175:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093842:0:34175:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093844:0:34175:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942213.093845:0:34175:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942213.093847:0:34175:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788942213.093848:0:34175:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942213.093849:0:34175:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942213.093928:0:34175:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942213.093930:0:34175:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942213.093931:0:34175:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942213.093932:0:34175:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942213.093934:0:34175:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093936:0:34175:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.093937:0:34175:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942213.093939:0:34175:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942213.093940:0:34175:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.093942:0:34175:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942213.093944:0:34175:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942213.093945:0:34175:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942213.093946:0:34175:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942213.093948:0:34175:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942213.093949:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:3.0:1788942213.093952:0:34175:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942213.093954:0:34175:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942213.093956:0:34175:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942213.093958:0:34175:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942213.093960:0:34175:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942213.093961:0:34175:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942213.093963:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942213.093965:0:34175:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788942213.093972:0:34175:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788942213.093974:0:34175:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621707274099328 : -122366435452288 : ffff90b558151a80) 00000020:00000001:3.0:1788942213.093976:0:34175:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788942213.093978:0:34175:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788942213.093979:0:34175:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788942213.093980:0:34175:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788942213.093982:0:34175:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788942213.093986:0:34175:0:(cl_page.c:507:__cl_page_state_set()) page@000000002ff2eeff[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942213.093987:0:34175:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1788942213.093989:0:34175:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788942213.093991:0:34175:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788942213.093992:0:34175:0:(osc_page.c:138:osc_page_delete()) ffff90b558151ae0 00000008:00000001:3.0:1788942213.093995:0:34175:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788942213.093997:0:34175:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff90b558151af0 page ffff90b558151ae0 at index 0. 00000008:00000001:3.0:1788942213.093999:0:34175:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942213.094004:0:34175:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788942213.094006:0:34175:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdeaa04ab59c0 index 0 00000020:00000001:3.0:1788942213.094010:0:34175:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788942213.094011:0:34175:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788942213.094012:0:34175:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788942213.094014:0:34175:0:(cl_page.c:556:cl_batch_put()) page@000000002ff2eeff[1 0000000033a109b1 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942213.094016:0:34175:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788942213.094017:0:34175:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788942213.094020:0:34175:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90b558151a80. 00000020:00000001:3.0:1788942213.094023:0:34175:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788942213.094024:0:34175:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788942213.094049:0:34175:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788942213.094052:0:34175:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90b548d9c2c8) 00800000:00000001:3.0:1788942213.094057:0:34175:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788942213.094059:0:34175:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:3.0:1788942213.094064:0:34175:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788942213.094068:0:34175:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942213.094070:0:34175:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.094073:0:34175:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788942213.094082:0:34175:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788942213.094083:0:34175:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942213.094086:0:34175:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942213.094089:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942213.094091:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942213.094093:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00020000:00000001:3.0:1788942213.094098:0:34175:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1788942213.094099:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00020000:00000001:3.0:1788942213.094102:0:34175:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788942213.094105:0:34175:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e764e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942213.094109:0:34175:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942213.094113:0:34175:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063c80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1788942213.094116:0:34175:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788942213.094118:0:34175:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.094120:0:34175:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788942213.094121:0:34175:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788942213.094125:0:34175:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788942213.094129:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48600 count: 2 00010000:00000001:3.0:1788942213.094131:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942213.094134:0:34175:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788942213.094136:0:34175:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788942213.094139:0:34175:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788942212 1788942212 1788942213 ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1788942213.094148:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:3.0:1788942213.094150:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:3.0:1788942213.094152:0:34175:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942213.094155:0:34175:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942213.094157:0:34175:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788942213.094159:0:34175:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788942213.094163:0:34175:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90b5485defc0. 00020000:00000001:3.0:1788942213.094167:0:34175:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788942213.094169:0:34175:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90b5464edaf0. 00020000:00000001:3.0:1788942213.094175:0:34175:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788942213.094177:0:34175:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942213.094179:0:34175:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942213.094181:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00020000:00000001:3.0:1788942213.094183:0:34175:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788942213.094184:0:34175:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788942213.094186:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00020000:00000001:3.0:1788942213.094188:0:34175:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788942213.094190:0:34175:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90b542be95c8. 00020000:00000010:3.0:1788942213.094194:0:34175:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90b559039900. 00020000:00000010:3.0:1788942213.094196:0:34175:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90b5464d3270. 00020000:00000002:3.0:1788942213.094199:0:34175:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e764e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942213.094203:0:34175:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942213.094207:0:34175:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b559063c80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1788942213.094210:0:34175:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b559063c80. 00020000:00000010:3.0:1788942213.094214:0:34175:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e76900. 00020000:00000010:3.0:1788942213.094217:0:34175:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e764e0. 00020000:00000001:3.0:1788942213.094219:0:34175:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788942213.094220:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5546e27c0 00020000:00000010:3.0:1788942213.094223:0:34175:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90b544afe8b8. 00020000:00000001:3.0:1788942213.094226:0:34175:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788942213.094228:0:34175:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90b5464ed000. 00000020:00001000:3.0:1788942213.094232:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942213.094235:0:34175:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788942213.094237:0:34175:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1788942213.100793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfab00. 00000080:00000010:3.1:1788942213.102890:0:34178:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9c200. 00010000:00000001:3.0:1788942213.869286:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942213.869292:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.869297:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942213.869298:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942213.869302:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942213.869303:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942213.869599:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942213.869602:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942213.869605:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788942214.081797:0:34260:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942214.883430:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942214.883437:0:30470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942214.883440:0:30470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942214.883443:0:30470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942214.883448:0:30470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942214.883450:0:30470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942214.883453:0:30470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942214.883456:0:30470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942214.883460:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942214.883462:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942214.883467:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942214.883469:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942214.883500:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942214.883503:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942214.883506:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942215.762277:0:34397:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942215.781215:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296615501, at 4296615940 00000100:00000010:3.0:1788942215.781229:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54180. 00000100:00000040:2.0:1788942215.781231:0:33098:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296615501, at 4296615940 00000100:00000010:2.0:1788942215.781236:0:33098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b551b54840. 00010000:00000001:3.0:1788942215.906768:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942215.906778:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942215.906786:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942215.906789:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942215.906793:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942215.906795:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942215.906907:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942215.906912:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942215.906917:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788942216.293534:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942216.293543:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942216.293550:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368000. 00000020:00000040:2.0:1788942216.293556:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:2.0:1788942216.293561:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942216.293564:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942216.293568:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942216.293581:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b544d69900. 00000100:00000001:2.0:1788942216.293588:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293599:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942216.293609:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942216.293613:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293618:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099392880] to pc [ptlrpcd_01_00+0] req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.293638:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293640:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942216.293644:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942216.293646:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369500. 00000020:00000040:2.0:1788942216.293649:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942216.293651:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942216.293652:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942216.293653:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942216.293658:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b543a71100. 00000100:00000001:2.0:1788942216.293662:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293676:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942216.293682:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942216.293684:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293688:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e5e76f4] to pc [ptlrpcd_01_01+1] req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.293696:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293699:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942216.293702:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942216.293705:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368e00. 00000020:00000040:2.0:1788942216.293707:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942216.293709:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942216.293710:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942216.293712:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942216.293715:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5495c9d00. 00000100:00000001:2.0:1788942216.293718:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293721:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942216.293727:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942216.293729:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293732:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070bfd811] to pc [ptlrpcd_01_00+0] req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.293738:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293740:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788942216.293742:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788942216.293745:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368700. 00000020:00000040:2.0:1788942216.293747:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942216.293748:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942216.293750:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942216.293752:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942216.293755:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55a0b9300. 00000100:00000001:2.0:1788942216.293757:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293761:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942216.293768:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942216.293769:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293773:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc1bb37c] to pc [ptlrpcd_01_01+1] req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.293779:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.293782:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1954) 00000100:00000001:2.0:1788942216.293791:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942216.293794:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942216.293796:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942216.293800:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.293807:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942216.293809:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.293811:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942216.293825:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942216.293828:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942216.293832:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884287488:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942216.293836:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942216.293841:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942216.293843:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.293845:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942216.293849:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b548084000. 02000000:00000001:2.0:1788942216.293869:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942216.293876:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942216.293881:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098dc0. 00000400:00000010:2.0:1788942216.293887:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61440. 00000100:00000200:2.0:1788942216.293893:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884287488, portal 25 00000100:00000001:2.0:1788942216.293896:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942216.293898:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175624704 : -122366533926912 : ffff90b552368000) 00000100:00000040:2.0:1788942216.293903:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.293910:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942216.293912:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942216.293914:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61330. 00000100:00000200:2.0:1788942216.293917:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884287488, offset 0 00000400:00000200:2.0:1788942216.293923:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942216.293931:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.293937:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942216.293942:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942216.293946:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942216.293949:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942216.293951:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942216.293955:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2647:2647:256:4294967295] 192.168.206.109@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:2.0:1788942216.293958:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.293968:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942216.293973:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942216.293978:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9600. 00000800:00000200:2.0:1788942216.293984:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942216.293990:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942216.293994:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942216.294003:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942216.294007:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942216.294009:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296620621 00000100:00000010:2.0:1788942216.294013:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abd1e0. 00000100:00000001:2.0:1788942216.294018:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788942216.294022:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296620621 00000100:00000010:2.0:1788942216.294025:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b544abda20. 00000100:00000001:2.0:1788942216.294028:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788942216.294031:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942216.294033:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294035:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942216.294039:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294046:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942216.294048:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.294050:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942216.294052:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942216.294053:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942216.294056:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884287744:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942216.294059:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942216.294061:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942216.294063:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.294064:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942216.294067:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b548084400. 02000000:00000001:2.0:1788942216.294069:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942216.294072:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942216.294075:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450981b8. 00000400:00000010:2.0:1788942216.294078:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942216.294081:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884287744, portal 4 00000100:00000001:2.0:1788942216.294082:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942216.294083:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175628288 : -122366533923328 : ffff90b552368e00) 00000100:00000040:2.0:1788942216.294090:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294095:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942216.294097:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942216.294099:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61dd0. 00000100:00000200:2.0:1788942216.294102:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884287744, offset 0 00000400:00000200:2.0:1788942216.294118:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942216.294122:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.294126:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942216.294129:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942216.294131:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942216.294134:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942216.294136:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942216.294138:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2648:2648:255:4294967295] 192.168.206.109@tcp LPNI seq info [2648:2648:7:4294967295] 00000400:00000200:2.0:1788942216.294142:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.294147:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942216.294150:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942216.294154:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55a0b9b00. 00000800:00000200:2.0:1788942216.294157:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942216.294162:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942216.294164:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55a0b9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942216.294167:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.294170:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24415 usecs (25 jiffies) 00000400:00000200:2.0:1788942216.294173:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942216.294175:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296616478 00000100:00000001:2.0:1788942216.294177:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296620621 00000100:00000001:2.0:1788942216.294179:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296616478 00000100:00000001:2.0:1788942216.294181:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296620621 00000100:00000001:2.0:1788942216.294183:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942216.294185:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294187:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294190:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942216.294197:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942216.294199:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942216.294201:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942216.294202:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942216.294204:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942216.294206:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788942216.294208:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942216.294210:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942216.294212:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942216.294213:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942216.294214:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942216.294215:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942216.294219:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294225:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942216.294226:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.294228:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942216.294230:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942216.294231:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942216.294234:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884287616:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942216.294237:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942216.294239:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942216.294241:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.294242:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942216.294245:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b548085400. 02000000:00000001:2.0:1788942216.294247:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942216.294250:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942216.294252:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942216.294255:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e613b8. 00000100:00000200:2.0:1788942216.294258:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884287616, portal 10 00000100:00000001:2.0:1788942216.294260:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942216.294261:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000040:2.0:1788942216.294266:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294273:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942216.294275:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942216.294277:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942216.294279:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884287616, offset 0 00000400:00000200:2.0:1788942216.294282:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942216.294286:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.294289:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942216.294292:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942216.294294:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942216.294296:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942216.294298:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942216.294300:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2649:2649:254:4294967295] 192.168.206.109@tcp LPNI seq info [2649:2649:6:4294967295] 00000400:00000200:2.0:1788942216.294304:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.294309:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942216.294313:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942216.294318:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b54953db00. 00000800:00000200:2.0:1788942216.294322:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942216.294326:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942216.294328:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b54953db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942216.294331:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.294333:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 821791 usecs (822 jiffies) 00000400:00000200:2.0:1788942216.294336:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942216.294338:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296617275 00000100:00000001:2.0:1788942216.294340:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296620621 00000100:00000001:2.0:1788942216.294342:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296617275 00000100:00000001:2.0:1788942216.294343:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296620621 00000100:00000001:2.0:1788942216.294345:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942216.294347:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294349:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942216.294353:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294358:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942216.294359:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.294361:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942216.294363:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942216.294365:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942216.294367:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884287872:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942216.294370:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942216.294372:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942216.294373:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.294375:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942216.294378:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b548085a00. 02000000:00000001:2.0:1788942216.294379:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942216.294382:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942216.294384:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5450980b0. 00000400:00000010:2.0:1788942216.294387:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61990. 00000100:00000200:2.0:1788942216.294390:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884287872, portal 4 00000100:00000001:2.0:1788942216.294392:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942216.294393:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175626496 : -122366533925120 : ffff90b552368700) 00000100:00000040:2.0:1788942216.294398:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294403:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942216.294406:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942216.294407:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61d48. 00000100:00000200:2.0:1788942216.294409:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884287872, offset 0 00000400:00000200:2.0:1788942216.294413:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942216.294416:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.294419:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942216.294421:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942216.294423:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942216.294425:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942216.294427:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942216.294430:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2650:2650:253:4294967295] 192.168.206.109@tcp LPNI seq info [2650:2650:5:4294967295] 00000400:00000200:2.0:1788942216.294434:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.294439:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942216.294444:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942216.294447:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497eee00. 00000800:00000200:2.0:1788942216.294451:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942216.294455:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942216.294457:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497eee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942216.294460:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.294462:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 232256 usecs (233 jiffies) 00000400:00000200:2.0:1788942216.294465:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942216.294466:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296616686 00000100:00000001:2.0:1788942216.294468:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296620621 00000100:00000001:2.0:1788942216.294470:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296616686 00000100:00000001:2.0:1788942216.294472:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296620621 00000100:00000001:2.0:1788942216.294474:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942216.294475:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294478:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294480:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294490:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942216.294492:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942216.294523:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942216.294526:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9600. 00000400:00000200:2.0:1788942216.294531:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942216.294536:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942216.294541:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61330 00000400:00000010:2.0:1788942216.294543:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61330. 00000100:00000001:2.0:1788942216.294546:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942216.294550:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294559:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942216.294562:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294569:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294571:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942216.294582:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942216.294584:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55a0b9b00. 00000400:00000200:2.0:1788942216.294587:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942216.294590:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942216.294592:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61dd0 00000400:00000010:2.0:1788942216.294594:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61dd0. 00000100:00000001:2.0:1788942216.294596:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942216.294599:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294606:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942216.294609:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294615:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294617:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942216.294624:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942216.294626:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b54953db00. 00000400:00000200:2.0:1788942216.294629:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942216.294633:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942216.294635:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:2.0:1788942216.294636:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:2.0:1788942216.294638:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942216.294642:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294647:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942216.294650:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294655:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294657:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788942216.294725:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942216.294728:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497eee00. 00000400:00000200:2.0:1788942216.294731:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942216.294734:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942216.294737:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61d48 00000400:00000010:2.0:1788942216.294739:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61d48. 00000100:00000001:2.0:1788942216.294742:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942216.294745:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294752:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942216.294755:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.294761:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.294763:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942216.299807:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.300229:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942216.300233:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.300237:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942216.300244:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.300252:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942216.300260:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.300265:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.300270:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.300274:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f55e80 00000400:00000200:3.0:1788942216.300279:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.300284:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x717d [1] + 224 00000800:00000001:3.0:1788942216.300291:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.300297:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942216.300300:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942216.300304:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942216.300310:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942216.300318:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942216.300327:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.300391:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942216.300394:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942216.300413:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942216.300422:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.300425:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788942216.300468:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942216.300470:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942216.300474:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098d68. 00000400:00000200:2.0:1788942216.300478:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e613b8 00000400:00000010:2.0:1788942216.300481:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e613b8. 00000100:00000001:2.0:1788942216.300484:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942216.300489:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942216.300498:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.300504:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942216.300507:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942216.300509:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942216.300512:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942216.300514:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942216.300516:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942216.300519:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942216.300528:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=56 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942216.300532:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942216.300534:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942216.300536:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942216.300538:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942216.300542:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.300545:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942216.300547:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788942216.300549:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942216.300552:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942216.300557:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.300703:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942216.300707:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942216.300709:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942216.300715:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942216.300723:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884287616:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942216.300729:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.300733:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942216.300736:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369500 x1875839884287616/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.300743:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942216.300745:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942216.300748:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b548085400. 02000000:00000001:2.0:1788942216.300751:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942216.300753:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942216.300755:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942216.300757:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942216.300759:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b543a71100. 02000000:00000001:2.0:1788942216.300763:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942216.300765:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942216.300767:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369500. 00000100:00000001:2.0:1788942216.300770:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942216.300771:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942216.300774:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.300775:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942216.300777:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942216.300779:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942216.300780:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942216.306516:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.306533:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942216.306537:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.306539:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942216.306548:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306557:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942216.306713:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306718:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306723:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306727:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f55f00 00000400:00000200:2.0:1788942216.306732:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306738:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x716d [1] + 224 00000800:00000001:2.0:1788942216.306746:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.306750:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942216.306754:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942216.306758:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942216.306766:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942216.306775:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942216.306785:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.306847:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942216.306866:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942216.306939:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942216.306949:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.306953:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942216.306955:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.306958:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942216.306961:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306965:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942216.306969:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306971:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306975:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306978:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f55f80 00000400:00000200:2.0:1788942216.306981:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.306985:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x718d [1] + 224 00000800:00000001:2.0:1788942216.306989:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.306992:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942216.306994:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942216.306997:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942216.307000:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942216.307004:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942216.307013:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.307021:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942216.307024:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.307028:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942216.307029:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.307031:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942216.307034:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.307038:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942216.307042:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.307045:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.307047:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.307050:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f55e00 00000400:00000200:2.0:1788942216.307053:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942216.307057:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x715d [1] + 224 00000800:00000001:2.0:1788942216.307060:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.307067:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942216.307069:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942216.307072:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942216.307075:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942216.307081:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942216.307090:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942216.307097:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942216.307100:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942216.307178:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788942216.307211:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942216.307214:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942216.307217:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450981b8. 00000400:00000200:3.0:1788942216.307222:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:3.0:1788942216.307224:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:3.0:1788942216.307227:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942216.307232:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942216.307241:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.307247:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942216.307249:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.307251:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942216.307254:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942216.307257:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942216.307260:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942216.307263:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942216.307272:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942216.307276:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942216.307279:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942216.307280:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.307283:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942216.307286:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.307289:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942216.307292:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788942216.307294:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942216.307296:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942216.307301:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.307308:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942216.307311:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942216.307313:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942216.307317:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942216.307325:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884287744:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942216.307329:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.307332:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942216.307336:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368e00 x1875839884287744/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.307343:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942216.307345:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942216.307348:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b548084400. 02000000:00000001:3.0:1788942216.307352:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942216.307354:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942216.307356:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942216.307358:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942216.307361:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5495c9d00. 02000000:00000001:3.0:1788942216.307364:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942216.307365:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942216.307367:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368e00. 00000100:00000001:3.0:1788942216.307371:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942216.307372:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.307375:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.307376:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942216.307378:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942216.307380:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942216.307381:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942216.307382:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5450980b0. 00000400:00000200:3.0:1788942216.307384:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61990 00000400:00000010:3.0:1788942216.307386:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61990. 00000100:00000001:3.0:1788942216.307388:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942216.307392:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942216.307400:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.307405:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942216.307406:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.307408:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942216.307410:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942216.307411:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942216.307412:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942216.307414:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942216.307418:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942216.307421:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942216.307424:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942216.307425:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.307427:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942216.307428:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.307431:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942216.307432:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788942216.307434:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942216.307435:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942216.307438:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.307444:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942216.307446:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942216.307447:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942216.307451:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942216.307459:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884287872:192.168.206.109@tcp:400:kworker.0 00000400:00000001:3.0:1788942216.307463:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942216.307464:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942216.307465:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098dc0. 00000400:00000200:3.0:1788942216.307467:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:3.0:1788942216.307469:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:3.0:1788942216.307472:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942216.307475:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788942216.307483:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.307489:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942216.307490:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.307492:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942216.307493:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942216.307494:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942216.307495:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942216.307497:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942216.307499:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1788942216.307502:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942216.307504:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942216.307505:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.307507:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942216.307508:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.307510:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942216.307513:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.307520:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942216.307522:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942216.307523:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942216.307526:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788942216.307533:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884287488:192.168.206.109@tcp:400:kworker.0 00000100:00000001:3.0:1788942216.307537:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.307538:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942216.307541:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368700 x1875839884287872/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.307547:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942216.307548:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942216.307550:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b548085a00. 02000000:00000001:3.0:1788942216.307552:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942216.307554:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942216.307555:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:3.0:1788942216.307557:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942216.311354:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55a0b9300. 02000000:00000001:3.0:1788942216.311371:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942216.311373:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942216.311376:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368700. 00000100:00000001:3.0:1788942216.311380:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942216.311382:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.311386:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942216.311397:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368000 x1875839884287488/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.311405:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942216.311408:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942216.311411:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b548084000. 02000000:00000001:3.0:1788942216.311413:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942216.311416:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942216.311418:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:3.0:1788942216.311420:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942216.311421:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b544d69900. 02000000:00000001:3.0:1788942216.311424:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942216.311425:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942216.311426:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368000. 00000100:00000001:3.0:1788942216.311428:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942216.311430:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.311432:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.311440:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942216.311442:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.311444:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942216.311447:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.930285:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942216.930292:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.930297:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942216.930298:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.930301:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942216.930303:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942216.931047:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942216.931051:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942216.931054:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788942216.965250:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.965264:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942216.965268:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.965270:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942216.965277:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.965285:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942216.965292:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.965297:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.965302:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.965306:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa1103359d00 00000400:00000200:3.0:1788942216.965314:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x70a5 [2] + 656 00000800:00000001:3.0:1788942216.965320:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.965326:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942216.965329:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942216.965334:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942216.965341:0:2348:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942216.965343:0:2348:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942216.965349:0:2348:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acfb80. 00000100:00000040:3.0:1788942216.965352:0:2348:0:(events.c:341:request_in_callback()) incoming req@ffff90b544acfb80 x1875839905275136 msgsize 328 00000100:00100000:3.0:1788942216.965356:0:2348:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942216.965364:0:2348:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942216.965371:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.965374:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.965391:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788942216.965394:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905275136 02000000:00000001:3.0:1788942216.965397:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788942216.965399:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942216.965401:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942216.965417:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942216.965422:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905275136 00000020:00000001:3.0:1788942216.965425:0:15936:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942216.965428:0:15936:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cfa 00000020:00000001:3.0:1788942216.965430:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942216.965434:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b55292f000 refcount=4 00000020:00000001:3.0:1788942216.965437:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000020:00000001:3.0:1788942216.965439:0:15936:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181682688 : -122366527868928 : ffff90b55292f000) 00000100:00000001:3.0:1788942216.965443:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942216.965448:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435ddbc0. 00000100:00000001:3.0:1788942216.965451:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942216.965454:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435ddbc0. 00000020:00000010:3.0:1788942216.965460:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b541343e00. 00000020:00000010:3.0:1788942216.965465:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551bc0780. 00000020:00000010:3.0:1788942216.965470:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b5464ed000. 00000100:00000040:3.0:1788942216.965478:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788942216.965481:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788942216.965483:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788942216.965485:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.965492:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.965501:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942216.965512:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788942216.965514:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788942216.965519:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 61 00000100:00000040:3.0:1788942216.965523:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b55292f000 : new rpc_count 1 00000100:00000001:3.0:1788942216.965526:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621706948508544 : -122366761043072 : ffff90b544acfb80) 00000100:00000040:3.0:1788942216.965533:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b544acfb80 x1875839905275136/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:682/0 lens 328/0 e 0 to 0 dl 1788942227 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942216.965541:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942216.965545:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435ddbc0. 00000100:00000001:3.0:1788942216.965547:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942216.965549:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435ddbc0. 00000100:00100000:3.0:1788942216.965555:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b544acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6705:x1875839905275136:12345-192.168.206.109@tcp:104: 00000100:00000200:3.0:1788942216.965559:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905275136 00010000:00000001:3.0:1788942216.965562:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788942216.965569:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942216.965570:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942216.965676:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=2 00000020:00000001:3.0:1788942216.965679:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:3.0:1788942216.965683:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:3.0:1788942216.965687:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942216.965691:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942216.965695:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1788942216.965708:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788942216.965711:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788942216.965717:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b54837f000. 02000000:00000001:3.0:1788942216.965720:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.965723:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.965728:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788942216.965731:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942216.965735:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942216.965741:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942216.965745:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942216.965748:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:3.0:1788942216.965750:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788942216.965753:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.965756:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942216.965760:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942216.965764:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedbb0. 00000100:00000200:3.0:1788942216.965769:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905275136, offset 224 00000400:00000200:3.0:1788942216.965775:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942216.965781:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.965841:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942216.965848:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2651:2651:256:4294967295] 192.168.206.109@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:3.0:1788942216.965877:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.965885:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942216.965891:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942216.965897:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35000. 00000800:00000200:3.0:1788942216.965903:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942216.965910:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942216.965914:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942216.965926:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942216.965929:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:3.0:1788942216.965932:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788942216.965935:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b5590390c0. 00010000:00000001:3.0:1788942216.965938:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942216.965944:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788942216.965946:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.965948:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942216.965950:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942216.965954:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acfb80 x1875839905275136/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:682/0 lens 328/224 e 0 to 0 dl 1788942227 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788942216.965964:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b544acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6705:x1875839905275136:12345-192.168.206.109@tcp:104: Request processed in 421us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1788942216.965971:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 61 00000100:00000040:3.0:1788942216.965974:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b55292f000 : new rpc_count 0 00000100:00000001:3.0:1788942216.965976:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788942216.965978:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788942216.965982:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551bc0780. 00000020:00000010:3.0:1788942216.965986:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b5464ed000. 00000020:00000010:3.0:1788942216.965990:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b541343e00. 00000020:00000040:3.0:1788942216.965994:0:15936:0:(genops.c:887:class_export_put()) PUTting export ffff90b55292f000 : new refcount 3 00000100:00000001:3.0:1788942216.965997:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942216.966393:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942216.966397:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35000. 00000400:00000200:3.0:1788942216.966402:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942216.966465:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942216.966471:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedbb0 00000400:00000010:3.0:1788942216.966474:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedbb0. 00000100:00000001:3.0:1788942216.966478:0:2347:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788942216.966479:0:2347:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788942216.971394:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942216.971399:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942216.971404:0:15945:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788942216.971408:0:15945:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788942216.971418:0:15945:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788942216.971426:0:15945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1788942216.971445:0:15945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0600 already unused, calling callback (ffffffffc1162300) 00000008:00000001:0.0:1788942216.971448:0:15945:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788942216.971451:0:15945:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942216.971453:0:15945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942216.971455:0:15945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942216.971457:0:15945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0600 refcount=3 00000020:00000001:0.0:1788942216.971460:0:15945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942216.971462:0:15945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911811072 : -122366797740544 : ffff90b5427d0600) 00010000:00000001:0.0:1788942216.971465:0:15945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942216.971468:0:15945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788942216.971474:0:15945:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788942216.971477:0:15945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942216.971481:0:15945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:0.0:1788942216.971483:0:15945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000008:00000001:0.0:1788942216.971486:0:15945:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788942216.971488:0:15945:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942216.971490:0:15945:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000008:00000001:0.0:1788942216.971492:0:15945:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942216.971495:0:15945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942216.971499:0:15945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942216.971501:0:15945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942216.971503:0:15945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942216.971506:0:15945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788942216.971509:0:15945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0600 with handle 0xcbb91bbb781578e6 from hash 00010000:00000001:0.0:1788942216.971512:0:15945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942216.971513:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942216.971515:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942216.971516:0:15945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942216.971520:0:15945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942216.971522:0:15945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788942216.971528:0:15945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942216.971531:0:15945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942216.971533:0:15945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942216.971535:0:15945:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788942216.971542:0:15945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994700. 00000020:00000040:0.0:1788942216.971546:0:15945:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942216.971551:0:15945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942216.971554:0:15945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942216.971558:0:15945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942216.971567:0:15945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b545226e00. 00000100:00000001:0.0:1788942216.971574:0:15945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942216.971577:0:15945:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942216.971584:0:15945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1788942216.971592:0:15945:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788942216.971594:0:15945:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942216.971599:0:15945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942216.971603:0:15945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942216.971616:0:15945:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005876bf68] to pc [ptlrpcd_00_00+0] req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788942216.971637:0:15945:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942216.971640:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942216.971642:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942216.971643:0:15945:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942216.971645:0:15945:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942216.971648:0:15945:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942216.971651:0:15945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788942216.971658:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942216.971670:0:15945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90b5459f2800 lock: 0000000064474623/0xcbb91bbb781578e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4d194fbcadeed286 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:0.0:1788942216.971679:0:15945:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b548392340. 00010000:00000040:0.0:1788942216.971683:0:15945:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48600 count: 0 00010000:00000010:0.0:1788942216.971691:0:15945:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b545f48100. 00010000:00000001:0.0:1788942216.971697:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942216.971700:0:15945:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788942216.971702:0:15945:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b5590390c0. 00010000:00000001:0.0:1788942216.971706:0:15945:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942216.971708:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942216.971710:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942216.971712:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942216.971714:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942216.971716:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942216.971718:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942216.971719:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942216.971720:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942216.971722:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942216.971732:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788942216.971736:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788942216.971738:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942216.971745:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942216.971747:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942216.971749:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942216.971751:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942216.971753:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942216.971759:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942216.971767:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942216.971769:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942216.971774:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942216.971776:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942216.971778:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942216.971787:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884288000:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942216.971794:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942216.971798:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942216.971801:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942216.971803:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942216.971808:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b543db7400. 02000000:00000001:0.0:1788942216.971810:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942216.971817:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942216.971825:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097c60. 00000400:00000010:0.0:1788942216.971832:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a440. 00000100:00000200:0.0:1788942216.971840:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884288000, portal 18 00000100:00000001:0.0:1788942216.971843:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942216.971845:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963994368 : -122366745557248 : ffff90b545994700) 00000100:00000040:0.0:1788942216.971867:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942216.971875:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942216.971878:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942216.971882:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ac38. 00000100:00000200:0.0:1788942216.971885:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884288000, offset 0 00000400:00000200:0.0:1788942216.971892:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942216.971900:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942216.971908:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942216.971913:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942216.971917:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942216.971920:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942216.971923:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942216.971927:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2652:2652:256:4294967295] 192.168.206.109@tcp LPNI seq info [2652:2652:8:4294967295] 00000400:00000200:0.0:1788942216.971931:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942216.971940:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942216.971946:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942216.971951:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b500. 00000800:00000200:0.0:1788942216.971957:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942216.971965:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942216.971970:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788942216.971978:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942216.971982:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 231067 usecs (232 jiffies) 00000400:00000200:0.0:1788942216.971985:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942216.971988:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296617362 00000100:00000001:0.0:1788942216.971990:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296620621 00000100:00000001:0.0:1788942216.971993:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296617362 00000100:00000001:0.0:1788942216.971995:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296620621 00000100:00000001:0.0:1788942216.971997:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942216.972000:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942216.972003:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942216.972006:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942216.972233:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942216.972236:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942216.974351:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942216.974358:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b500. 00000400:00000200:3.0:1788942216.974364:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942216.974372:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942216.974379:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ac38 00000400:00000010:3.0:1788942216.974382:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ac38. 00000100:00000001:3.0:1788942216.974386:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942216.974394:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.974405:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942216.974408:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.974426:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942216.974428:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942216.984353:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.984369:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942216.984373:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.984376:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942216.984384:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.984391:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942216.984400:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.984404:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.984409:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.984692:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f56000 00000400:00000200:3.0:1788942216.984700:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942216.984706:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x71a5 [1] + 224 00000800:00000001:3.0:1788942216.984715:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.984925:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942216.984929:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942216.984935:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942216.984943:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942216.984951:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942216.984962:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942216.984978:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942216.984985:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942216.984989:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942216.985162:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942216.985166:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942216.985172:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942216.985174:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942216.985177:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097c60. 00000400:00000200:1.0:1788942216.985181:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a440 00000400:00000010:1.0:1788942216.985184:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a440. 00000100:00000001:1.0:1788942216.985187:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942216.985192:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942216.985201:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942216.985208:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942216.985209:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942216.985212:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942216.985215:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942216.985217:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942216.985219:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942216.985222:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942216.985231:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96538 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942216.985235:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942216.985238:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942216.985239:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942216.985242:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942216.985245:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942216.985248:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942216.985250:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942216.985252:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942216.985253:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942216.985257:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942216.985264:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942216.985267:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942216.985268:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942216.985271:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942216.985279:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884288000:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942216.985283:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942216.985285:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942216.985288:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994700 x1875839884288000/t0(0) o103->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942232 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942216.985295:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942216.985297:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942216.985300:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b543db7400. 02000000:00000001:1.0:1788942216.985303:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942216.985305:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942216.985307:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942216.985309:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942216.985311:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b545226e00. 02000000:00000001:1.0:1788942216.985314:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942216.985316:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942216.985318:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994700. 00000100:00000001:1.0:1788942216.985321:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942216.985322:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942216.985324:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942216.985330:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942216.985332:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942216.985334:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942216.985336:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788942216.987893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48600. 00010000:00000010:0.1:1788942216.987907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0600. 00000080:00000001:3.0:1788942217.632789:0:34542:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942217.952906:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942217.952920:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942217.952924:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942217.952925:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942217.953581:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942217.953585:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942217.953588:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788942218.647757:0:34605:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942218.977907:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942218.977912:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942218.977917:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942218.977918:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942218.981665:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942218.981671:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942218.981675:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788942219.855643:0:34696:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942220.001921:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942220.001930:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942220.001938:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942220.001939:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942220.002081:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942220.002085:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.002088:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788942220.307188:0:34732:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788942220.307197:0:34732:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 04:23:38 (1788942218) 00000001:00000001:0.0:1788942220.324564:0:34732:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788942220.763838:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788942220.763845:0:34776:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942220.764116:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3de0 00000080:00200000:3.0:1788942220.764123:0:34776:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942220.764133:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00800000:00000002:3.0:1788942220.764141:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942220.764145:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942220.764151:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942220.764153:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3d00 00800000:00000002:3.0:1788942220.764156:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942220.764161:0:34776:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942220.764165:0:34776:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942220.764171:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942220.764173:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3bd0 00000002:00010000:3.0:1788942220.764175:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942220.764179:0:34776:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942220.764182:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942220.764186:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942220.764193:0:34776:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942220.764196:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942220.764198:0:34776:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942220.764201:0:34776:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942220.764203:0:34776:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942220.764210:0:34776:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544aced80. 00000020:00000040:3.0:1788942220.764215:0:34776:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942220.764224:0:34776:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942220.764229:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942220.764237:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942220.764239:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942220.764240:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942220.764243:0:34776:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942220.764246:0:34776:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942220.764252:0:34776:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942220.764259:0:34776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837d800. 00000100:00000001:3.0:1788942220.764267:0:34776:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942220.764273:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942220.764275:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942220.764277:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942220.764278:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942220.764281:0:34776:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942220.764286:0:34776:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948504960 : -122366761046656 : ffff90b544aced80) 00010000:00000001:3.0:1788942220.764291:0:34776:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942220.764293:0:34776:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942220.764298:0:34776:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48100. 00010000:00000010:3.0:1788942220.764302:0:34776:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0080. 00010000:00000001:3.0:1788942220.764307:0:34776:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942220.764310:0:34776:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982800. 00000020:00000001:3.0:1788942220.764380:0:34776:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942220.764384:0:34776:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982800 with handle 0xcbb91bbb78157910 to hash 00000020:00000001:3.0:1788942220.764386:0:34776:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942220.764388:0:34776:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:3.0:1788942220.764393:0:34776:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:3.0:1788942220.764397:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942220.764400:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942220.764405:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942220.764414:0:34776:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942220.764431:0:34776:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942220.764437:0:34776:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942220.764440:0:34776:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942220.764448:0:34776:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559039c00. 00000100:00000001:3.0:1788942220.764451:0:34776:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289730048 : -122366419821568 : ffff90b559039c00) 00000100:00000001:3.0:1788942220.764454:0:34776:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942220.764456:0:34776:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504960 : -122366761046656 : ffff90b544aced80) 00000100:00000001:3.0:1788942220.764460:0:34776:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942220.764465:0:34776:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942220.764468:0:34776:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942220.764470:0:34776:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942220.764482:0:34776:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.764492:0:34776:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942220.764495:0:34776:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942220.764499:0:34776:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942220.764502:0:34776:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942220.764504:0:34776:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942220.764508:0:34776:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544aced80 pname:cluuid:pid:xid:nid:opc:job mkdir:b8e7595c-9941-401e-aeac-55facd9dfb74:34776:1875839884288128:192.168.206.109@tcp:101:mkdir.0 00000100:00000001:3.0:1788942220.764512:0:34776:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942220.764519:0:34776:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942220.764521:0:34776:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942220.764524:0:34776:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942220.764529:0:34776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7c000. 02000000:00000001:3.0:1788942220.764532:0:34776:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942220.764541:0:34776:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942220.764545:0:34776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c48f0. 00000400:00000010:3.0:1788942220.764554:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedbb0. 00000100:00000200:3.0:1788942220.764562:0:34776:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884288128, portal 10 00000100:00000001:3.0:1788942220.764564:0:34776:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942220.764567:0:34776:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504960 : -122366761046656 : ffff90b544aced80) 00000100:00000040:3.0:1788942220.764573:0:34776:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.764581:0:34776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942220.764584:0:34776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942220.764587:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded088. 00000100:00000200:3.0:1788942220.764590:0:34776:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884288128, offset 0 00000400:00000200:3.0:1788942220.764598:0:34776:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942220.764608:0:34776:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.765057:0:34776:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942220.765064:0:34776:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942220.765070:0:34776:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942220.765074:0:34776:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942220.765077:0:34776:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942220.765082:0:34776:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2653:2653:256:4294967295] 192.168.206.109@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:3.0:1788942220.765087:0:34776:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.765099:0:34776:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942220.765106:0:34776:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942220.765112:0:34776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35d00. 00000800:00000200:3.0:1788942220.765120:0:34776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942220.765129:0:34776:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942220.765134:0:34776:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788942220.765206:0:34776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942220.765212:0:34776:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 820797 usecs (821 jiffies) 00000400:00000200:3.0:1788942220.765217:0:34776:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942220.765220:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621745 00000100:00000001:3.0:1788942220.765227:0:34776:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296620621 00000100:00000001:3.0:1788942220.765233:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621745 00000100:00000001:3.0:1788942220.765237:0:34776:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296620621 00000100:00000001:3.0:1788942220.765242:0:34776:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942220.765246:0:34776:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942220.765248:0:34776:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942220.765251:0:34776:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942220.765254:0:34776:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559039c00 going to sleep for 11 seconds 00000100:00000001:3.0:1788942220.765257:0:34776:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942220.765260:0:34776:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942220.769814:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942220.769826:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35d00. 00000400:00000200:2.0:1788942220.769836:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942220.769847:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942220.769882:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded088 00000400:00000010:2.0:1788942220.769886:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded088. 00000100:00000001:2.0:1788942220.769892:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942220.769903:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942220.770213:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942220.770220:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942220.770229:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942220.770231:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942220.779173:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.779197:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942220.779203:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.779206:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.779217:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.779228:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942220.779239:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.779245:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.779252:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.779257:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f56080 00000400:00000200:3.0:1788942220.779263:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.779270:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x71ad [1] + 224 00000800:00000001:3.0:1788942220.779279:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.779287:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.779291:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.779297:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942220.779306:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942220.779685:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942220.779702:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.779787:0:34776:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942220.779808:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942220.779821:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.779827:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942220.782711:0:34776:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942220.782720:0:34776:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942220.782848:0:34776:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c48f0. 00000400:00000200:1.0:1788942220.782878:0:34776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedbb0 00000400:00000010:1.0:1788942220.782881:0:34776:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedbb0. 00000100:00000001:1.0:1788942220.782887:0:34776:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942220.782900:0:34776:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942220.782913:0:34776:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.782927:0:34776:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942220.782930:0:34776:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.782933:0:34776:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942220.782937:0:34776:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942220.782940:0:34776:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942220.782943:0:34776:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.782947:0:34776:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942220.782957:0:34776:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=60 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942220.782961:0:34776:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942220.782964:0:34776:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942220.782966:0:34776:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.782969:0:34776:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942220.782974:0:34776:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.782979:0:34776:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788942220.782981:0:34776:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 8589934606 gen 2 00000100:00000040:1.0:1788942220.782988:0:34776:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff90b544acdf80 x1875839884284032/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.782996:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.783000:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acdf80 x1875839884284032/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783007:0:34776:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942220.783010:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.783014:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837f400. 02000000:00000001:1.0:1788942220.783020:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942220.783023:0:34776:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.783025:0:34776:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.783028:0:34776:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.783031:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590faa00. 02000000:00000001:1.0:1788942220.783034:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.783036:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.783038:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acdf80. 00000100:00000001:1.0:1788942220.783043:0:34776:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.783044:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.783050:0:34776:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783058:0:34776:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.783059:0:34776:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000001:1.0:1788942220.783063:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.783066:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783072:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.783137:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.783143:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884284928/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783150:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.783153:0:34776:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b559061900. 00000100:00000001:1.0:1788942220.783156:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.783160:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf100 x1875839884284288/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942228 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783166:0:34776:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942220.783168:0:34776:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.783169:0:34776:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.783171:0:34776:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.783172:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837cc00. 02000000:00000001:1.0:1788942220.783176:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.783177:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.783179:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf100. 00000100:00000001:1.0:1788942220.783182:0:34776:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.783184:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.783187:0:34776:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff90b545e65c00 x1875839884284928/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783193:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.783196:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884284928/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942228 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783207:0:34776:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942220.783208:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.783210:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487bac00. 02000000:00000001:1.0:1788942220.783213:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942220.783214:0:34776:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.783215:0:34776:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.783217:0:34776:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.783218:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5547a3200. 02000000:00000001:1.0:1788942220.783222:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.783224:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.783225:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:1.0:1788942220.783228:0:34776:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.783229:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.783234:0:34776:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff90b544acce00 x1875839884287360/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942229 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.783305:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.783310:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acce00 x1875839884287360/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 488/456 e 0 to 0 dl 1788942229 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.783316:0:34776:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942220.783317:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.783319:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837dc00. 02000000:00000001:1.0:1788942220.783322:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942220.783323:0:34776:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.783324:0:34776:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.783326:0:34776:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.783328:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5590fb000. 02000000:00000001:1.0:1788942220.783330:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.783331:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.783333:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acce00. 00000100:00000001:1.0:1788942220.783335:0:34776:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.783337:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.783339:0:34776:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788942220.783342:0:34776:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:1.0:1788942220.783346:0:34776:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942220.783348:0:34776:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.783353:0:34776:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783360:0:34776:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.783364:0:34776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942220.783366:0:34776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.783370:0:34776:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942220.783379:0:34776:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544aced80 pname:cluuid:pid:xid:nid:opc:job mkdir:b8e7595c-9941-401e-aeac-55facd9dfb74:34776:1875839884288128:192.168.206.109@tcp:101:mkdir.0 00000100:00000001:1.0:1788942220.783385:0:34776:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.783389:0:34776:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.783392:0:34776:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942220.783394:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.783396:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.783402:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.783405:0:34776:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559039c00. 00000100:00000001:1.0:1788942220.783408:0:34776:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942220.783410:0:34776:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.783413:0:34776:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942220.783418:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.783420:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.783425:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=4 00000020:00000001:1.0:1788942220.783428:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783431:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000040:1.0:1788942220.783439:0:34776:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982800, remote cookie: 0x4d194fbcadeed319, flags: 0x1001 00010000:00010000:1.0:1788942220.783445:0:34776:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942220.783458:0:34776:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.783466:0:34776:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942220.783471:0:34776:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942220.783474:0:34776:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942220.783475:0:34776:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942220.783477:0:34776:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942220.783481:0:34776:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b545f48100) refcount = 1 00010000:00010000:1.0:1788942220.783485:0:34776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.783491:0:34776:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942220.783495:0:34776:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942220.783497:0:34776:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.783500:0:34776:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942220.783503:0:34776:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.783660:0:34776:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.783668:0:34776:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942220.783670:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783671:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.783672:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783674:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.783675:0:34776:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.783681:0:34776:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942220.783683:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.783685:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.783686:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.783688:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783691:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783694:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.783695:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.783696:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=4 00000020:00000001:1.0:1788942220.783698:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783701:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783704:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.783707:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.783711:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.783719:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783721:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.783843:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.783845:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.783847:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=5 00000020:00000001:1.0:1788942220.783849:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783880:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783883:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.783886:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.783892:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783893:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942220.783896:0:34776:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.783902:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.783903:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783904:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.783906:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783907:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942220.783913:0:34776:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942220.783922:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.783923:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.783925:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.783928:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783930:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783932:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783933:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.783934:0:34776:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.783936:0:34776:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.783940:0:34776:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942220.783943:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.783944:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.783945:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.783946:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783948:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00000002:00010000:1.0:1788942220.783952:0:34776:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.783958:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783959:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.783961:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942220.783962:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.783963:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.783965:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.783967:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.783969:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000040:1.0:1788942220.783976:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48100 count: 2 00010000:00000001:1.0:1788942220.783979:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942220.783983:0:34776:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942220.783985:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.783986:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.783987:0:34776:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942220.783991:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3b58 00000002:00002000:1.0:1788942220.783993:0:34776:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942220.783996:0:34776:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.784000:0:34776:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.784004:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942220.784009:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942220.784012:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942220.784016:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942220.784020:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:1.0:1788942220.784025:0:34776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942220.784027:0:34776:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942220.784034:0:34776:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942220.784039:0:34776:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942220.784050:0:34776:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392600. 00800000:00000001:1.0:1788942220.784052:0:34776:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008026112 : -122366701525504 : ffff90b548392600) 00800000:00000001:1.0:1788942220.784055:0:34776:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.784058:0:34776:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942220.784061:0:34776:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942220.784064:0:34776:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942220.784066:0:34776:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942220.784070:0:34776:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942220.784072:0:34776:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.784146:0:34776:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942220.784150:0:34776:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788942220.784153:0:34776:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942212 to 1788942213 00000080:00200000:1.0:1788942220.784159:0:34776:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942220.784161:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.784162:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.784164:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.784167:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.784169:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.784171:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.784172:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942220.784173:0:34776:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942220.784177:0:34776:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942220.784178:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392600 1 00800000:00000010:1.0:1788942220.784181:0:34776:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392600. 00800000:00000001:1.0:1788942220.784185:0:34776:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.784189:0:34776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157910 00800000:00000001:1.0:1788942220.784193:0:34776:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.784196:0:34776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942220.784198:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.784199:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.784200:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.784202:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.784204:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.784206:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.784208:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.784209:0:34776:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.784211:0:34776:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.784213:0:34776:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.784216:0:34776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942220.784219:0:34776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157910 from it ffffa57dc17e3e18 00010000:00000001:1.0:1788942220.784221:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.784222:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.784223:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.784225:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.784227:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.784230:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.784233:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.784308:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.784309:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.784311:0:34776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942220.784314:0:34776:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942220.784317:0:34776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942220.784329:0:34776:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942220.784332:0:34776:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.784334:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.784340:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.784341:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.784343:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.784347:0:34776:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.784349:0:34776:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.784351:0:34776:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.784354:0:34776:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.784355:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.784357:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.784358:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942220.784360:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.784366:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544aced80 x1875839884288128/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.784373:0:34776:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942220.784375:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.784377:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7c000. 02000000:00000001:1.0:1788942220.784381:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942220.784383:0:34776:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.784385:0:34776:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=3 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.784387:0:34776:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.784389:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837d800. 02000000:00000001:1.0:1788942220.784392:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.784394:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.784396:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544aced80. 00000100:00000001:1.0:1788942220.784399:0:34776:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.784401:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.784405:0:34776:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 101 00000080:00000001:1.0:1788942220.784411:0:34776:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.784444:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942220.784448:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942220.784449:0:34776:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942220.784452:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3ba8 00000080:00200000:1.0:1788942220.784454:0:34776:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942220.784459:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942220.784465:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942220.784469:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942220.784472:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.784475:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3ac8 00800000:00000002:1.0:1788942220.784477:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942220.784480:0:34776:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942220.784484:0:34776:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942220.784489:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.784491:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3998 00000002:00010000:1.0:1788942220.784493:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942220.784496:0:34776:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942220.784498:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.784500:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.784503:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48100 count: 2 00010000:00000001:1.0:1788942220.784846:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.784883:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.784887:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942220.784891:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942220.785141:0:34776:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942220.785148:0:34776:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.785152:0:34776:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942220.785160:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942220.785162:0:34776:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942220.785164:0:34776:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942220.785167:0:34776:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942220.785169:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.785171:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942220.785174:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942220.785177:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942220.785180:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942220.785186:0:34776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942220.785187:0:34776:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.785189:0:34776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942220.785193:0:34776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157910 00800000:00000001:1.0:1788942220.785196:0:34776:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.785198:0:34776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942220.785199:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.785201:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.785203:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.785205:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.785207:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.785210:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.785211:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.785212:0:34776:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.785213:0:34776:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.785216:0:34776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157910 from it ffffa57dc17e3be0 00010000:00000001:1.0:1788942220.785217:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.785218:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.785220:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.785221:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.785223:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.785225:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.785228:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942220.785234:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.785235:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.785401:0:34776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942220.785404:0:34776:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942220.785406:0:34776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942220.785414:0:34776:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942220.785417:0:34776:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.785418:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.785421:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.785422:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.785424:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.785427:0:34776:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.785429:0:34776:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.785431:0:34776:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.785433:0:34776:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.785435:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.785436:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.785437:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942220.785439:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942220.785442:0:34776:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.785444:0:34776:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942220.785448:0:34776:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942220.785468:0:34776:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa420. 00000020:00000001:1.0:1788942220.785473:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3d98 00000080:00200000:1.0:1788942220.785475:0:34776:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=1536 00000080:00000001:1.0:1788942220.785479:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942220.785480:0:34776:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942220.785481:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3ca8 00000080:00200000:1.0:1788942220.785483:0:34776:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942220.785487:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942220.785490:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942220.785493:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942220.785495:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.785497:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3bc8 00800000:00000002:1.0:1788942220.785499:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942220.785502:0:34776:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942220.785504:0:34776:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942220.785508:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.785509:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3a98 00000002:00010000:1.0:1788942220.785511:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942220.785514:0:34776:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942220.785515:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.785517:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.785520:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48100 count: 2 00010000:00000001:1.0:1788942220.785522:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.785525:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.785527:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942220.785530:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942220.785536:0:34776:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942220.785538:0:34776:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.785541:0:34776:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942220.785547:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942220.785549:0:34776:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942220.785550:0:34776:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942220.785552:0:34776:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942220.785553:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.785555:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942220.785558:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942220.785560:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942220.785562:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942220.785565:0:34776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942220.785566:0:34776:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.785568:0:34776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942220.785570:0:34776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157910 00800000:00000001:1.0:1788942220.785572:0:34776:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.785573:0:34776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942220.785575:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.785576:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.785578:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.785580:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.785582:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.785584:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.785585:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.785586:0:34776:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.785588:0:34776:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.785590:0:34776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157910 from it ffffa57dc17e3ce0 00010000:00000001:1.0:1788942220.785593:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.785594:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.785595:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.785597:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.785599:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.785601:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.785603:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942220.785610:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.785611:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.785612:0:34776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942220.785614:0:34776:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942220.785616:0:34776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942220.785622:0:34776:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942220.785624:0:34776:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.785625:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.785627:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.785628:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.785629:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.785631:0:34776:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.785632:0:34776:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.785634:0:34776:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.785636:0:34776:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.785638:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.785639:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.785905:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942220.785908:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942220.785910:0:34776:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.785913:0:34776:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:1.0:1788942220.785917:0:34776:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.785924:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942220.785926:0:34776:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942220.785928:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3d90 00000080:00200000:1.0:1788942220.785930:0:34776:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942220.785936:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942220.785939:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942220.785942:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942220.785944:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.785945:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3cb0 00800000:00000002:1.0:1788942220.785947:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942220.785949:0:34776:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942220.785952:0:34776:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942220.785955:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.785956:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3b80 00000002:00010000:1.0:1788942220.785958:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942220.785961:0:34776:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942220.785962:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.785963:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.785966:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48100 count: 2 00010000:00000001:1.0:1788942220.785968:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.785970:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.785972:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942220.785976:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788942220.785983:0:34776:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942220.785985:0:34776:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.785988:0:34776:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788942220.785995:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942220.785997:0:34776:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942220.785999:0:34776:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942220.786001:0:34776:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942220.786002:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.786004:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942220.786007:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942220.786009:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942220.786011:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942220.786014:0:34776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942220.786016:0:34776:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.786018:0:34776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942220.786020:0:34776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157910 00800000:00000001:1.0:1788942220.786023:0:34776:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.786025:0:34776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942220.786026:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.786027:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.786029:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.786031:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.786033:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.786035:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.786037:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.786038:0:34776:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.786039:0:34776:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.786042:0:34776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157910 from it ffffa57dc17e3dc8 00010000:00000001:1.0:1788942220.786043:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.786045:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.786046:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:1.0:1788942220.786048:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.786050:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:1.0:1788942220.786052:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.786055:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942220.786061:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.786062:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.786063:0:34776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942220.786065:0:34776:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942220.786067:0:34776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942220.787043:0:34776:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942220.787047:0:34776:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.787049:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.787054:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.787056:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.787058:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787061:0:34776:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.787063:0:34776:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787065:0:34776:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787068:0:34776:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787070:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.787072:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.787137:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942220.787142:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942220.787144:0:34776:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.787147:0:34776:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:1.0:1788942220.787153:0:34776:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.787158:0:34776:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:1.0:1788942220.787161:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3da0 00000080:00200000:1.0:1788942220.787163:0:34776:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:1.0:1788942220.787167:0:34776:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788942220.787168:0:34776:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788942220.787177:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942220.787182:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000010:1.0:1788942220.787191:0:34776:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff90b548392600. 00000080:00000001:1.0:1788942220.787195:0:34776:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.787199:0:34776:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788942220.787202:0:34776:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942220.787210:0:34776:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1788942220.787212:0:34776:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1788942220.787215:0:34776:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1788942220.787218:0:34776:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:1.0:1788942220.787221:0:34776:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:1.0:1788942220.787225:0:34776:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788942220.787227:0:34776:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788942220.787232:0:34776:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788942220.787291:0:34776:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788942220.787295:0:34776:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:1.0:1788942220.787298:0:34776:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.787301:0:34776:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.787303:0:34776:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.787305:0:34776:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942220.787308:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc17e3c08 00800000:00000002:1.0:1788942220.787310:0:34776:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788942220.787315:0:34776:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788942220.787318:0:34776:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942220.787323:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48100 count: 2 00010000:00000001:1.0:1788942220.787326:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.787328:0:34776:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942220.787332:0:34776:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942220.787336:0:34776:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1788942220.787345:0:34776:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942220.787349:0:34776:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942220.787351:0:34776:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942220.787353:0:34776:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788942220.787356:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.787358:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.787360:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48100 count: 3 00010000:00000001:1.0:1788942220.787363:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942220.787365:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.787367:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.787368:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.787370:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48100 count: 3 00010000:00000001:1.0:1788942220.787372:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942220.787373:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.787375:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.787376:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.787377:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48100 count: 3 00010000:00000001:1.0:1788942220.787379:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942220.787381:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.787383:0:34776:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942220.787387:0:34776:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788942220.787391:0:34776:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788942220.787394:0:34776:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788942220.787396:0:34776:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942220.787398:0:34776:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787402:0:34776:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942220.787406:0:34776:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942220.787408:0:34776:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942220.787410:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.787413:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942220.787416:0:34776:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982800 with handle 0xcbb91bbb78157910 from hash 00010000:00000001:1.0:1788942220.787419:0:34776:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942220.787420:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.787421:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.787423:0:34776:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942220.787425:0:34776:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942220.787427:0:34776:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942220.787430:0:34776:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942220.787432:0:34776:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942220.787434:0:34776:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788942220.787440:0:34776:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942220.787446:0:34776:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942220.787452:0:34776:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942220.787455:0:34776:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787458:0:34776:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942220.787462:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.787465:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.787466:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.787468:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.787471:0:34776:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942220.787473:0:34776:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942220.787478:0:34776:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942220.787487:0:34776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487bac00. 00000100:00000001:1.0:1788942220.787496:0:34776:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787499:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.787502:0:34776:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942220.787519:0:34776:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788942220.787527:0:34776:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942220.787529:0:34776:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942220.787531:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942220.787533:0:34776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb78157910 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed319 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1788942220.787541:0:34776:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48100 count: 0 00010000:00000010:1.0:1788942220.787547:0:34776:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0080. 00010000:00000001:1.0:1788942220.787562:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.787563:0:34776:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787565:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.787567:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.787569:0:34776:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788942220.787583:0:34776:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942220.787598:0:34776:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942220.787606:0:34776:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942220.787608:0:34776:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942220.787615:0:34776:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.787617:0:34776:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942220.787621:0:34776:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.787622:0:34776:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942220.787628:0:34776:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942220.787633:0:34776:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.787635:0:34776:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942220.787637:0:34776:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942220.787651:0:34776:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.787665:0:34776:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942220.787667:0:34776:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.787672:0:34776:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942220.787675:0:34776:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942220.787677:0:34776:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942220.787681:0:34776:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job mkdir:b8e7595c-9941-401e-aeac-55facd9dfb74:34776:1875839884288384:192.168.206.109@tcp:36:mkdir.0 00000100:00000001:1.0:1788942220.787685:0:34776:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942220.787691:0:34776:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942220.787694:0:34776:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.787697:0:34776:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942220.787701:0:34776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8400. 02000000:00000001:1.0:1788942220.787703:0:34776:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942220.787713:0:34776:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942220.787719:0:34776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942220.788166:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da088. 00000100:00000200:1.0:1788942220.788178:0:34776:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884288384, portal 10 00000100:00000001:1.0:1788942220.788180:0:34776:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.788182:0:34776:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:1.0:1788942220.788192:0:34776:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.788199:0:34776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942220.788203:0:34776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942220.788206:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da770. 00000100:00000200:1.0:1788942220.788210:0:34776:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875839884288384, offset 0 00000400:00000200:1.0:1788942220.788217:0:34776:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942220.788228:0:34776:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.788310:0:34776:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942220.788317:0:34776:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942220.788322:0:34776:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942220.788326:0:34776:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942220.788333:0:34776:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942220.788338:0:34776:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2654:2654:256:4294967295] 192.168.206.109@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:1.0:1788942220.788344:0:34776:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.788355:0:34776:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942220.788363:0:34776:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942220.788370:0:34776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38f00. 00000800:00000200:1.0:1788942220.788378:0:34776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942220.788387:0:34776:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942220.788391:0:34776:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38f00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788942220.788413:0:34776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.788418:0:34776:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 819823 usecs (820 jiffies) 00000400:00000200:1.0:1788942220.788422:0:34776:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942220.788425:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621767 00000100:00000001:1.0:1788942220.788434:0:34776:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621745 00000100:00000001:1.0:1788942220.788440:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621767 00000100:00000001:1.0:1788942220.788445:0:34776:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621745 00000100:00000001:1.0:1788942220.788449:0:34776:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.788451:0:34776:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.788453:0:34776:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942220.788456:0:34776:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942220.788459:0:34776:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942220.788462:0:34776:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942220.788466:0:34776:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942220.788569:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942220.788575:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38f00. 00000400:00000200:2.0:1788942220.788582:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942220.788588:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942220.788596:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da770 00000400:00000010:2.0:1788942220.788600:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da770. 00000100:00000001:2.0:1788942220.788605:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942220.788610:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942220.789559:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942220.789568:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942220.789575:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942220.789577:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942220.792177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48100. 00010000:00000010:1.1:1788942220.792197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00000800:00000001:3.0:1788942220.810447:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.810469:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942220.810476:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.810478:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.810490:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.810499:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942220.810511:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.810516:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.810523:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.810527:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 10 MB=0x6aa1101f56180 00000400:00000200:3.0:1788942220.810533:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.810791:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 448/448 into md 0x71bd [1] + 224 00000800:00000001:3.0:1788942220.810802:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.810811:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.810816:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.810821:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942220.810832:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942220.810844:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942220.810910:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942220.811222:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942220.811236:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942220.811240:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.811247:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942220.811254:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2655:2655:256:4294967295] 192.168.206.109@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:3.0:1788942220.811259:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.811268:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942220.811274:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942220.811282:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35d00. 00000800:00000200:3.0:1788942220.811290:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942220.811298:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942220.811305:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788942220.811351:0:34776:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942220.811361:0:34776:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942220.811363:0:34776:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942220.811368:0:34776:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942220.811374:0:34776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da088 00000400:00000010:1.0:1788942220.811376:0:34776:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da088. 00000800:00000200:3.0:1788942220.812024:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942220.812031:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35d00. 00000400:00000200:3.0:1788942220.812037:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.812051:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:3.0:1788942220.812061:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.812066:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.812119:0:34776:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942220.812129:0:34776:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942220.812146:0:34776:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884288384/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/576 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.812153:0:34776:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942220.812156:0:34776:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.812159:0:34776:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942220.812163:0:34776:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942220.812167:0:34776:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942220.812170:0:34776:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.812174:0:34776:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942220.812186:0:34776:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=60 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942220.812191:0:34776:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942220.812195:0:34776:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942220.812197:0:34776:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.812200:0:34776:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942220.812204:0:34776:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.812208:0:34776:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942220.812210:0:34776:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:1.0:1788942220.812212:0:34776:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942220.812215:0:34776:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.812217:0:34776:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000001:1.0:1788942220.812220:0:34776:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942220.812223:0:34776:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788942220.812225:0:34776:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942220.812229:0:34776:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.812235:0:34776:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884288384/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942236 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.813195:0:34776:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.813199:0:34776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942220.813202:0:34776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.813212:0:34776:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884288384/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942236 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942220.813222:0:34776:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job mkdir:b8e7595c-9941-401e-aeac-55facd9dfb74:34776:1875839884288384:192.168.206.109@tcp:36:mkdir.0 00000100:00000001:1.0:1788942220.813230:0:34776:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.813234:0:34776:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.813344:0:34776:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942220.813349:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.813355:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65c00 x1875839884288384/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942236 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.813363:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.813367:0:34776:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.813372:0:34776:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942220.813373:0:34776:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.813385:0:34776:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942220.813390:0:34776:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:1.0:1788942220.813392:0:34776:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.813396:0:34776:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1788942220.813399:0:34776:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788942213 to 1788942220 00000080:00000001:1.0:1788942220.813403:0:34776:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942220.813410:0:34776:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942220.813412:0:34776:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942220.813416:0:34776:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1788942220.813419:0:34776:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788942220.813574:0:34776:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548da5280. 00000080:00000001:2.0:1788942220.813590:0:34776:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788942220.813592:0:34776:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90b548da5348) 00000080:00000001:2.0:1788942220.813596:0:34776:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788942220.813598:0:34776:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1788942220.813601:0:34776:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942220.813603:0:34776:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1788942220.813606:0:34776:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788942220.813609:0:34776:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1788942220 00000080:00200000:2.0:1788942220.813623:0:34776:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00000001:2.0:1788942220.813627:0:34776:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788942220.813629:0:34776:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018589000 : -122366690962616 : ffff90b548da5348) 00000080:00000001:2.0:1788942220.813633:0:34776:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942220.813637:0:34776:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942220.813639:0:34776:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942220.813653:0:34776:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942220.813656:0:34776:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:2.0:1788942220.813658:0:34776:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942220.813664:0:34776:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884288384/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942236 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942220.813672:0:34776:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942220.813675:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942220.813679:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000010:2.0:1788942220.813685:0:34776:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff90b548392600. 00000080:00000001:2.0:1788942220.813689:0:34776:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942220.813692:0:34776:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942220.813698:0:34776:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942220.813713:0:34776:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788942220.813722:0:34776:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788942220.825974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa420. 00000080:00000001:0.0:1788942220.837289:0:34777:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942220.837299:0:34777:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942220.837302:0:34777:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942220.837306:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47bc0 00000080:00200000:0.0:1788942220.837312:0:34777:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942220.837321:0:34777:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b544eb5000. 00800000:00000002:0.0:1788942220.837332:0:34777:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942220.837336:0:34777:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942220.837342:0:34777:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942220.837344:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47ae0 00800000:00000002:0.0:1788942220.837348:0:34777:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942220.837352:0:34777:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942220.837357:0:34777:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942220.837362:0:34777:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942220.837365:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c479b0 00000002:00010000:0.0:1788942220.837368:0:34777:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942220.837372:0:34777:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942220.837374:0:34777:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942220.837378:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942220.837386:0:34777:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942220.837389:0:34777:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942220.837391:0:34777:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942220.837394:0:34777:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942220.837406:0:34777:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942220.837415:0:34777:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994700. 00000020:00000040:0.0:1788942220.837420:0:34777:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942220.837429:0:34777:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942220.837435:0:34777:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942220.837560:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.837563:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942220.837565:0:34777:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942220.837570:0:34777:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942220.837573:0:34777:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942220.837578:0:34777:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942220.837588:0:34777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aecc00. 00000100:00000001:0.0:1788942220.837597:0:34777:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942220.837605:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942220.837607:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942220.837608:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942220.837610:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942220.837612:0:34777:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942220.837618:0:34777:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963994368 : -122366745557248 : ffff90b545994700) 00010000:00000001:0.0:1788942220.837623:0:34777:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942220.837626:0:34777:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788942220.837632:0:34777:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25f00. 00010000:00000010:0.0:1788942220.837637:0:34777:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87100. 00010000:00000001:0.0:1788942220.837651:0:34777:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942220.837655:0:34777:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325400. 00000020:00000001:0.0:1788942220.837659:0:34777:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942220.837663:0:34777:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325400 with handle 0xcbb91bbb78157917 to hash 00000020:00000001:0.0:1788942220.837666:0:34777:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942220.837668:0:34777:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.837672:0:34777:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.837676:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942220.837680:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942220.837684:0:34777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942220.837694:0:34777:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942220.837705:0:34777:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942220.837712:0:34777:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942220.837714:0:34777:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942220.837722:0:34777:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce0c0. 00000100:00000001:0.0:1788942220.837724:0:34777:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928578752 : -122366780972864 : ffff90b5437ce0c0) 00000100:00000001:0.0:1788942220.837727:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942220.837729:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963994368 : -122366745557248 : ffff90b545994700) 00000100:00000001:0.0:1788942220.837734:0:34777:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942220.837738:0:34777:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942220.837741:0:34777:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942220.837742:0:34777:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942220.837757:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942220.837765:0:34777:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942220.837768:0:34777:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942220.837772:0:34777:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942220.837775:0:34777:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942220.837778:0:34777:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942220.837783:0:34777:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884288512:192.168.206.109@tcp:101:lfs.0 00000100:00000001:0.0:1788942220.837786:0:34777:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942220.837794:0:34777:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942220.837797:0:34777:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942220.837799:0:34777:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942220.837805:0:34777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b97000. 02000000:00000001:0.0:1788942220.837807:0:34777:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942220.837817:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942220.838014:0:34777:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520970b0. 00000400:00000010:0.0:1788942220.838026:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a770. 00000100:00000200:0.0:1788942220.838036:0:34777:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884288512, portal 10 00000100:00000001:0.0:1788942220.838039:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942220.838040:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963994368 : -122366745557248 : ffff90b545994700) 00000100:00000040:0.0:1788942220.838048:0:34777:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942220.838055:0:34777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942220.838058:0:34777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942220.838061:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a990. 00000100:00000200:0.0:1788942220.838065:0:34777:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884288512, offset 0 00000400:00000200:0.0:1788942220.838073:0:34777:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942220.838083:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942220.838093:0:34777:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942220.838099:0:34777:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942220.838105:0:34777:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942220.838109:0:34777:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942220.838111:0:34777:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942220.838116:0:34777:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2656:2656:256:4294967295] 192.168.206.109@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:0.0:1788942220.838121:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942220.838132:0:34777:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942220.838140:0:34777:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942220.838146:0:34777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910ba00. 00000800:00000200:0.0:1788942220.838154:0:34777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942220.838163:0:34777:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942220.838168:0:34777:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910ba00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788942220.838302:0:34777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942220.838308:0:34777:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 818861 usecs (819 jiffies) 00000400:00000200:0.0:1788942220.838313:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942220.838316:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621816 00000100:00000001:0.0:1788942220.838325:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621767 00000100:00000001:0.0:1788942220.838332:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621816 00000100:00000001:0.0:1788942220.838335:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621767 00000100:00000001:0.0:1788942220.838338:0:34777:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942220.838340:0:34777:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942220.838343:0:34777:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942220.838345:0:34777:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942220.838348:0:34777:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788942220.838351:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942220.838354:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942220.838814:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942220.838821:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910ba00. 00000400:00000200:2.0:1788942220.838838:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942220.838845:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942220.839069:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a990 00000400:00000010:2.0:1788942220.839073:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a990. 00000100:00000001:2.0:1788942220.839080:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942220.839087:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942220.839098:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942220.839102:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942220.839109:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942220.839110:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942220.843792:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.843815:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942220.843820:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.843833:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.843843:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.844370:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942220.844384:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.844390:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.844528:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.844533:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f56200 00000400:00000200:3.0:1788942220.844605:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.844613:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x71c5 [1] + 224 00000800:00000001:3.0:1788942220.844624:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.844652:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.844657:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.844662:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942220.844672:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942220.844683:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942220.844693:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942220.844753:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942220.844772:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942220.844784:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.844788:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942220.848189:0:34777:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942220.848199:0:34777:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942220.848204:0:34777:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520970b0. 00000400:00000200:0.0:1788942220.848651:0:34777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a770 00000400:00000010:0.0:1788942220.848654:0:34777:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a770. 00000100:00000001:0.0:1788942220.848661:0:34777:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942220.848675:0:34777:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942220.848687:0:34777:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942220.848696:0:34777:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942220.848698:0:34777:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942220.848701:0:34777:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942220.848705:0:34777:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942220.848709:0:34777:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942220.848711:0:34777:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942220.848715:0:34777:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942220.848727:0:34777:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=60 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942220.848732:0:34777:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942220.848735:0:34777:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942220.848737:0:34777:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942220.848740:0:34777:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942220.848745:0:34777:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942220.848749:0:34777:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942220.848752:0:34777:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1788942220.848754:0:34777:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942220.848758:0:34777:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942220.848764:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942220.848771:0:34777:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942220.848775:0:34777:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942220.848779:0:34777:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942220.848783:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942220.848790:0:34777:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884288512:192.168.206.109@tcp:101:lfs.0 00000100:00000001:0.0:1788942220.848796:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942220.848800:0:34777:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942220.848803:0:34777:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942220.848806:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942220.848809:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942220.848816:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942220.848819:0:34777:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce0c0. 00000100:00000001:0.0:1788942220.849323:0:34777:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942220.849325:0:34777:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942220.849330:0:34777:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942220.849335:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942220.849338:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942220.849342:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=4 00000020:00000001:0.0:1788942220.849345:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.849348:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000040:0.0:1788942220.849357:0:34777:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325400, remote cookie: 0x4d194fbcadeed335, flags: 0x1001 00010000:00010000:0.0:1788942220.849364:0:34777:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942220.849375:0:34777:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942220.849382:0:34777:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942220.849388:0:34777:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942220.849390:0:34777:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942220.849392:0:34777:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942220.850049:0:34777:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942220.850057:0:34777:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b553d25f00) refcount = 1 00010000:00010000:0.0:1788942220.850064:0:34777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942220.850073:0:34777:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942220.850078:0:34777:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942220.850080:0:34777:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942220.850084:0:34777:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942220.850087:0:34777:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942220.850091:0:34777:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942220.850098:0:34777:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942220.850100:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850102:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942220.850103:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850104:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942220.850106:0:34777:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942220.850113:0:34777:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942220.850115:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942220.850117:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942220.850119:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942220.850122:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850124:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850127:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942220.850128:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942220.850129:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=4 00000020:00000001:0.0:1788942220.850131:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850134:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850137:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942220.850140:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942220.850144:0:34777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942220.850150:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850151:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942220.850152:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942220.850153:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942220.850155:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=5 00000020:00000001:0.0:1788942220.850157:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850159:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850161:0:34777:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942220.850164:0:34777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942220.850169:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850170:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942220.850173:0:34777:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942220.850180:0:34777:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942220.850181:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850182:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942220.850183:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850185:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942220.850196:0:34777:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942220.850524:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942220.850527:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942220.850529:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942220.850531:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850533:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850600:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850602:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942220.850604:0:34777:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942220.850606:0:34777:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942220.850609:0:34777:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942220.850612:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942220.850614:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942220.850615:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942220.850617:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850620:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00000002:00010000:0.0:1788942220.850624:0:34777:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942220.850632:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850633:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942220.850635:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942220.850636:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942220.850637:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942220.850638:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:0.0:1788942220.850650:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:0.0:1788942220.850652:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000040:0.0:1788942220.850660:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25f00 count: 2 00010000:00000001:0.0:1788942220.850663:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942220.850668:0:34777:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942220.850671:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942220.850673:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942220.850674:0:34777:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942220.850678:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47938 00000002:00002000:0.0:1788942220.851050:0:34777:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942220.851055:0:34777:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942220.851061:0:34777:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942220.851064:0:34777:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942220.851068:0:34777:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942220.851071:0:34777:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942220.851076:0:34777:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942220.851081:0:34777:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b544eb5000. 00000080:00000001:0.0:1788942220.851087:0:34777:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942220.851090:0:34777:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942220.851099:0:34777:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942220.851105:0:34777:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942220.852285:0:34777:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392e00. 00800000:00000001:1.0:1788942220.852292:0:34777:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008028160 : -122366701523456 : ffff90b548392e00) 00800000:00000001:1.0:1788942220.852295:0:34777:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.852363:0:34777:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942220.852368:0:34777:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942220.852370:0:34777:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942220.852373:0:34777:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942220.852377:0:34777:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942220.852378:0:34777:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.852384:0:34777:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942220.852387:0:34777:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788942220.852392:0:34777:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942220.852396:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.852399:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.852402:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:1.0:1788942220.852404:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852408:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852410:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.852412:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942220.852413:0:34777:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942220.852418:0:34777:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942220.852419:0:34777:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392e00 1 00800000:00000010:1.0:1788942220.852422:0:34777:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392e00. 00800000:00000001:1.0:1788942220.852426:0:34777:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.852430:0:34777:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157917 00800000:00000001:1.0:1788942220.852433:0:34777:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.852436:0:34777:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942220.852437:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.852438:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.852440:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:1.0:1788942220.852442:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852443:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852446:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.852447:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.852449:0:34777:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.852450:0:34777:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.852452:0:34777:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.852455:0:34777:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942220.852458:0:34777:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157917 from it ffffa57dc1c47bf8 00010000:00000001:1.0:1788942220.852460:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.852461:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.852462:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:1.0:1788942220.852464:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852465:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852467:0:34777:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.852471:0:34777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.852484:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.852485:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.852487:0:34777:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942220.852490:0:34777:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942220.852493:0:34777:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942220.852500:0:34777:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942220.852504:0:34777:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.852506:0:34777:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.852511:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.852512:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.852514:0:34777:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.852518:0:34777:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.852520:0:34777:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.852522:0:34777:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.852526:0:34777:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.852528:0:34777:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.852529:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.852530:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942220.852533:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.852546:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994700 x1875839884288512/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.852554:0:34777:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942220.852558:0:34777:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.852562:0:34777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b97000. 02000000:00000001:1.0:1788942220.852567:0:34777:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942220.852570:0:34777:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.852572:0:34777:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.852574:0:34777:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.852577:0:34777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aecc00. 02000000:00000001:1.0:1788942220.852581:0:34777:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.852583:0:34777:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.852585:0:34777:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994700. 00000100:00000001:1.0:1788942220.852590:0:34777:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.852592:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.852596:0:34777:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942220.852601:0:34777:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942220.852619:0:34777:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa6a0. 00000080:00000001:1.0:1788942220.852625:0:34777:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942220.852627:0:34777:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942220.852630:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47b00 00000080:00200000:1.0:1788942220.852632:0:34777:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942220.852637:0:34777:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c000. 00800000:00000002:1.0:1788942220.852655:0:34777:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942220.852660:0:34777:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942220.852662:0:34777:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.852664:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47a20 00800000:00000002:1.0:1788942220.852667:0:34777:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942220.852670:0:34777:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942220.852674:0:34777:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942220.852678:0:34777:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.852680:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c478f0 00000002:00010000:1.0:1788942220.852681:0:34777:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942220.852685:0:34777:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942220.852686:0:34777:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.852689:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.852696:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25f00 count: 2 00010000:00000001:1.0:1788942220.852698:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.852703:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.852875:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942220.852880:0:34777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942220.852889:0:34777:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942220.852893:0:34777:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.852896:0:34777:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788942220.852908:0:34777:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942220.852910:0:34777:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942220.852912:0:34777:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942220.852914:0:34777:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942220.852916:0:34777:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.852919:0:34777:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942220.852921:0:34777:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942220.852923:0:34777:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942220.852926:0:34777:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c000. 00000080:00000001:1.0:1788942220.852930:0:34777:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942220.852932:0:34777:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.852934:0:34777:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942220.852937:0:34777:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157917 00800000:00000001:1.0:1788942220.852939:0:34777:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.852941:0:34777:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942220.852942:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.852944:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.852945:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:1.0:1788942220.852947:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852949:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852952:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.852953:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.852954:0:34777:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.852956:0:34777:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.852958:0:34777:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157917 from it ffffa57dc1c47b38 00010000:00000001:1.0:1788942220.852960:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.852961:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.852962:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325400 refcount=3 00000020:00000001:1.0:1788942220.852963:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852965:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175351296 : -122366534200320 : ffff90b552325400) 00010000:00000001:1.0:1788942220.852967:0:34777:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.852971:0:34777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942220.852977:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.852978:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.852979:0:34777:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942220.852981:0:34777:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942220.852984:0:34777:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942220.852990:0:34777:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942220.852991:0:34777:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.852993:0:34777:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.852995:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.852997:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.852998:0:34777:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853000:0:34777:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.853002:0:34777:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853003:0:34777:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853006:0:34777:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853007:0:34777:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.853009:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.853010:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942220.853011:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942220.853013:0:34777:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.853015:0:34777:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:1.0:1788942220.853018:0:34777:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.853022:0:34777:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788942220.853024:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47b58 00000080:00200000:1.0:1788942220.853026:0:34777:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b54535e900, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1788942220.853031:0:34777:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b5466c9960. 00000080:00000001:1.0:1788942220.853036:0:34777:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942220.853038:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47a08 00000080:00200000:1.0:1788942220.853040:0:34777:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000010:1.0:1788942220.853047:0:34777:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c000. 00800000:00000002:1.0:1788942220.853050:0:34777:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942220.853055:0:34777:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942220.853057:0:34777:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.853058:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47928 00800000:00000002:1.0:1788942220.853060:0:34777:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942220.853063:0:34777:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788942220.853066:0:34777:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942220.853070:0:34777:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:1.0:1788942220.853073:0:34777:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788942220.853075:0:34777:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788942220.853077:0:34777:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788942220.853081:0:34777:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788942220.853083:0:34777:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:1.0:1788942220.853086:0:34777:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.853088:0:34777:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.853090:0:34777:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.853091:0:34777:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942220.853093:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c478a8 00800000:00000002:1.0:1788942220.853095:0:34777:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788942220.853099:0:34777:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.853100:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c477e0 00000002:00010000:1.0:1788942220.853101:0:34777:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1788942220.853105:0:34777:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942220.853108:0:34777:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942220.853112:0:34777:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788942220.853116:0:34777:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.853118:0:34777:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942220.853120:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25f00 count: 2 00010000:00000001:1.0:1788942220.853122:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.853124:0:34777:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942220.853127:0:34777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942220.853131:0:34777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788942220.853145:0:34777:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942220.853150:0:34777:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942220.853152:0:34777:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942220.853154:0:34777:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788942220.853157:0:34777:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.853159:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.853161:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25f00 count: 3 00010000:00000001:1.0:1788942220.853163:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942220.853165:0:34777:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.853167:0:34777:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.853168:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.853169:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25f00 count: 3 00010000:00000001:1.0:1788942220.853171:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942220.853173:0:34777:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.853174:0:34777:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.853175:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942220.853176:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25f00 count: 3 00010000:00000001:1.0:1788942220.853177:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942220.853179:0:34777:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.853181:0:34777:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942220.853184:0:34777:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788942220.853188:0:34777:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788942220.853190:0:34777:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788942220.853193:0:34777:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942220.853195:0:34777:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853198:0:34777:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942220.853202:0:34777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942220.853203:0:34777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942220.853205:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.853207:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942220.853210:0:34777:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325400 with handle 0xcbb91bbb78157917 from hash 00010000:00000001:1.0:1788942220.853212:0:34777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942220.853214:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.853215:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.853217:0:34777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942220.853220:0:34777:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942220.853221:0:34777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942220.853224:0:34777:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942220.853226:0:34777:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942220.853228:0:34777:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788942220.853235:0:34777:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942220.853238:0:34777:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942220.853244:0:34777:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942220.853246:0:34777:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853249:0:34777:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942220.853253:0:34777:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.853256:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.853257:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.853258:0:34777:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.853261:0:34777:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942220.853263:0:34777:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942220.853267:0:34777:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942220.853274:0:34777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b9800. 00000100:00000001:1.0:1788942220.853282:0:34777:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853288:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.853290:0:34777:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942220.853294:0:34777:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942220.853315:0:34777:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942220.853316:0:34777:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942220.853318:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942220.853320:0:34777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325400/0xcbb91bbb78157917 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed335 expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788942220.853327:0:34777:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25f00 count: 0 00010000:00000010:1.0:1788942220.853333:0:34777:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87100. 00010000:00000001:1.0:1788942220.853344:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.853346:0:34777:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853348:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.853349:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.853352:0:34777:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.853362:0:34777:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00010000:00000001:1.0:1788942220.853367:0:34777:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942220.853369:0:34777:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942220.853374:0:34777:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ed00. 00010000:00000010:1.0:1788942220.853378:0:34777:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78400. 00010000:00000001:1.0:1788942220.853382:0:34777:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942220.853386:0:34777:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0000. 00000020:00000001:1.0:1788942220.853388:0:34777:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942220.853394:0:34777:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0000 with handle 0xcbb91bbb7815791e to hash 00000020:00000001:1.0:1788942220.853396:0:34777:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942220.853398:0:34777:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.853402:0:34777:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.853405:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.853407:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.853412:0:34777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942220.853418:0:34777:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942220.853431:0:34777:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942220.853439:0:34777:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942220.853449:0:34777:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942220.853454:0:34777:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942220.853457:0:34777:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942220.853463:0:34777:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.853465:0:34777:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942220.853469:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.853470:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942220.853475:0:34777:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942220.853480:0:34777:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.853482:0:34777:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942220.853483:0:34777:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942220.853488:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.853496:0:34777:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942220.853498:0:34777:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.853501:0:34777:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942220.853504:0:34777:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942220.853506:0:34777:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942220.853509:0:34777:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884288768:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942220.853513:0:34777:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942220.853519:0:34777:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942220.853521:0:34777:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.853524:0:34777:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942220.853597:0:34777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559280000. 02000000:00000001:1.0:1788942220.853599:0:34777:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942220.853608:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942220.853612:0:34777:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942220.853620:0:34777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b5487ba000. 00000100:00000200:1.0:1788942220.853628:0:34777:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884288768, portal 10 00000100:00000001:1.0:1788942220.853630:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.853631:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942220.853637:0:34777:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.853653:0:34777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942220.853657:0:34777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942220.853660:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da088. 00000100:00000200:1.0:1788942220.853665:0:34777:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875839884288768, offset 0 00000400:00000200:1.0:1788942220.853671:0:34777:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942220.853681:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.853690:0:34777:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942220.853696:0:34777:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942220.853701:0:34777:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942220.853713:0:34777:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942220.853716:0:34777:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942220.853720:0:34777:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2657:2657:256:4294967295] 192.168.206.109@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:1.0:1788942220.853724:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.853735:0:34777:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942220.853742:0:34777:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942220.853749:0:34777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38e00. 00000800:00000200:1.0:1788942220.853758:0:34777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942220.853769:0:34777:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942220.853775:0:34777:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38e00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788942220.853804:0:34777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.853810:0:34777:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 817880 usecs (818 jiffies) 00000400:00000200:1.0:1788942220.853814:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942220.853817:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621830 00000100:00000001:1.0:1788942220.853825:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621816 00000100:00000001:1.0:1788942220.853832:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621830 00000100:00000001:1.0:1788942220.853837:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621816 00000100:00000001:1.0:1788942220.853841:0:34777:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.853844:0:34777:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.853846:0:34777:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942220.853849:0:34777:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942220.853987:0:34777:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942220.853991:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942220.853997:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942220.854234:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942220.854241:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38e00. 00000400:00000200:3.0:1788942220.854246:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.854252:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942220.854259:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da088 00000400:00000010:3.0:1788942220.854262:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da088. 00000100:00000001:3.0:1788942220.854267:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942220.854273:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.854283:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942220.854286:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942236 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.854303:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942220.854305:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942220.859908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25f00. 00010000:00000010:1.1:1788942220.859931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325400. 00000800:00000001:3.0:1788942220.869932:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.869961:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942220.869967:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.869970:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.869984:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.869994:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942220.870007:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.870013:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.870020:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.870025:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f56300 00000400:00000200:3.0:1788942220.870034:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.870041:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x71cd [32] + 224 00000800:00000001:3.0:1788942220.870051:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.870058:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.870063:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.870068:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942220.870082:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942220.870095:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942236 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942220.870107:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.870184:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942220.870200:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942220.870211:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.870215:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942220.875706:0:34777:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942220.875716:0:34777:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942220.875722:0:34777:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942220.875734:0:34777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5487ba000 00000400:00000010:1.0:1788942220.875737:0:34777:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b5487ba000. 00000100:00000001:1.0:1788942220.875744:0:34777:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942220.875767:0:34777:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942220.875780:0:34777:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.875789:0:34777:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942220.875792:0:34777:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.875795:0:34777:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942220.875799:0:34777:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942220.875803:0:34777:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942220.875805:0:34777:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.875809:0:34777:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942220.875820:0:34777:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=60 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942220.875824:0:34777:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942220.875827:0:34777:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942220.875831:0:34777:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.875837:0:34777:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942220.875841:0:34777:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942220.875844:0:34777:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788942220.875847:0:34777:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942220.875872:0:34777:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788942220.875879:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.875887:0:34777:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788942220.875890:0:34777:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942220.875893:0:34777:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.875898:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942220.875913:0:34777:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884288768:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942220.875920:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.875924:0:34777:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942220.875927:0:34777:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942220.875929:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.875933:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.875940:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.875943:0:34777:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.875947:0:34777:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942220.875949:0:34777:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788942220.875953:0:34777:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942220.875959:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.875962:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.875966:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=4 00000020:00000001:1.0:1788942220.875969:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.875972:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00010000:1.0:1788942220.875979:0:34777:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.875992:0:34777:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788942220.875996:0:34777:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.876003:0:34777:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.876006:0:34777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.876011:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.876013:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942220.876015:0:34777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.876022:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.876026:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.876029:0:34777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942220.876032:0:34777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942220.876039:0:34777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0000 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942220.876043:0:34777:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942220.876047:0:34777:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.876054:0:34777:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942220.876056:0:34777:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942220.876060:0:34777:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.876065:0:34777:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942220.876068:0:34777:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942220.876069:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.876070:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.876072:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=5 00000020:00000001:1.0:1788942220.876074:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.876076:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.876080:0:34777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942220.876083:0:34777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788942220.876089:0:34777:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942220.876091:0:34777:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.876094:0:34777:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942220.876096:0:34777:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942220.876100:0:34777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942220.876101:0:34777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942220.876103:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.876105:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942220.876108:0:34777:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0000 with handle 0xcbb91bbb7815791e from hash 00010000:00000001:1.0:1788942220.876110:0:34777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942220.876112:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.876113:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.876115:0:34777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942220.876116:0:34777:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942220.876118:0:34777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942220.876121:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.876123:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.876124:0:34777:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.876126:0:34777:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.876129:0:34777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.876135:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.876136:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.876137:0:34777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788942220.876139:0:34777:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.876141:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.876142:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.876143:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942220.876145:0:34777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815791e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942220.876152:0:34777:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ed00 count: 0 00010000:00000010:1.0:1788942220.876162:0:34777:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78400. 00010000:00000001:1.0:1788942220.876172:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.876174:0:34777:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788942220.876179:0:34777:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788942220.876187:0:34777:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942220.876194:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942220.876196:0:34777:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.876199:0:34777:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.876201:0:34777:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.876205:0:34777:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1788942220.876208:0:34777:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1788942220.876213:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47768 00000002:00002000:1.0:1788942220.876216:0:34777:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:1.0:1788942220.876220:0:34777:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1788942220.876224:0:34777:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1788942220.876227:0:34777:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1788942220.876231:0:34777:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:1.0:1788942220.876235:0:34777:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1788942220.876238:0:34777:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1788942220.876242:0:34777:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942220.876247:0:34777:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c000. 00000100:00000001:1.0:1788942220.876251:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.876255:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884288768/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.876262:0:34777:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942220.876265:0:34777:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.876269:0:34777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559280000. 02000000:00000001:1.0:1788942220.876308:0:34777:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942220.876311:0:34777:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.876313:0:34777:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.876316:0:34777:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.876319:0:34777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b9800. 02000000:00000001:1.0:1788942220.876324:0:34777:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.876326:0:34777:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.876329:0:34777:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:1.0:1788942220.876333:0:34777:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.876334:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942220.876915:0:34777:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942220.876919:0:34777:0:(dcache.c:176:ll_intent_release()) intent ffff90b5466c9960 released 00000080:00000001:1.0:1788942220.876922:0:34777:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1788942220.876925:0:34777:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b5466c9960. 00000080:00000001:1.0:1788942220.876929:0:34777:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1788942220.876938:0:34777:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942220.876943:0:34777:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788942220.877011:0:34777:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942220.877014:0:34777:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942220.877017:0:34777:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942220.877019:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47bc0 00000080:00200000:1.0:1788942220.877021:0:34777:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942220.877028:0:34777:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c000. 00800000:00000002:1.0:1788942220.877036:0:34777:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942220.877040:0:34777:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942220.877045:0:34777:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.877047:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47ae0 00800000:00000002:1.0:1788942220.877049:0:34777:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942220.877053:0:34777:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942220.877057:0:34777:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942220.877062:0:34777:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.877064:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c479b0 00000002:00010000:1.0:1788942220.877066:0:34777:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942220.877070:0:34777:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942220.877072:0:34777:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.877075:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942220.877082:0:34777:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.877084:0:34777:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.877086:0:34777:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.877088:0:34777:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942220.877091:0:34777:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788942220.877096:0:34777:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942220.877100:0:34777:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942220.877113:0:34777:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942220.877119:0:34777:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.877126:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.877127:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.877129:0:34777:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.877133:0:34777:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942220.877136:0:34777:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942220.877142:0:34777:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942220.877151:0:34777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b9800. 00000100:00000001:1.0:1788942220.877159:0:34777:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.877163:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.877165:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.877167:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.877168:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.877171:0:34777:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.877176:0:34777:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00010000:00000001:1.0:1788942220.877181:0:34777:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942220.877183:0:34777:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942220.877194:0:34777:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ee00. 00010000:00000010:1.0:1788942220.877198:0:34777:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78400. 00010000:00000001:1.0:1788942220.877202:0:34777:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942220.877207:0:34777:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0400. 00000020:00000001:1.0:1788942220.877210:0:34777:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942220.877213:0:34777:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0400 with handle 0xcbb91bbb78157925 to hash 00000020:00000001:1.0:1788942220.877215:0:34777:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942220.877217:0:34777:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.877221:0:34777:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.877224:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.877226:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.877229:0:34777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942220.877237:0:34777:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942220.877247:0:34777:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942220.877253:0:34777:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942220.877255:0:34777:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942220.877262:0:34777:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.877265:0:34777:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942220.877446:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.877449:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942220.877456:0:34777:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942220.877461:0:34777:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.877463:0:34777:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942220.877465:0:34777:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942220.877474:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.877483:0:34777:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942220.877485:0:34777:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.877489:0:34777:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942220.877492:0:34777:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942220.877495:0:34777:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942220.877499:0:34777:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884288896:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942220.877509:0:34777:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942220.877516:0:34777:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942220.877519:0:34777:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.877521:0:34777:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942220.877527:0:34777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b559184800. 02000000:00000001:1.0:1788942220.877529:0:34777:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942220.877538:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942220.877543:0:34777:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942220.877555:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942220.877563:0:34777:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884288896, portal 10 00000100:00000001:1.0:1788942220.877566:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.877567:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942220.877573:0:34777:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.877581:0:34777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942220.877584:0:34777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942220.877587:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daee0. 00000100:00000200:1.0:1788942220.877592:0:34777:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884288896, offset 0 00000400:00000200:1.0:1788942220.877606:0:34777:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942220.877615:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.877624:0:34777:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942220.877630:0:34777:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942220.877635:0:34777:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942220.877652:0:34777:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942220.877655:0:34777:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942220.877659:0:34777:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2658:2658:256:4294967295] 192.168.206.109@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:1.0:1788942220.877663:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.877675:0:34777:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942220.877683:0:34777:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942220.877690:0:34777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38e00. 00000800:00000200:1.0:1788942220.877707:0:34777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942220.877717:0:34777:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942220.877722:0:34777:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788942220.877745:0:34777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.877750:0:34777:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 816920 usecs (817 jiffies) 00000400:00000200:1.0:1788942220.877753:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942220.877757:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621853 00000100:00000001:1.0:1788942220.877765:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621830 00000100:00000001:1.0:1788942220.877937:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621854 00000100:00000001:1.0:1788942220.877948:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621830 00000100:00000001:1.0:1788942220.877952:0:34777:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.877955:0:34777:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.877957:0:34777:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942220.877960:0:34777:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942220.877963:0:34777:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942220.877966:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942220.877969:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942220.878145:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942220.878151:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38e00. 00000400:00000200:3.0:1788942220.878157:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.878164:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942220.878169:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daee0 00000400:00000010:3.0:1788942220.878172:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daee0. 00000100:00000001:3.0:1788942220.878177:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942220.878181:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.878191:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942220.878195:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.878202:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942220.878203:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942220.881558:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.881578:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942220.881584:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.881587:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.881598:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.881608:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942220.881619:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.881625:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.881632:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.881638:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f56380 00000400:00000200:3.0:1788942220.881653:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.881660:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x71d5 [1] + 224 00000800:00000001:3.0:1788942220.881669:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.881677:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.881681:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.881688:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942220.881697:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942220.881709:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942220.881723:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.881745:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942220.881754:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.881758:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.881785:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942220.881796:0:34777:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942220.881798:0:34777:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942220.881802:0:34777:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942220.881808:0:34777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:1.0:1788942220.881810:0:34777:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:1.0:1788942220.881814:0:34777:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942220.881819:0:34777:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942220.881828:0:34777:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.881834:0:34777:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942220.881836:0:34777:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.881839:0:34777:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942220.881843:0:34777:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942220.881846:0:34777:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942220.881848:0:34777:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788942220.881890:0:34777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ed00. 00010000:00000010:1.1:1788942220.881898:0:34777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 02000000:00000001:1.0:1788942220.881905:0:34777:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942220.881916:0:34777:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=60 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942220.881921:0:34777:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942220.881923:0:34777:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942220.881925:0:34777:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.881928:0:34777:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942220.881932:0:34777:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.881936:0:34777:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942220.881938:0:34777:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788942220.881941:0:34777:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942220.881945:0:34777:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.881950:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.881957:0:34777:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.881961:0:34777:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942220.881963:0:34777:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.881967:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942220.881981:0:34777:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884288896:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942220.881986:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.881989:0:34777:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.881992:0:34777:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942220.881994:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.881998:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.882004:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.882006:0:34777:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.882010:0:34777:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942220.882011:0:34777:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.882014:0:34777:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942220.882018:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.882021:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.882024:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=4 00000020:00000001:1.0:1788942220.882026:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882029:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000040:1.0:1788942220.882036:0:34777:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0400, remote cookie: 0x4d194fbcadeed35f, flags: 0x1001 00010000:00010000:1.0:1788942220.882041:0:34777:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942220.882053:0:34777:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.882059:0:34777:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942220.882064:0:34777:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942220.882067:0:34777:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942220.882068:0:34777:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942220.882070:0:34777:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942220.882073:0:34777:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b551c3ee00) refcount = 1 00010000:00010000:1.0:1788942220.882077:0:34777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.882085:0:34777:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942220.882088:0:34777:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942220.882090:0:34777:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.882093:0:34777:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942220.882096:0:34777:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.882099:0:34777:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.882105:0:34777:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942220.882107:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882109:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.882110:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882111:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.882113:0:34777:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.882117:0:34777:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942220.882119:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.882121:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.882122:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942220.882124:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882126:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882129:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.882130:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.882131:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=4 00000020:00000001:1.0:1788942220.882133:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882134:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882137:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.882141:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.882145:0:34777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.882151:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882153:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.882155:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.882156:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.882158:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=5 00000020:00000001:1.0:1788942220.882160:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882162:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882165:0:34777:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.882168:0:34777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.882174:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882175:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942220.882178:0:34777:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.882184:0:34777:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.882185:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882186:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.882188:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882189:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942220.882194:0:34777:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788942220.882203:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.882205:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.882206:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942220.882208:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882210:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882212:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882213:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.882215:0:34777:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.882217:0:34777:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.882221:0:34777:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788942220.882223:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.882224:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.882226:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942220.882228:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882230:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00000002:00010000:1.0:1788942220.882234:0:34777:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.882240:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882241:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.882243:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942220.882245:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.882246:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.882247:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942220.882249:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.882251:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000040:1.0:1788942220.882258:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942220.882261:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942220.882265:0:34777:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788942220.882268:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.882269:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.882270:0:34777:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942220.882274:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47938 00000002:00002000:1.0:1788942220.882276:0:34777:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788942220.882279:0:34777:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.882283:0:34777:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.882286:0:34777:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942220.882290:0:34777:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942220.882293:0:34777:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942220.882309:0:34777:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942220.882314:0:34777:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c000. 00000080:00000001:1.0:1788942220.882320:0:34777:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942220.882323:0:34777:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942220.882330:0:34777:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788942220.882335:0:34777:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788942220.883545:0:34777:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b548392e00. 00800000:00000001:1.0:1788942220.883556:0:34777:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621707008028160 : -122366701523456 : ffff90b548392e00) 00800000:00000001:1.0:1788942220.883560:0:34777:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.883564:0:34777:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942220.883569:0:34777:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942220.883572:0:34777:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788942220.883575:0:34777:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788942220.883578:0:34777:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788942220.883580:0:34777:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.883585:0:34777:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788942220.883588:0:34777:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788942220.883594:0:34777:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788942220.883597:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.883600:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.883602:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942220.883605:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.883607:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.883609:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.883611:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942220.883612:0:34777:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942220.883617:0:34777:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788942220.883618:0:34777:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392e00 1 00800000:00000010:1.0:1788942220.883621:0:34777:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b548392e00. 00800000:00000001:1.0:1788942220.883625:0:34777:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.883629:0:34777:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157925 00800000:00000001:1.0:1788942220.883632:0:34777:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.883634:0:34777:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942220.883636:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.883637:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.883638:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942220.883747:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.883750:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.883753:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.883755:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942220.883756:0:34777:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.883759:0:34777:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.883762:0:34777:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.883765:0:34777:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942220.883768:0:34777:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157925 from it ffffa57dc1c47bf8 00010000:00000001:1.0:1788942220.883770:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.883771:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.883772:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942220.883774:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.883776:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942220.883778:0:34777:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.883782:0:34777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.883789:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.883790:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.883792:0:34777:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942220.883795:0:34777:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942220.883797:0:34777:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942220.883805:0:34777:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942220.883809:0:34777:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.883811:0:34777:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.883816:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.883817:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.883818:0:34777:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.883826:0:34777:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.883828:0:34777:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.883830:0:34777:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.883834:0:34777:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.883836:0:34777:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.883837:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.883838:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942220.883841:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.883871:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884288896/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.883881:0:34777:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942220.883884:0:34777:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.883888:0:34777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b559184800. 02000000:00000001:1.0:1788942220.883892:0:34777:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942220.884464:0:34777:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.884467:0:34777:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=4 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.884470:0:34777:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.884474:0:34777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b9800. 02000000:00000001:1.0:1788942220.884481:0:34777:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.884483:0:34777:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.884485:0:34777:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:1.0:1788942220.884489:0:34777:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.884491:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942220.884495:0:34777:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942220.884507:0:34777:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942220.884533:0:34777:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfab40. 00000080:00000001:1.0:1788942220.884539:0:34777:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788942220.884543:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47b58 00000080:00200000:1.0:1788942220.884545:0:34777:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b54834cd80, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1788942220.884550:0:34777:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b5466c9960. 00000080:00000001:1.0:1788942220.884554:0:34777:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942220.884555:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47a08 00000080:00200000:1.0:1788942220.884557:0:34777:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open 00000080:00000010:1.0:1788942220.884566:0:34777:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c000. 00800000:00000002:1.0:1788942220.884572:0:34777:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942220.884577:0:34777:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942220.884580:0:34777:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.884582:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47928 00800000:00000002:1.0:1788942220.884584:0:34777:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942220.884587:0:34777:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788942220.884589:0:34777:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942220.884594:0:34777:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00000020:00000001:1.0:1788942220.884597:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c478a8 00800000:00000002:1.0:1788942220.884600:0:34777:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788942220.884605:0:34777:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942220.884607:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c477e0 00000002:00010000:1.0:1788942220.884609:0:34777:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1788942220.884615:0:34777:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942220.884617:0:34777:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942220.884621:0:34777:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942220.884628:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942220.884631:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.884634:0:34777:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942220.884638:0:34777:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.884692:0:34777:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.884696:0:34777:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.884701:0:34777:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942220.884790:0:34777:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942220.884798:0:34777:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942220.884800:0:34777:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.884803:0:34777:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942220.884807:0:34777:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.884811:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.884813:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.884814:0:34777:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.884817:0:34777:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942220.884819:0:34777:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942220.884825:0:34777:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942220.884833:0:34777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b9800. 00000100:00000001:1.0:1788942220.884842:0:34777:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.884848:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.885008:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.885011:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.885013:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.885015:0:34777:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.885026:0:34777:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00010000:00000001:1.0:1788942220.885030:0:34777:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942220.885033:0:34777:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942220.885037:0:34777:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942220.885039:0:34777:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942220.885042:0:34777:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942220.885045:0:34777:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0000. 00000020:00000001:1.0:1788942220.885049:0:34777:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942220.885052:0:34777:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0000 with handle 0xcbb91bbb7815792c to hash 00000020:00000001:1.0:1788942220.885054:0:34777:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942220.885055:0:34777:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.885059:0:34777:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.885062:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.885065:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.885068:0:34777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942220.885076:0:34777:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942220.885087:0:34777:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942220.885098:0:34777:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942220.885108:0:34777:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942220.885114:0:34777:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942220.885117:0:34777:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942220.885125:0:34777:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.885128:0:34777:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942220.885131:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.885132:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942220.885138:0:34777:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942220.885143:0:34777:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.885145:0:34777:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942220.885147:0:34777:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942220.885152:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.885161:0:34777:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942220.885164:0:34777:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.885169:0:34777:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942220.885171:0:34777:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942220.885174:0:34777:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942220.885178:0:34777:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884289152:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942220.885182:0:34777:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942220.885189:0:34777:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942220.885191:0:34777:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.885193:0:34777:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942220.885345:0:34777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559280000. 02000000:00000001:1.0:1788942220.885348:0:34777:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942220.885358:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942220.885363:0:34777:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942220.885372:0:34777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b559184800. 00000100:00000200:1.0:1788942220.885381:0:34777:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884289152, portal 10 00000100:00000001:1.0:1788942220.885383:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.885384:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942220.885899:0:34777:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.885909:0:34777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942220.885912:0:34777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942220.885919:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da2a8. 00000100:00000200:1.0:1788942220.885924:0:34777:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875839884289152, offset 0 00000400:00000200:1.0:1788942220.885931:0:34777:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942220.885942:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.885952:0:34777:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942220.885958:0:34777:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942220.885962:0:34777:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942220.885966:0:34777:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942220.885969:0:34777:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942220.885974:0:34777:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2659:2659:256:4294967295] 192.168.206.109@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:1.0:1788942220.885979:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.885990:0:34777:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942220.885997:0:34777:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942220.886003:0:34777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38f00. 00000800:00000200:1.0:1788942220.886010:0:34777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942220.886020:0:34777:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942220.886025:0:34777:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38f00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788942220.886116:0:34777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.886122:0:34777:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 815933 usecs (816 jiffies) 00000400:00000200:1.0:1788942220.886130:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942220.886133:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621861 00000100:00000001:1.0:1788942220.886141:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621853 00000100:00000001:1.0:1788942220.886147:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621861 00000100:00000001:1.0:1788942220.886151:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621854 00000100:00000001:1.0:1788942220.886154:0:34777:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.886157:0:34777:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.886159:0:34777:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942220.886162:0:34777:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942220.886165:0:34777:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942220.886168:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942220.886172:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942220.886243:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942220.886249:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38f00. 00000400:00000200:3.0:1788942220.886255:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.886261:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942220.886274:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da2a8 00000400:00000010:3.0:1788942220.886277:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da2a8. 00000100:00000001:3.0:1788942220.886282:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942220.886287:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.886340:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942220.886345:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942236 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942220.886412:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942220.886415:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788942220.888905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa6a0. 00000800:00000001:3.0:1788942220.891651:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.891672:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942220.891678:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.891681:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.891692:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.891702:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942220.891777:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.891783:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.891790:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.891795:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 608 into portal 10 MB=0x6aa1101f56480 00000400:00000200:3.0:1788942220.891803:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.891810:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 608/608 into md 0x71dd [64] + 224 00000800:00000001:3.0:1788942220.891819:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.891945:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.891951:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.891957:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942220.891967:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942220.891978:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942236 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942220.891990:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.892075:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942220.892095:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942220.892107:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.892111:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942220.893308:0:34777:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942220.893313:0:34777:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942220.893317:0:34777:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942220.893326:0:34777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b559184800 00000400:00000010:1.0:1788942220.893328:0:34777:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b559184800. 00000100:00000001:1.0:1788942220.893334:0:34777:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942220.893346:0:34777:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942220.893363:0:34777:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.893371:0:34777:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942220.893374:0:34777:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.893377:0:34777:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942220.893381:0:34777:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942220.893384:0:34777:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942220.893386:0:34777:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.893390:0:34777:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942220.893400:0:34777:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=60 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942220.893405:0:34777:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942220.893407:0:34777:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788942220.893411:0:34777:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90b545e64700 x1875839884289152/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.893418:0:34777:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942220.893421:0:34777:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942220.893423:0:34777:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942220.893425:0:34777:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942220.893428:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.893430:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942220.893433:0:34777:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942220.893435:0:34777:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788942220.893436:0:34777:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942220.893487:0:34777:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788942220.893493:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.893499:0:34777:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788942220.893503:0:34777:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942220.893505:0:34777:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.893509:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942220.893528:0:34777:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884289152:192.168.206.109@tcp:101:lfs.0 00000100:00000001:1.0:1788942220.893585:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.893589:0:34777:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788942220.893592:0:34777:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942220.893595:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.893599:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.893606:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.893609:0:34777:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.893612:0:34777:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942220.893614:0:34777:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788942220.893618:0:34777:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942220.893625:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.893628:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.893632:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=4 00000020:00000001:1.0:1788942220.893634:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.893637:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00010000:1.0:1788942220.893652:0:34777:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.893665:0:34777:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788942220.893670:0:34777:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.893677:0:34777:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942220.893680:0:34777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.893686:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.893688:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942220.893692:0:34777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.893698:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.893701:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.893762:0:34777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942220.893766:0:34777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942220.893773:0:34777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b5427d0000 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:1.0:1788942220.893776:0:34777:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788942220.893781:0:34777:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.893787:0:34777:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788942220.893789:0:34777:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788942220.893792:0:34777:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.893796:0:34777:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788942220.893798:0:34777:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942220.893799:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942220.893800:0:34777:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942220.893802:0:34777:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=5 00000020:00000001:1.0:1788942220.893803:0:34777:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.893805:0:34777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942220.893808:0:34777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942220.893811:0:34777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788942220.893817:0:34777:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942220.893819:0:34777:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.893956:0:34777:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788942220.893959:0:34777:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942220.893963:0:34777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942220.893965:0:34777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942220.893966:0:34777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942220.893969:0:34777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942220.893972:0:34777:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0000 with handle 0xcbb91bbb7815792c from hash 00010000:00000001:1.0:1788942220.893974:0:34777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942220.893976:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.893977:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.893979:0:34777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942220.893980:0:34777:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942220.893982:0:34777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788942220.893985:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.893986:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.893987:0:34777:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.893989:0:34777:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.893992:0:34777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.893998:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.893999:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.894001:0:34777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788942220.894002:0:34777:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942220.894004:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.894005:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.894006:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942220.894009:0:34777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb7815792c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942220.894020:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.894022:0:34777:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788942220.894027:0:34777:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788942220.894089:0:34777:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942220.894098:0:34777:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942220.894103:0:34777:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942220.894114:0:34777:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.894116:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942220.894118:0:34777:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.894120:0:34777:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.894122:0:34777:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.894125:0:34777:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942220.894127:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.894128:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00010000:00000001:1.0:1788942220.894130:0:34777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788942220.894131:0:34777:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.894132:0:34777:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942220.894135:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47768 00000002:00002000:1.0:1788942220.894137:0:34777:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788942220.894141:0:34777:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.894144:0:34777:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.894147:0:34777:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942220.894150:0:34777:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942220.894153:0:34777:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942220.894157:0:34777:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:1.0:1788942220.894160:0:34777:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942220.894162:0:34777:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b5466c9960 it_disposition 80002b 00000080:00000001:1.0:1788942220.894165:0:34777:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942220.894172:0:34777:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942220.894175:0:34777:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942220.894178:0:34777:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1788942220.894181:0:34777:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788942220.894189:0:34777:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788942220.894191:0:34777:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:1.0:1788942220.894194:0:34777:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.894198:0:34777:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1788942220.894200:0:34777:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788942220.894282:0:34777:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:1.0:1788942220.894287:0:34777:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff90b548da5348): rc = 0 00000080:00000001:1.0:1788942220.894291:0:34777:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018589000 : -122366690962616 : ffff90b548da5348) 00000080:00000001:1.0:1788942220.894293:0:34777:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942220.894297:0:34777:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942220.894299:0:34777:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942220.894302:0:34777:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff90b548da5348) for lock 0x0 00800000:00000001:1.0:1788942220.894305:0:34777:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.894307:0:34777:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1788942220.894308:0:34777:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.894310:0:34777:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788942220.894382:0:34777:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b548e74288 inode ffff90b548da5348 refc 1 flags 0x20000e 00000080:00000001:1.0:1788942220.894385:0:34777:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942220.894387:0:34777:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.894389:0:34777:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942220.894392:0:34777:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942220.894397:0:34777:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c000. 00000100:00000001:1.0:1788942220.894402:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.894406:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.894412:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.894422:0:34777:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788942220.894425:0:34777:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942220.894427:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47a48 00000080:00200008:1.0:1788942220.894429:0:34777:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff90b548da5348), flags 320400 00000080:00000010:1.0:1788942220.894438:0:34777:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415be8c0. 00000080:00000010:1.0:1788942220.894447:0:34777:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392e00. 00000080:00000001:1.0:1788942220.894450:0:34777:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942220.894453:0:34777:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942220.894456:0:34777:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942220.894459:0:34777:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfa6a0. 00000002:00100000:1.0:1788942220.894464:0:34777:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942220.894470:0:34777:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.894471:0:34777:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942220.894475:0:34777:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942220.894479:0:34777:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.894481:0:34777:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.894484:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.894487:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942220.894494:0:34777:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.894498:0:34777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559280000. 02000000:00000001:1.0:1788942220.894543:0:34777:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942220.894545:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942220.894547:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47a48 00000080:00000008:1.0:1788942220.894549:0:34777:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff90b548da5348), flags 320400, rc = 0 00000080:00000001:1.0:1788942220.894552:0:34777:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.894555:0:34777:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942220.894557:0:34777:0:(dcache.c:176:ll_intent_release()) intent ffff90b5466c9960 released 00000080:00000001:1.0:1788942220.894559:0:34777:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942220.894561:0:34777:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942220.894563:0:34777:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.894565:0:34777:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942220.894567:0:34777:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b5466c9960. 00000080:00000001:1.0:1788942220.894570:0:34777:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.894575:0:34777:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942220.894577:0:34777:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90b548da5348), inode mode 41ed mask 44 00000080:00000001:1.0:1788942220.894581:0:34777:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.894699:0:34777:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788942220.894702:0:34777:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90b548da5348) cmd=4008669a arg=f4d530 00000080:00000001:1.0:1788942220.894710:0:34777:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1788942220.894715:0:34777:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c000. 00800000:00000001:1.0:1788942220.894724:0:34777:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788942220.894725:0:34777:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:1.0:1788942220.894730:0:34777:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788942220.894733:0:34777:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788942220.894740:0:34777:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.894746:0:34777:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942220.894750:0:34777:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:1.0:1788942220.894757:0:34777:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942220.894762:0:34777:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.894769:0:34777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942220.894770:0:34777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942220.894771:0:34777:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.894775:0:34777:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942220.894777:0:34777:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942220.894783:0:34777:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942220.894791:0:34777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487ba000. 00000100:00000001:1.0:1788942220.894799:0:34777:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.894802:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.894804:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.894806:0:34777:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942220.894807:0:34777:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.894809:0:34777:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788942220.894819:0:34777:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788942220.894826:0:34777:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788942220.894834:0:34777:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942220.894835:0:34777:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942220.894842:0:34777:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.894844:0:34777:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942220.894847:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.894848:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000001:1.0:1788942220.894909:0:34777:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942220.894976:0:34777:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.894979:0:34777:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942220.894981:0:34777:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942220.894986:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.894993:0:34777:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942220.894995:0:34777:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.894999:0:34777:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942220.895002:0:34777:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942220.895005:0:34777:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942220.895008:0:34777:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884289408:192.168.206.109@tcp:36:lfs.0 00000100:00000001:1.0:1788942220.895013:0:34777:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942220.895019:0:34777:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942220.895021:0:34777:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.895024:0:34777:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942220.895029:0:34777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b8000. 02000000:00000001:1.0:1788942220.895031:0:34777:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942220.895040:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942220.895045:0:34777:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942220.895053:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942220.895061:0:34777:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884289408, portal 10 00000100:00000001:1.0:1788942220.895063:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.895065:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:1.0:1788942220.895071:0:34777:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.895078:0:34777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942220.895081:0:34777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942220.895084:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da440. 00000100:00000200:1.0:1788942220.895088:0:34777:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875839884289408, offset 0 00000400:00000200:1.0:1788942220.895095:0:34777:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942220.895104:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.895113:0:34777:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942220.895120:0:34777:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942220.895124:0:34777:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942220.895128:0:34777:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942220.895131:0:34777:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942220.895134:0:34777:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2660:2660:256:4294967295] 192.168.206.109@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:1.0:1788942220.895139:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.895150:0:34777:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942220.895157:0:34777:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942220.895164:0:34777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38c00. 00000800:00000200:1.0:1788942220.895237:0:34777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942220.895248:0:34777:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942220.895252:0:34777:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788942220.895271:0:34777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.895276:0:34777:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 814956 usecs (815 jiffies) 00000400:00000200:1.0:1788942220.895279:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942220.895282:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621869 00000100:00000001:1.0:1788942220.895290:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621861 00000100:00000001:1.0:1788942220.895295:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621869 00000100:00000001:1.0:1788942220.895299:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621861 00000100:00000001:1.0:1788942220.895301:0:34777:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.895304:0:34777:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.895306:0:34777:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942220.895309:0:34777:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942220.895404:0:34777:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942220.895408:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942220.895411:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942220.895654:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942220.895660:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38c00. 00000400:00000200:3.0:1788942220.895666:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.895672:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942220.895678:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da440 00000400:00000010:3.0:1788942220.895681:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da440. 00000100:00000001:3.0:1788942220.895686:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942220.895690:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942220.895700:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942220.896319:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942220.896332:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942220.896333:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942220.905221:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.905246:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942220.905252:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.905254:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.905267:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.905277:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942220.905288:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.905294:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.905300:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.905305:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f56580 00000400:00000200:3.0:1788942220.905311:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.905318:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x71e5 [1] + 224 00000800:00000001:3.0:1788942220.905327:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942220.905335:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942220.905339:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942220.905344:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942220.905353:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942220.905365:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942220.905377:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942220.905401:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788942220.905417:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788942220.905422:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.905428:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942220.905435:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2661:2661:256:4294967295] 192.168.206.109@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:3.0:1788942220.905440:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942220.905606:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942220.905617:0:34777:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942220.905619:0:34777:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942220.905623:0:34777:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942220.905628:0:34777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:1.0:1788942220.905631:0:34777:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:1.0:1788942220.905634:0:34777:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942220.905639:0:34777:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942220.905658:0:34777:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884289408/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/512 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.905664:0:34777:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942220.905666:0:34777:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.905669:0:34777:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942220.905673:0:34777:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942220.905676:0:34777:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942220.905680:0:34777:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.905684:0:34777:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942220.905695:0:34777:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=60 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942220.905699:0:34777:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942220.905702:0:34777:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942220.905704:0:34777:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.905708:0:34777:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942220.905712:0:34777:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.905715:0:34777:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942220.905717:0:34777:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942220.905719:0:34777:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942220.905722:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.905724:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000001:1.0:1788942220.905727:0:34777:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942220.905730:0:34777:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788942220.905731:0:34777:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942220.905735:0:34777:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.905741:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884289408/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942236 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.905749:0:34777:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.905752:0:34777:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942220.905755:0:34777:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.905759:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884289408/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942236 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942220.905767:0:34777:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884289408:192.168.206.109@tcp:36:lfs.0 00000100:00000001:1.0:1788942220.905773:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.905776:0:34777:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.905779:0:34777:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942220.905781:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.905785:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e66a00 x1875839884289408/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942236 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.905792:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.905796:0:34777:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.905800:0:34777:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942220.905801:0:34777:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.905811:0:34777:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.905815:0:34777:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942220.905821:0:34777:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c000. 00000100:00000001:1.0:1788942220.905826:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.905829:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884289408/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942236 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942220.905836:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.905838:0:34777:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.905841:0:34777:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.905933:0:34777:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788942220.905937:0:34777:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942220.905941:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47dd0 00000080:00200008:1.0:1788942220.905944:0:34777:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff90b548da5348), flags 320000 00000080:00400000:1.0:1788942220.905949:0:34777:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:1.0:1788942220.905953:0:34777:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788942220.905955:0:34777:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788942220.905957:0:34777:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788942220.905966:0:34777:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942220.905970:0:34777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942220.905977:0:34777:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942220.905979:0:34777:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942220.905981:0:34777:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:1.0:1788942220.905984:0:34777:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788942220.905986:0:34777:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788942220.905992:0:34777:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b55222c000. 00000080:00000001:1.0:1788942220.905994:0:34777:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788942220.906004:0:34777:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788942220.906009:0:34777:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788942220.906012:0:34777:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:1.0:1788942220.906015:0:34777:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788942220.906018:0:34777:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:1.0:1788942220.906025:0:34777:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65880. 00000020:00000040:1.0:1788942220.906029:0:34777:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942220.906034:0:34777:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942220.906037:0:34777:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942220.906042:0:34777:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942220.906050:0:34777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222dc00. 00000100:00000001:1.0:1788942220.906056:0:34777:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942220.906069:0:34777:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788942220.906079:0:34777:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788942220.906084:0:34777:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788942220.906090:0:34777:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942220.906092:0:34777:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942220.906098:0:34777:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.906100:0:34777:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942220.906103:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.906104:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942220.906109:0:34777:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942220.906113:0:34777:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.906115:0:34777:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942220.906116:0:34777:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942220.906120:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.906127:0:34777:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942220.906129:0:34777:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.906132:0:34777:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942220.906135:0:34777:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942220.906138:0:34777:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942220.906142:0:34777:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884289664:192.168.206.109@tcp:35:lfs.0 00000100:00000001:1.0:1788942220.906145:0:34777:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942220.906151:0:34777:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942220.906153:0:34777:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.906156:0:34777:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942220.906160:0:34777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b9c00. 02000000:00000001:1.0:1788942220.906162:0:34777:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942220.906168:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942220.906171:0:34777:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942220.906176:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942220.906183:0:34777:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884289664, portal 10 00000100:00000001:1.0:1788942220.906185:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.906186:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000040:1.0:1788942220.906192:0:34777:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.906198:0:34777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942220.906201:0:34777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942220.906203:0:34777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da000. 00000100:00000200:1.0:1788942220.906207:0:34777:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884289664, offset 0 00000400:00000200:1.0:1788942220.906214:0:34777:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942220.906220:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942220.906226:0:34777:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942220.906243:0:34777:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942220.906248:0:34777:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942220.906253:0:34777:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942220.906256:0:34777:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942220.906260:0:34777:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2662:2662:256:4294967295] 192.168.206.109@tcp LPNI seq info [2662:2662:8:4294967295] 00000400:00000200:1.0:1788942220.906265:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942220.906656:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:3.0:1788942220.906664:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942220.906673:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35d00. 00000800:00000200:3.0:1788942220.906681:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942220.906691:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942220.906696:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35d00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1788942220.906746:0:34777:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942220.906752:0:34777:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942220.906757:0:34777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38600. 00000800:00000200:1.0:1788942220.906762:0:34777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942220.906766:0:34777:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942220.906769:0:34777:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942220.906772:0:34777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.906777:0:34777:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 813983 usecs (814 jiffies) 00000400:00000200:1.0:1788942220.906781:0:34777:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942220.906784:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621879 00000100:00000001:1.0:1788942220.906793:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621869 00000100:00000001:1.0:1788942220.906799:0:34777:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621879 00000100:00000001:1.0:1788942220.906802:0:34777:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621869 00000100:00000001:1.0:1788942220.906806:0:34777:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.906809:0:34777:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.906811:0:34777:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942220.906814:0:34777:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942220.906817:0:34777:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942220.906819:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942220.906821:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788942220.907001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0000. 00000800:00000001:3.0:1788942220.907106:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788942220.907506:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942220.907512:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35d00. 00000400:00000200:2.0:1788942220.907519:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942220.907526:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000200:2.0:1788942220.911621:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942220.911633:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38600. 00000400:00000200:2.0:1788942220.911648:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942220.911659:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942220.911668:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da000 00000400:00000010:2.0:1788942220.911671:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da000. 00000100:00000001:2.0:1788942220.911677:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942220.911686:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942220.911699:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942220.911759:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942236 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942220.911768:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942220.911770:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942220.912160:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942220.914299:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942220.914322:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942220.914327:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942220.914330:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942220.914341:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942220.914350:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942220.914360:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942220.914366:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942220.914372:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942220.914377:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f56680 00000400:00000200:2.0:1788942220.914384:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942220.914391:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x71ed [1] + 224 00000800:00000001:2.0:1788942220.914400:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942220.914430:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942220.914434:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942220.914440:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942220.914778:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942220.914789:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942236 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942220.914801:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.915032:0:34777:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942220.916568:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942220.916593:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942220.917295:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942220.918758:0:34777:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942220.918765:0:34777:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942220.918770:0:34777:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942220.918780:0:34777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:1.0:1788942220.918783:0:34777:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:1.0:1788942220.918789:0:34777:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942220.918803:0:34777:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942220.918815:0:34777:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65880 x1875839884289664/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942236 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.918823:0:34777:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942220.918826:0:34777:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.918829:0:34777:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942220.918834:0:34777:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942220.918837:0:34777:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942220.918839:0:34777:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942220.918843:0:34777:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942220.918875:0:34777:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=60 v=5 (10 5 5 5) 00000100:00001000:1.0:1788942220.918880:0:34777:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942220.918883:0:34777:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942220.918885:0:34777:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.918888:0:34777:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942220.918892:0:34777:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.918897:0:34777:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942220.918899:0:34777:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942220.918901:0:34777:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942220.918904:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.919396:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942220.919402:0:34777:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942220.919404:0:34777:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788942220.919407:0:34777:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942220.919410:0:34777:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942220.919418:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65880 x1875839884289664/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942236 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.919427:0:34777:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942220.919430:0:34777:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942220.919433:0:34777:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942220.919438:0:34777:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65880 x1875839884289664/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942236 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942220.919446:0:34777:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34777:1875839884289664:192.168.206.109@tcp:35:lfs.0 00000100:00000001:1.0:1788942220.919452:0:34777:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.919456:0:34777:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.919459:0:34777:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942220.919462:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.919465:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884289664/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942236 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.919472:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.919475:0:34777:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942220.919480:0:34777:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942220.919481:0:34777:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.919490:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.919492:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000002:00000001:1.0:1788942220.919495:0:34777:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.919498:0:34777:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942220.919505:0:34777:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c000. 00000080:00000001:1.0:1788942220.919510:0:34777:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942220.919513:0:34777:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942220.919520:0:34777:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942220.919526:0:34777:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.919535:0:34777:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942220.919536:0:34777:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942220.919538:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.919541:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.919547:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.919549:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.919552:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884289664/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942236 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.919558:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942220.919559:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.919562:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884289152/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 536/608 e 0 to 0 dl 1788942236 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.919568:0:34777:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942220.919572:0:34777:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.919574:0:34777:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.919576:0:34777:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.919580:0:34777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b9800. 02000000:00000001:1.0:1788942220.919584:0:34777:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.919586:0:34777:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.919589:0:34777:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:1.0:1788942220.919592:0:34777:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.919594:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942220.919595:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.919598:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884289664/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942236 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.919605:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942220.919607:0:34777:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfa6a0. 00000002:00000001:1.0:1788942220.919610:0:34777:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942220.919612:0:34777:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942220.919614:0:34777:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392e00. 00000100:00000001:1.0:1788942220.919617:0:34777:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942220.919619:0:34777:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65880 x1875839884289664/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942220.919625:0:34777:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942220.919627:0:34777:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942220.919630:0:34777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9c00. 02000000:00000001:1.0:1788942220.919633:0:34777:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942220.919634:0:34777:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942220.919635:0:34777:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942220.919637:0:34777:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942220.919639:0:34777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222dc00. 02000000:00000001:1.0:1788942220.919657:0:34777:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942220.919659:0:34777:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942220.919660:0:34777:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65880. 00000100:00000001:1.0:1788942220.919663:0:34777:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942220.919664:0:34777:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942220.919667:0:34777:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942220.919671:0:34777:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415be8c0. 00000080:00000001:1.0:1788942220.919675:0:34777:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942220.919682:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47dd0 00000080:00000008:1.0:1788942220.919685:0:34777:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff90b548da5348), flags 320000, rc = 0 00000080:00000001:1.0:1788942220.919689:0:34777:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.919692:0:34777:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942220.919697:0:34777:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942220.919699:0:34777:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47e00 00000080:00002000:1.0:1788942220.919701:0:34777:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff90b548e74288, parent ffff90b548d765e8, inode ffff90b548da5348) hashed, 00000080:00000001:1.0:1788942220.919704:0:34777:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942220.919713:0:34777:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788942220.919722:0:34777:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788942220.930419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfab40. 00010000:00010000:1.0:1788942220.942290:0:34779:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:1.0:1788942220.942300:0:34779:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.942304:0:34779:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.942308:0:34779:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.942322:0:34779:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.942324:0:34779:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.942327:0:34779:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942220.942363:0:34779:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff90b5459f2800 00010000:00000001:1.0:1788942220.942366:0:34779:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942220.942367:0:34779:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942220.942369:0:34779:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.942370:0:34779:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942220.942372:0:34779:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942220.942373:0:34779:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.009430:0:34784:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942221.009441:0:34784:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942221.009445:0:34784:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942221.009449:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57bc0 00000080:00200000:2.0:1788942221.009455:0:34784:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942221.009463:0:34784:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b545bbd800. 00800000:00000002:2.0:1788942221.009473:0:34784:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942221.009478:0:34784:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942221.009484:0:34784:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942221.009486:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57ae0 00800000:00000002:2.0:1788942221.009489:0:34784:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942221.009494:0:34784:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942221.009498:0:34784:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942221.009504:0:34784:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942221.009506:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c579b0 00000002:00010000:2.0:1788942221.009508:0:34784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942221.009512:0:34784:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942221.009514:0:34784:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942221.009518:0:34784:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942221.009526:0:34784:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:2.0:1788942221.009530:0:34784:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942221.009544:0:34784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942221.009550:0:34784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942221.009556:0:34784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942221.009569:0:34784:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942221.009576:0:34784:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942221.009580:0:34784:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942221.009587:0:34784:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942221.009589:0:34784:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942221.009592:0:34784:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942221.009594:0:34784:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942221.009596:0:34784:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942221.009598:0:34784:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942221.009602:0:34784:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942221.009605:0:34784:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942221.009608:0:34784:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b545bbd800. 00000080:00000001:2.0:1788942221.009614:0:34784:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942221.009616:0:34784:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942221.009619:0:34784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942221.009623:0:34784:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157925 00800000:00000001:2.0:1788942221.009626:0:34784:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942221.009628:0:34784:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942221.009630:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.009633:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.009636:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:2.0:1788942221.009638:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942221.009650:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942221.009653:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.009655:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942221.009656:0:34784:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942221.009658:0:34784:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942221.009661:0:34784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157925 from it ffffa57dc1c57bf8 00010000:00000001:2.0:1788942221.009664:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.009665:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.009666:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:2.0:1788942221.009668:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942221.009670:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942221.009673:0:34784:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942221.009675:0:34784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942221.009681:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.009683:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.009684:0:34784:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942221.009687:0:34784:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942221.009690:0:34784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942221.009698:0:34784:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942221.009702:0:34784:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942221.009705:0:34784:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942221.009711:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.009712:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.009714:0:34784:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.009718:0:34784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942221.009720:0:34784:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.009722:0:34784:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.009725:0:34784:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.009727:0:34784:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942221.009728:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.009729:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942221.009733:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942221.009735:0:34784:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942221.009738:0:34784:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942221.009743:0:34784:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942221.009752:0:34784:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b55900f280. 00000020:00000001:2.0:1788942221.009757:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57b28 00000080:00200000:2.0:1788942221.009760:0:34784:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), flags=25 00000080:00000001:2.0:1788942221.009763:0:34784:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788942221.009765:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c579d8 00000080:00200000:2.0:1788942221.009766:0:34784:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=0 00000080:00000010:2.0:1788942221.009773:0:34784:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b545bbd800. 00800000:00000002:2.0:1788942221.009776:0:34784:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942221.009780:0:34784:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942221.009782:0:34784:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942221.009783:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c578f8 00800000:00000002:2.0:1788942221.009785:0:34784:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942221.009788:0:34784:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788942221.009791:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57890 00800000:00000002:2.0:1788942221.009793:0:34784:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:2.0:1788942221.009796:0:34784:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942221.009797:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c577c8 00000002:00010000:2.0:1788942221.009799:0:34784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788942221.009804:0:34784:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942221.009807:0:34784:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788942221.009813:0:34784:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552369500. 00000020:00000040:2.0:1788942221.009818:0:34784:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:2.0:1788942221.009824:0:34784:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942221.009828:0:34784:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942221.009831:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.009833:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.009834:0:34784:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.009848:0:34784:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942221.010075:0:34784:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942221.010079:0:34784:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942221.010088:0:34784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552274400. 00000100:00000001:2.0:1788942221.010097:0:34784:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.010105:0:34784:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942221.010107:0:34784:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.010108:0:34784:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942221.010109:0:34784:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.010111:0:34784:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942221.010121:0:34784:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00010000:00000001:2.0:1788942221.010126:0:34784:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942221.010128:0:34784:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788942221.010131:0:34784:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:2.0:1788942221.010134:0:34784:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942221.010137:0:34784:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942221.010141:0:34784:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792ac00. 00000020:00000001:2.0:1788942221.010145:0:34784:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942221.010147:0:34784:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792ac00 with handle 0xcbb91bbb78157933 to hash 00000020:00000001:2.0:1788942221.010149:0:34784:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942221.010151:0:34784:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942221.010156:0:34784:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:2.0:1788942221.010159:0:34784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942221.010161:0:34784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942221.010165:0:34784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942221.010173:0:34784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942221.010186:0:34784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34784 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942221.010192:0:34784:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942221.010194:0:34784:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942221.010202:0:34784:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85e40. 00000100:00000001:2.0:1788942221.010204:0:34784:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167358528 : -122366542193088 : ffff90b551b85e40) 00000100:00000001:2.0:1788942221.010207:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.010209:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000001:2.0:1788942221.010213:0:34784:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942221.010218:0:34784:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.010220:0:34784:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942221.010222:0:34784:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942221.010235:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.010361:0:34784:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942221.010365:0:34784:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.010369:0:34784:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942221.010372:0:34784:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942221.010375:0:34784:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.010380:0:34784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552369500 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884289792:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942221.010386:0:34784:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942221.010393:0:34784:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942221.010396:0:34784:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.010399:0:34784:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942221.010404:0:34784:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551ab5800. 02000000:00000001:2.0:1788942221.010406:0:34784:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942221.010415:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942221.010419:0:34784:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098d68. 00000400:00000010:2.0:1788942221.010428:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e613b8. 00000100:00000200:2.0:1788942221.010439:0:34784:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884289792, portal 10 00000100:00000001:2.0:1788942221.010441:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.010443:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175630080 : -122366533921536 : ffff90b552369500) 00000100:00000040:2.0:1788942221.010449:0:34784:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.010457:0:34784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942221.010459:0:34784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942221.010462:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61d48. 00000100:00000200:2.0:1788942221.010465:0:34784:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875839884289792, offset 0 00000400:00000200:2.0:1788942221.010471:0:34784:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942221.010482:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.010491:0:34784:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.010498:0:34784:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942221.010502:0:34784:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942221.010507:0:34784:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942221.010510:0:34784:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942221.010514:0:34784:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2663:2663:256:4294967295] 192.168.206.109@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:2.0:1788942221.010520:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.010532:0:34784:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942221.010620:0:34784:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.010626:0:34784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497eed00. 00000800:00000200:2.0:1788942221.010634:0:34784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.010651:0:34784:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.010657:0:34784:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497eed00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788942221.010682:0:34784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.010687:0:34784:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 813017 usecs (814 jiffies) 00000400:00000200:2.0:1788942221.010691:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942221.010694:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621983 00000100:00000001:2.0:1788942221.010702:0:34784:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621879 00000100:00000001:2.0:1788942221.010709:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621983 00000100:00000001:2.0:1788942221.010712:0:34784:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621879 00000100:00000001:2.0:1788942221.010717:0:34784:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.010721:0:34784:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.010724:0:34784:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942221.010726:0:34784:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942221.010729:0:34784:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85e40 going to sleep for 11 seconds 00000100:00000001:2.0:1788942221.010732:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.010736:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942221.011718:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942221.011728:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497eed00. 00000400:00000200:3.0:1788942221.011735:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.011742:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942221.011749:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61d48 00000400:00000010:3.0:1788942221.011752:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61d48. 00000100:00000001:3.0:1788942221.011758:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942221.011764:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.011776:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.011780:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.011787:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.011789:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942221.021685:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.021705:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942221.021710:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.021713:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.021725:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.021733:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942221.021745:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.021751:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.021757:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.021761:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 584 into portal 10 MB=0x6aa1101f56700 00000400:00000200:2.0:1788942221.021767:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.021773:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 584/584 into md 0x71f5 [1] + 224 00000800:00000001:2.0:1788942221.021782:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.021789:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.021793:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.021798:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942221.021809:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.021820:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942221.021832:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.021904:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942221.021913:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.021918:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942221.022235:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942221.022247:0:34784:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942221.022249:0:34784:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942221.022253:0:34784:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098d68. 00000400:00000200:3.0:1788942221.022259:0:34784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e613b8 00000400:00000010:3.0:1788942221.022261:0:34784:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e613b8. 00000100:00000001:3.0:1788942221.022265:0:34784:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942221.022270:0:34784:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942221.022280:0:34784:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.022287:0:34784:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942221.022289:0:34784:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942221.022292:0:34784:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942221.022936:0:34784:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942221.022943:0:34784:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942221.022946:0:34784:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942221.022951:0:34784:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942221.022965:0:34784:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=61 v=5 (5 105 105 105) 00000100:00001000:3.0:1788942221.022970:0:34784:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942221.022973:0:34784:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942221.022975:0:34784:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.022979:0:34784:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942221.022982:0:34784:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.022986:0:34784:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942221.022989:0:34784:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788942221.022991:0:34784:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942221.022995:0:34784:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.023013:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.023021:0:34784:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942221.023024:0:34784:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942221.023026:0:34784:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942221.023031:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942237 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942221.023039:0:34784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552369500 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884289792:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942221.023045:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942221.023048:0:34784:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.023050:0:34784:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942221.023053:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.023057:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942237 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.023064:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942221.023067:0:34784:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85e40. 00000100:00000001:3.0:1788942221.023071:0:34784:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942221.023073:0:34784:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.023076:0:34784:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942221.023080:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.023084:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.023087:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=4 00000020:00000001:3.0:1788942221.023090:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.023093:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000040:3.0:1788942221.023101:0:34784:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792ac00, remote cookie: 0x4d194fbcadeed39e, flags: 0x1001 00010000:00010000:3.0:1788942221.023107:0:34784:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788942221.023116:0:34784:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788942221.023120:0:34784:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788942221.023132:0:34784:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48c00. 00010000:00000010:3.0:1788942221.023138:0:34784:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0280. 00010000:00000001:3.0:1788942221.023143:0:34784:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942221.023148:0:34784:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942221.023157:0:34784:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942221.023164:0:34784:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788942221.023169:0:34784:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788942221.023172:0:34784:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788942221.023173:0:34784:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788942221.023175:0:34784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788942221.023178:0:34784:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff90b545f48c00) refcount = 1 00010000:00010000:3.0:1788942221.023182:0:34784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942221.023189:0:34784:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788942221.023193:0:34784:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788942221.023195:0:34784:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942221.023199:0:34784:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788942221.023201:0:34784:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942221.023205:0:34784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942221.023211:0:34784:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788942221.023213:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.023215:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942221.023216:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.023217:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942221.023219:0:34784:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942221.023223:0:34784:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788942221.023225:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.023226:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.023228:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942221.023230:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.023232:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.023235:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.023236:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.023237:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=4 00000020:00000001:3.0:1788942221.023239:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.023241:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.023244:0:34784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942221.023247:0:34784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942221.023251:0:34784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942221.023258:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.023259:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942221.023260:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.023261:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.023262:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=5 00000020:00000001:3.0:1788942221.023264:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.023266:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.023269:0:34784:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942221.023271:0:34784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942221.023278:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.023279:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788942221.023282:0:34784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942221.023288:0:34784:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942221.023289:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.023290:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942221.023292:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.023293:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788942221.024613:0:34784:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942237 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788942221.024630:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.024632:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.024635:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942221.024638:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024649:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024652:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.024654:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942221.024656:0:34784:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942221.024658:0:34784:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942221.024662:0:34784:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788942221.024664:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.024666:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.024667:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942221.024669:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024671:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00000002:00010000:3.0:1788942221.024675:0:34784:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942221.024682:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.024685:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942221.024687:0:34784:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942221.024688:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.024689:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.024690:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942221.024692:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024694:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000040:3.0:1788942221.024700:0:34784:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48c00 count: 2 00010000:00000001:3.0:1788942221.024704:0:34784:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942221.024709:0:34784:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:3.0:1788942221.024711:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.024712:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942221.024714:0:34784:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942221.024718:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57750 00000002:00002000:3.0:1788942221.024720:0:34784:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788942221.024724:0:34784:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942221.024728:0:34784:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942221.024731:0:34784:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942221.024735:0:34784:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788942221.024739:0:34784:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942221.024743:0:34784:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:3.0:1788942221.024746:0:34784:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788942221.024749:0:34784:0:(namei.c:674:ll_lookup_it_finish()) it ffffa57dc1c57ac8 it_disposition b 00000080:00000001:3.0:1788942221.024752:0:34784:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942221.024760:0:34784:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942221.024763:0:34784:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942221.024767:0:34784:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788942221.024770:0:34784:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788942221.024779:0:34784:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788942221.024781:0:34784:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1788942221.024784:0:34784:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.024788:0:34784:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788942221.024791:0:34784:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788942221.024796:0:34784:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:3.0:1788942221.024799:0:34784:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff90b548da5348): rc = 0 00000080:00000001:3.0:1788942221.024802:0:34784:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018589000 : -122366690962616 : ffff90b548da5348) 00010000:00000001:3.0:1788942221.024804:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.024805:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.024807:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942221.024809:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024811:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024813:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.024814:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942221.024816:0:34784:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788942221.024817:0:34784:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788942221.024819:0:34784:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942221.024821:0:34784:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942221.024823:0:34784:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942221.024826:0:34784:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff90b548da5348) for lock 0xcbb91bbb78157933 00800000:00000001:3.0:1788942221.024829:0:34784:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942221.024831:0:34784:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942221.024832:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.024833:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.024834:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942221.024837:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024893:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024897:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.024898:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942221.024900:0:34784:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942221.024902:0:34784:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788942221.024910:0:34784:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b5445841b0 inode ffff90b548da5348 refc 1 flags 0x20000e 00000080:00000001:3.0:1788942221.024915:0:34784:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788942221.024917:0:34784:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.024920:0:34784:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788942221.024925:0:34784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff90b548da5348) 00000080:00010000:3.0:1788942221.024929:0:34784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157933 from it ffffa57dc1c57ac8 00010000:00000001:3.0:1788942221.024931:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.024933:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.024934:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792ac00 refcount=3 00000020:00000001:3.0:1788942221.024936:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024939:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997115904 : -122366712435712 : ffff90b54792ac00) 00010000:00000001:3.0:1788942221.024941:0:34784:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942221.024944:0:34784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942221.024952:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.024953:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942221.024955:0:34784:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942221.024958:0:34784:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942221.024961:0:34784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792ac00/0xcbb91bbb78157933 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed39e expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942221.024970:0:34784:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942221.024974:0:34784:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942221.024976:0:34784:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942221.024981:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.024982:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942221.024984:0:34784:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.024988:0:34784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942221.024990:0:34784:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.024992:0:34784:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.024996:0:34784:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.024998:0:34784:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942221.025000:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.025001:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942221.025013:0:34784:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942221.025018:0:34784:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b545bbd800. 00000100:00000001:3.0:1788942221.025027:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.025035:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552369500 x1875839884289792/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/584 e 0 to 0 dl 1788942237 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.025043:0:34784:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942221.025046:0:34784:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942221.025051:0:34784:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551ab5800. 02000000:00000001:3.0:1788942221.025054:0:34784:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942221.025058:0:34784:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942221.025059:0:34784:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942221.025062:0:34784:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942221.025064:0:34784:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552274400. 02000000:00000001:3.0:1788942221.025068:0:34784:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942221.025070:0:34784:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942221.025073:0:34784:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552369500. 00000100:00000001:3.0:1788942221.025078:0:34784:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942221.025079:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788942221.025114:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942221.025117:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.025119:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942221.025120:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.025161:0:34784:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788942221.025164:0:34784:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90b548da5348), inode mode 41ed mask 1 00000080:00000001:3.0:1788942221.025170:0:34784:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942221.025193:0:34784:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b559061400. 00000080:00000001:3.0:1788942221.025199:0:34784:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788942221.025200:0:34784:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90b548da5348), inode mode 41ed mask 3 00000080:00000001:3.0:1788942221.025203:0:34784:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.025206:0:34784:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788942221.025208:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57b58 00000080:00200000:3.0:1788942221.025210:0:34784:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff90b548da5348), file ffff90b544b73980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788942221.025216:0:34784:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b545e76420. 00000080:00000001:3.0:1788942221.025221:0:34784:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788942221.025223:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57a08 00000080:00200000:3.0:1788942221.025225:0:34784:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff90b548da5348), intent=open|creat 00000080:00000010:3.0:1788942221.025234:0:34784:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fba00. 00000080:00000001:3.0:1788942221.025243:0:34784:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942221.025246:0:34784:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942221.025248:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57928 00800000:00000002:3.0:1788942221.025250:0:34784:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:3.0:1788942221.025253:0:34784:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788942221.025256:0:34784:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788942221.025261:0:34784:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:3.0:1788942221.025266:0:34784:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788942221.025268:0:34784:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788942221.025270:0:34784:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788942221.025273:0:34784:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788942221.025276:0:34784:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:3.0:1788942221.025279:0:34784:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942221.025282:0:34784:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942221.025284:0:34784:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942221.025286:0:34784:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.025288:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c578a8 00800000:00000002:3.0:1788942221.025290:0:34784:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:3.0:1788942221.025295:0:34784:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942221.025296:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c577e0 00000020:00000001:1.0:1788942221.025745:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942221.025749:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942221.025753:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00010000:3.0:1788942221.028144:0:34784:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788942221.028155:0:34784:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942221.028159:0:34784:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788942221.028165:0:34784:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788942221.028174:0:34784:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942221.028177:0:34784:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788942221.028183:0:34784:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48c00 count: 2 00010000:00000001:3.0:1788942221.028188:0:34784:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942221.028193:0:34784:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788942221.028199:0:34784:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.028201:0:34784:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942221.028204:0:34784:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942221.028218:0:34784:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acc380. 00000020:00000040:3.0:1788942221.028225:0:34784:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:3.0:1788942221.028235:0:34784:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788942221.028238:0:34784:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.028241:0:34784:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942221.028248:0:34784:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942221.028257:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.028260:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942221.028262:0:34784:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.028267:0:34784:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942221.028269:0:34784:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942221.028276:0:34784:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942221.028285:0:34784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837d400. 00000100:00000001:3.0:1788942221.028294:0:34784:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.028302:0:34784:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942221.028315:0:34784:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.028317:0:34784:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942221.028318:0:34784:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.028320:0:34784:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942221.028331:0:34784:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00010000:00000001:3.0:1788942221.028336:0:34784:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942221.028339:0:34784:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788942221.028342:0:34784:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48c00 count: 2 00010000:00000001:3.0:1788942221.028344:0:34784:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942221.028346:0:34784:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942221.028351:0:34784:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983600. 00000020:00000001:3.0:1788942221.028358:0:34784:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942221.028361:0:34784:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983600 with handle 0xcbb91bbb7815793a to hash 00000020:00000001:3.0:1788942221.028364:0:34784:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942221.028365:0:34784:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942221.028370:0:34784:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942221.028374:0:34784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942221.028378:0:34784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942221.028382:0:34784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942221.028391:0:34784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34784 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788942221.028405:0:34784:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788942221.028419:0:34784:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788942221.028434:0:34784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34784 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942221.028440:0:34784:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942221.028442:0:34784:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942221.028454:0:34784:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559039cc0. 00000100:00000001:3.0:1788942221.028456:0:34784:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289730240 : -122366419821376 : ffff90b559039cc0) 00000100:00000001:3.0:1788942221.028459:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942221.028461:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000001:3.0:1788942221.028467:0:34784:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942221.028472:0:34784:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.028475:0:34784:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942221.028477:0:34784:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942221.028482:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.028490:0:34784:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942221.028493:0:34784:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942221.028498:0:34784:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942221.028501:0:34784:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942221.028503:0:34784:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942221.028507:0:34784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acc380 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884290048:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942221.028513:0:34784:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942221.028520:0:34784:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942221.028524:0:34784:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942221.028526:0:34784:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942221.028620:0:34784:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559260000. 02000000:00000001:3.0:1788942221.028623:0:34784:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942221.028633:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942221.028638:0:34784:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c49a0. 00000400:00000010:3.0:1788942221.028658:0:34784:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b54837e000. 00000100:00000200:3.0:1788942221.028667:0:34784:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884290048, portal 10 00000100:00000001:3.0:1788942221.028669:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942221.028671:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000040:3.0:1788942221.028677:0:34784:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.028683:0:34784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942221.028686:0:34784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942221.028690:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded000. 00000100:00000200:3.0:1788942221.028693:0:34784:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875839884290048, offset 0 00000400:00000200:3.0:1788942221.028700:0:34784:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942221.028715:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.028724:0:34784:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942221.028730:0:34784:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942221.028735:0:34784:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942221.028739:0:34784:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942221.028742:0:34784:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942221.028746:0:34784:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2664:2664:256:4294967295] 192.168.206.109@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:3.0:1788942221.028751:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.028760:0:34784:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942221.028766:0:34784:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942221.028773:0:34784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35f00. 00000800:00000200:3.0:1788942221.028781:0:34784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942221.028789:0:34784:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942221.028795:0:34784:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1788942221.028825:0:34784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.028830:0:34784:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 812053 usecs (813 jiffies) 00000400:00000200:3.0:1788942221.028834:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942221.028836:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622000 00000100:00000001:3.0:1788942221.028894:0:34784:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296621983 00000100:00000001:3.0:1788942221.028902:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622001 00000100:00000001:3.0:1788942221.028906:0:34784:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296621983 00000100:00000001:3.0:1788942221.028911:0:34784:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942221.028914:0:34784:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.028917:0:34784:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942221.028919:0:34784:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942221.028922:0:34784:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559039cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788942221.028925:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942221.028928:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942221.029635:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942221.029653:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35f00. 00000400:00000200:2.0:1788942221.029662:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.029671:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942221.029678:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded000 00000400:00000010:2.0:1788942221.029681:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded000. 00000100:00000001:2.0:1788942221.029687:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942221.029692:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.029704:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.029708:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.029714:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.029716:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942221.039830:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.039904:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942221.039910:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.039913:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.039923:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.039932:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942221.039943:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.039948:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.039954:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.039959:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f56800 00000400:00000200:2.0:1788942221.039965:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.039971:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x7205 [32] + 224 00000800:00000001:2.0:1788942221.039980:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.039988:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.039992:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.039997:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942221.040008:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.040019:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942221.040041:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.040063:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942221.040072:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942221.040076:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.040082:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.040089:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2665:2665:256:4294967295] 192.168.206.109@tcp LPNI seq info [2665:2665:8:4294967295] 00000400:00000200:2.0:1788942221.040093:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.040101:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942221.040108:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.040115:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b552277c00. 00000800:00000200:2.0:1788942221.040122:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.040130:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.040135:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b552277c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942221.040237:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942221.040242:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b552277c00. 00000400:00000200:2.0:1788942221.040247:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.040251:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942221.040258:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.040262:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942221.040514:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942221.040524:0:34784:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942221.040526:0:34784:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942221.040530:0:34784:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c49a0. 00000400:00000200:3.0:1788942221.040626:0:34784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b54837e000 00000400:00000010:3.0:1788942221.040629:0:34784:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b54837e000. 00000100:00000001:3.0:1788942221.040633:0:34784:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942221.040638:0:34784:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942221.040656:0:34784:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acc380 x1875839884290048/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.040663:0:34784:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942221.040666:0:34784:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942221.040668:0:34784:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942221.040672:0:34784:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942221.040675:0:34784:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942221.040678:0:34784:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942221.040682:0:34784:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942221.040693:0:34784:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=61 v=5 (5 105 105 105) 00000100:00001000:3.0:1788942221.040698:0:34784:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942221.040701:0:34784:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942221.040702:0:34784:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.040705:0:34784:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942221.040709:0:34784:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.040712:0:34784:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942221.040714:0:34784:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:3.0:1788942221.040716:0:34784:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942221.040719:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942221.040721:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000001:3.0:1788942221.040724:0:34784:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942221.040726:0:34784:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788942221.040728:0:34784:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942221.040732:0:34784:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.040736:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.040744:0:34784:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942221.040747:0:34784:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942221.040750:0:34784:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942221.040754:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942221.040762:0:34784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acc380 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884290048:192.168.206.109@tcp:101:multiop.0 00000100:00000001:3.0:1788942221.040767:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942221.040771:0:34784:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.040774:0:34784:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942221.040776:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.040780:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.040787:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942221.040791:0:34784:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559039cc0. 00000100:00000001:3.0:1788942221.040794:0:34784:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942221.040795:0:34784:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942221.040799:0:34784:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788942221.040804:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.040807:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.040810:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=4 00000020:00000001:3.0:1788942221.040813:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:3.0:1788942221.040816:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000040:3.0:1788942221.040823:0:34784:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983600, remote cookie: 0x4d194fbcadeed3ba, flags: 0x1001 00010000:00010000:3.0:1788942221.040830:0:34784:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788942221.040840:0:34784:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:3.0:1788942221.040844:0:34784:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788942221.040965:0:34784:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227300. 00010000:00000010:2.0:1788942221.040972:0:34784:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c100. 00010000:00000001:2.0:1788942221.040979:0:34784:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942221.040983:0:34784:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942221.040993:0:34784:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942221.041000:0:34784:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942221.041005:0:34784:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942221.041008:0:34784:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788942221.041010:0:34784:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788942221.041011:0:34784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788942221.041014:0:34784:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff90b551227300) refcount = 1 00010000:00010000:2.0:1788942221.041019:0:34784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942221.041027:0:34784:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788942221.041030:0:34784:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942221.041032:0:34784:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942221.041035:0:34784:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942221.041038:0:34784:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942221.041042:0:34784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942221.041049:0:34784:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942221.041051:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041053:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.041054:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041055:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.041057:0:34784:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942221.041062:0:34784:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788942221.041066:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.041067:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.041069:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:2.0:1788942221.041071:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041073:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041076:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.041077:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.041079:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=4 00000020:00000001:2.0:1788942221.041081:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041082:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041085:0:34784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942221.041089:0:34784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942221.041101:0:34784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942221.041108:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041109:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.041111:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.041112:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.041113:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=5 00000020:00000001:2.0:1788942221.041116:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041118:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041120:0:34784:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942221.041124:0:34784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942221.041130:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041132:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942221.041135:0:34784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942221.041141:0:34784:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942221.041332:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041334:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.041335:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041336:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788942221.041343:0:34784:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942221.041354:0:34784:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788942221.041359:0:34784:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942221.041365:0:34784:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.041374:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.041377:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.041378:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:2.0:1788942221.041380:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041382:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00000002:00010000:2.0:1788942221.041386:0:34784:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788942221.041397:0:34784:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b545345b80. 00010000:00000001:2.0:1788942221.041399:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041400:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942221.041402:0:34784:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942221.041404:0:34784:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942221.041407:0:34784:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788942221.041410:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.041411:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000001:2.0:1788942221.041413:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.041414:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00010000:00000001:2.0:1788942221.041416:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.041417:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.041419:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:2.0:1788942221.041421:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041422:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00000002:00010000:2.0:1788942221.041426:0:34784:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942221.041433:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041434:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.041436:0:34784:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942221.041437:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.041438:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.041439:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:2.0:1788942221.041441:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.041442:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000040:2.0:1788942221.041447:0:34784:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:2.0:1788942221.041450:0:34784:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788942221.041454:0:34784:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:2.0:1788942221.041457:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.041458:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942221.041459:0:34784:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788942221.041463:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57768 00000002:00002000:2.0:1788942221.041465:0:34784:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788942221.041469:0:34784:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942221.041473:0:34784:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942221.041486:0:34784:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942221.041490:0:34784:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788942221.041494:0:34784:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.041498:0:34784:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788942221.041500:0:34784:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b545e76420 it_disposition 1800037 00000080:00002000:2.0:1788942221.041507:0:34784:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b54458b798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788942221.041513:0:34784:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942221.041515:0:34784:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788942221.041517:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57990 00000080:00200000:2.0:1788942221.041520:0:34784:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff90b548da5348), intent=open|creat 00000080:00000001:2.0:1788942221.041522:0:34784:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788942221.041525:0:34784:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788942221.041531:0:34784:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788942221.041637:0:34784:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788942221.041651:0:34784:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:2.0:1788942221.041654:0:34784:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788942221.041671:0:34784:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548da2940. 00000020:00000001:2.0:1788942221.041682:0:34784:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788942221.041684:0:34784:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788942221.041688:0:34784:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788942221.041689:0:34784:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff90b548da2a08) 00000020:00000001:2.0:1788942221.041694:0:34784:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942221.041698:0:34784:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942221.041701:0:34784:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000020:00000001:2.0:1788942221.041706:0:34784:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788942221.041712:0:34784:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b54363f898. 00000020:00000001:2.0:1788942221.041715:0:34784:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788942221.041717:0:34784:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.041726:0:34784:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788942221.041731:0:34784:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b5513081f0. 00020000:00000001:2.0:1788942221.041733:0:34784:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621707158454768 : -122366551096848 : ffff90b5513081f0) 00020000:00000001:2.0:1788942221.041736:0:34784:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788942221.041740:0:34784:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942221.041750:0:34784:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd8a0. 00020000:00000010:2.0:1788942221.041756:0:34784:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b5486acf00. 00020000:00000010:2.0:1788942221.041762:0:34784:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd3c0. 00020000:00000001:2.0:1788942221.041764:0:34784:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948432832 : -122366761118784 : ffff90b544abd3c0) 00020000:00000002:2.0:1788942221.041768:0:34784:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd3c0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942221.041772:0:34784:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942221.041776:0:34784:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b5486acf00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1788942221.041780:0:34784:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788942221.041781:0:34784:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd3c0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942221.041784:0:34784:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942221.041787:0:34784:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b5486acf00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:2.0:1788942221.041791:0:34784:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b543165010. 00020000:00000010:2.0:1788942221.041794:0:34784:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b551b85f00. 00020000:00000001:2.0:1788942221.041798:0:34784:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788942221.041801:0:34784:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b546429c68. 00020000:00000001:2.0:1788942221.041805:0:34784:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788942221.041806:0:34784:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788942221.041813:0:34784:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788942221.041817:0:34784:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b54363f640. 00000020:00000001:2.0:1788942221.041822:0:34784:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788942221.041824:0:34784:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.041826:0:34784:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621706926945984 : -122366782605632 : ffff90b54363f6c0) 00020000:00000001:2.0:1788942221.041830:0:34784:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788942221.041836:0:34784:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b548957a40. 00020000:00000001:2.0:1788942221.041839:0:34784:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.041845:0:34784:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706926945984 : -122366782605632 : ffff90b54363f6c0) 00020000:00000001:2.0:1788942221.041847:0:34784:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621706926945984 : -122366782605632 : ffff90b54363f6c0) 00020000:00000002:2.0:1788942221.041950:0:34784:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff90b54363f640[0:0] -> [0x200000404:0x34:0x0]@ffff90b54363f898: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1788942221.041956:0:34784:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788942221.042005:0:34784:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788942221.042008:0:34784:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.042013:0:34784:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706926946584 : -122366782605032 : ffff90b54363f918) 00000020:00001000:2.0:1788942221.042017:0:34784:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000080:00000001:2.0:1788942221.042021:0:34784:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:2.0:1788942221.042023:0:34784:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788942221.042026:0:34784:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1788942221 00000080:00000001:2.0:1788942221.042029:0:34784:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788942221.042032:0:34784:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018578440 : -122366690973176 : ffff90b548da2a08) 00010000:00000001:2.0:1788942221.042035:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.042037:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.042039:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:2.0:1788942221.042041:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.042044:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00000080:00000001:2.0:1788942221.042047:0:34784:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788942221.042049:0:34784:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942221.042050:0:34784:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942221.042052:0:34784:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000020:00000001:2.0:1788942221.042054:0:34784:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788942221.042056:0:34784:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788942221.042058:0:34784:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788942221.042061:0:34784:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b544abd840. 00020000:00000010:2.0:1788942221.042064:0:34784:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b5486acb80. 00020000:00000010:2.0:1788942221.042067:0:34784:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b544abd180. 00020000:00000001:2.0:1788942221.042069:0:34784:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706948432256 : -122366761119360 : ffff90b544abd180) 00020000:00000002:2.0:1788942221.042072:0:34784:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b544abd180, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788942221.042075:0:34784:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788942221.042080:0:34784:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b5486acb80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:2.0:1788942221.042084:0:34784:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5513081f0) owner ffff90b552298000 00020000:00000001:2.0:1788942221.042087:0:34784:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788942221.042197:0:34784:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5513081f0) owner ffff90b552298000 00020000:00000010:2.0:1788942221.042204:0:34784:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b5486acb80. 00020000:00000010:2.0:1788942221.042208:0:34784:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b544abd840. 00020000:00000010:2.0:1788942221.042211:0:34784:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b544abd180. 00020000:00000002:2.0:1788942221.042213:0:34784:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788942221.042216:0:34784:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.042218:0:34784:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.042222:0:34784:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788942221.042225:0:34784:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000002:2.0:1788942221.042228:0:34784:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abd3c0 addref 2/0 by ffff90b552298000. 00020000:00000002:2.0:1788942221.042230:0:34784:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000001:2.0:1788942221.042233:0:34784:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788942221.042235:0:34784:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942221.042236:0:34784:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788942221.042238:0:34784:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788942221.042240:0:34784:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788942221.042373:0:34784:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788942221.042377:0:34784:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000080:00000001:2.0:1788942221.042380:0:34784:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.042381:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.042383:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942221.042385:0:34784:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788942221.042389:0:34784:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788942221.042391:0:34784:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942221.042393:0:34784:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff90b548da2a08) 00000080:00010000:2.0:1788942221.042396:0:34784:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff90b548da2a08) for lock 0xcbb91bbb7815793a 00800000:00000001:2.0:1788942221.042400:0:34784:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942221.042402:0:34784:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942221.042404:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.042405:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.042407:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:2.0:1788942221.042410:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.042412:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.042414:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.042416:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942221.042417:0:34784:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942221.042419:0:34784:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.042421:0:34784:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788942221.042423:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.042431:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.042440:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942221.042446:0:34784:0:(namei.c:1651:ll_create_it()) inode ffff90b548da2a08 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:2.0:1788942221.042450:0:34784:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942221.042454:0:34784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff90b548da2a08) 00000080:00000001:2.0:1788942221.042457:0:34784:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942221.042461:0:34784:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fba00. 00000100:00000001:2.0:1788942221.042464:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.042467:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.042473:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.042548:0:34784:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788942221.042551:0:34784:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942221.042553:0:34784:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548da2a08 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:2.0:1788942221.042565:0:34784:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942221.042568:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57a68 00000080:00200008:2.0:1788942221.042570:0:34784:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff90b548da2a08), flags 100102 00000080:00000010:2.0:1788942221.042579:0:34784:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e06280. 00000080:00000010:2.0:1788942221.042586:0:34784:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b545345d00. 00000080:00000001:2.0:1788942221.042589:0:34784:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788942221.042595:0:34784:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788942221.042599:0:34784:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788942221.042603:0:34784:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b55900f080. 00000002:00100000:2.0:1788942221.042608:0:34784:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788942221.042621:0:34784:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942221.042622:0:34784:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788942221.042626:0:34784:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788942221.042629:0:34784:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.042632:0:34784:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.042634:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.042637:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788942221.042656:0:34784:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942221.042661:0:34784:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559260000. 02000000:00000001:2.0:1788942221.042702:0:34784:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788942221.042705:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.042708:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57a68 00000080:00000008:2.0:1788942221.042710:0:34784:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff90b548da2a08), flags 100102, rc = 0 00000080:00000001:2.0:1788942221.042720:0:34784:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788942221.042722:0:34784:0:(dcache.c:176:ll_intent_release()) intent ffff90b545e76420 released 00000080:00010000:2.0:1788942221.042725:0:34784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815793a from it ffff90b545e76420 00010000:00000001:2.0:1788942221.042727:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.042729:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.042730:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983600 refcount=3 00000020:00000001:2.0:1788942221.042732:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.042735:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997478912 : -122366712072704 : ffff90b547983600) 00010000:00000001:2.0:1788942221.042737:0:34784:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942221.042740:0:34784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942221.042748:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.042750:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.042751:0:34784:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942221.042755:0:34784:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942221.042757:0:34784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547983600/0xcbb91bbb7815793a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed3ba expref: -99 pid: 34784 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942221.042765:0:34784:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942221.042769:0:34784:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942221.042771:0:34784:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942221.042776:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.042777:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.042779:0:34784:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.042783:0:34784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942221.042785:0:34784:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.042787:0:34784:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.042790:0:34784:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.042792:0:34784:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942221.042793:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.042795:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788942221.042796:0:34784:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788942221.042798:0:34784:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788942221.042801:0:34784:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788942221.042803:0:34784:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942221.042805:0:34784:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788942221.042807:0:34784:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.042810:0:34784:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788942221.042812:0:34784:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.042813:0:34784:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942221.042816:0:34784:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.042818:0:34784:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788942221.042821:0:34784:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b545e76420. 00000080:00000001:2.0:1788942221.042824:0:34784:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.043224:0:34784:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942221.043229:0:34784:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff90b548da2a08), inode mode 81a4 mask 40 00000080:00000001:2.0:1788942221.043235:0:34784:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.044169:0:34784:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788942221.044176:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57d88 00000080:00200008:2.0:1788942221.044179:0:34784:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000002:2.0:1788942221.044184:0:34784:0:(file.c:2656:do_file_write_iter()) inode ffff90b548da2a08 need_sync_to_oss [0x200000404:0x34:0x0] 00000080:00000001:2.0:1788942221.044187:0:34784:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788942221.044190:0:34784:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.044193:0:34784:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788942221.044198:0:34784:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.044200:0:34784:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1788942221.044202:0:34784:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.044205:0:34784:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942221.044211:0:34784:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:2.0:1788942221.044214:0:34784:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000080:00000001:2.0:1788942221.044219:0:34784:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788942221.044221:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57c98 00000080:00200000:2.0:1788942221.044222:0:34784:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1788942221.044229:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57c30 00000080:00200000:2.0:1788942221.044230:0:34784:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:2.0:1788942221.044233:0:34784:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788942221.044241:0:34784:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ff3fa00e[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:2.0:1788942221.044243:0:34784:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1788942221.044247:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:2.0:1788942221.044250:0:34784:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942221.044253:0:34784:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942221.044255:0:34784:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788942221.044258:0:34784:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942221.044260:0:34784:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788942221.044263:0:34784:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942221.044269:0:34784:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.044273:0:34784:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942221.044274:0:34784:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.044276:0:34784:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942221.044281:0:34784:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff90b545ebd2e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788942221.044284:0:34784:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000001:2.0:1788942221.044289:0:34784:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942221.044291:0:34784:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942221.044294:0:34784:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942221.044296:0:34784:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788942221.044299:0:34784:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1788942221.044303:0:34784:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788942221.044304:0:34784:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942221.044306:0:34784:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.044308:0:34784:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942221.044310:0:34784:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942221.044312:0:34784:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942221.044314:0:34784:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00000020:00000001:2.0:1788942221.044317:0:34784:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.044318:0:34784:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788942221.044320:0:34784:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1788942221.044322:0:34784:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788942221.044325:0:34784:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.044329:0:34784:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788942221.044331:0:34784:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788942221.044334:0:34784:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788942221.044336:0:34784:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788942221.044338:0:34784:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788942221.044341:0:34784:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1788942221.044344:0:34784:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788942221.044346:0:34784:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788942221.045786:0:34784:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788942221.045792:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942221.045794:0:34784:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942221.045797:0:34784:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942221.045801:0:34784:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173251768 : -122366536299848 : ffff90b552124ab8) 00000020:00001000:2.0:1788942221.045805:0:34784:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ab0 00000020:00000001:2.0:1788942221.045810:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f6c0 -> ffff90b54363f918 00000020:00000001:2.0:1788942221.045813:0:34784:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942221.045818:0:34784:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942221.045820:0:34784:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942221.045821:0:34784:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.045823:0:34784:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.045825:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942221.045827:0:34784:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788942221.046246:0:34784:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788942221.046250:0:34784:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046253:0:34784:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.046256:0:34784:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.046258:0:34784:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046260:0:34784:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046262:0:34784:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788942221.046266:0:34784:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788942221.046269:0:34784:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788942221.046274:0:34784:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788942221.046278:0:34784:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.046282:0:34784:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.046285:0:34784:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788942221.046287:0:34784:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1788942221.046289:0:34784:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788942221.046291:0:34784:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788942221.046292:0:34784:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046295:0:34784:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.046296:0:34784:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.046298:0:34784:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.046300:0:34784:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.046302:0:34784:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788942221.046304:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942221.046305:0:34784:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788942221.046307:0:34784:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942221.046308:0:34784:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046310:0:34784:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.046312:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.046313:0:34784:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046315:0:34784:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788942221.046317:0:34784:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788942221.046319:0:34784:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788942221.046322:0:34784:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788942221.046324:0:34784:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788942221.046327:0:34784:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1788942221.046337:0:34784:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551c4c900. 00020000:00000002:2.0:1788942221.046340:0:34784:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788942221.046342:0:34784:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788942221.046344:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942221.046345:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942221.046411:0:34784:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788942221.046418:0:34784:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5459eb7c0. 00000008:00010000:2.0:1788942221.046421:0:34784:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788942221.046631:0:34784:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942221.046634:0:34784:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788942221.046647:0:34784:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551c4c930, osc lock ffff90b5459eb7c0, flags 0x0 00000020:00000001:2.0:1788942221.046650:0:34784:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.046652:0:34784:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942221.046656:0:34784:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707168172288 : -122366541379328 : ffff90b551c4c900) 00000020:00000001:2.0:1788942221.046658:0:34784:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942221.046660:0:34784:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788942221.046661:0:34784:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046663:0:34784:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046665:0:34784:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942221.046667:0:34784:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942221.046669:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942221.046670:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:2.0:1788942221.046672:0:34784:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942221.046674:0:34784:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942221.046677:0:34784:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788942221.046679:0:34784:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.046684:0:34784:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788942221.046687:0:34784:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788942221.046688:0:34784:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788942221.046691:0:34784:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788942221.046692:0:34784:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788942221.046694:0:34784:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788942221.046696:0:34784:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788942221.046700:0:34784:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788942221.046708:0:34784:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.046712:0:34784:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788942221.046719:0:34784:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b800. 00000020:00000040:2.0:1788942221.046724:0:34784:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:2.0:1788942221.046730:0:34784:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942221.046736:0:34784:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942221.046740:0:34784:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.046744:0:34784:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942221.046746:0:34784:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942221.046753:0:34784:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942221.046761:0:34784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b545bbc000. 00000100:00000001:2.0:1788942221.046770:0:34784:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.046776:0:34784:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942221.046778:0:34784:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.046780:0:34784:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942221.046781:0:34784:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.046783:0:34784:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.046786:0:34784:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00010000:00000001:2.0:1788942221.046790:0:34784:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942221.046793:0:34784:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942221.046799:0:34784:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227a00. 00010000:00000010:2.0:1788942221.046802:0:34784:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b551227200. 00010000:00000001:2.0:1788942221.046809:0:34784:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942221.046812:0:34784:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792a000. 00000020:00000001:2.0:1788942221.046818:0:34784:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942221.046821:0:34784:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792a000 with handle 0xcbb91bbb78157941 to hash 00000020:00000001:2.0:1788942221.046824:0:34784:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942221.046825:0:34784:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000010:2.0:1788942221.047096:0:34784:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b545345b40. 00010000:00000001:2.0:1788942221.047100:0:34784:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:2.0:1788942221.047104:0:34784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942221.047107:0:34784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942221.047113:0:34784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942221.047127:0:34784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942221.047205:0:34784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942221.047213:0:34784:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942221.047215:0:34784:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942221.047224:0:34784:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85900. 00000100:00000001:2.0:1788942221.047227:0:34784:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167357184 : -122366542194432 : ffff90b551b85900) 00000100:00000001:2.0:1788942221.047230:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.047231:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00000100:00000001:2.0:1788942221.047236:0:34784:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942221.047240:0:34784:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.047303:0:34784:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942221.047307:0:34784:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942221.047320:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.047329:0:34784:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942221.047332:0:34784:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.047336:0:34784:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942221.047339:0:34784:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942221.047341:0:34784:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.047345:0:34784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884290176:192.168.206.109@tcp:101:multiop.0 00000100:00000001:2.0:1788942221.047350:0:34784:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942221.047357:0:34784:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942221.047360:0:34784:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.047363:0:34784:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942221.047368:0:34784:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277c00. 02000000:00000001:2.0:1788942221.047370:0:34784:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942221.047378:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942221.047383:0:34784:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098318. 00000400:00000010:2.0:1788942221.047391:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942221.047399:0:34784:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884290176, portal 4 00000100:00000001:2.0:1788942221.047401:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.047403:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175639040 : -122366533912576 : ffff90b55236b800) 00000100:00000040:2.0:1788942221.047413:0:34784:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.047421:0:34784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942221.047424:0:34784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942221.047427:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61dd0. 00000100:00000200:2.0:1788942221.047430:0:34784:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884290176, offset 0 00000400:00000200:2.0:1788942221.047437:0:34784:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942221.047447:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.047455:0:34784:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.047461:0:34784:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942221.047465:0:34784:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942221.047469:0:34784:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942221.047471:0:34784:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942221.047476:0:34784:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2666:2666:256:4294967295] 192.168.206.109@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:2.0:1788942221.047740:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.047752:0:34784:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942221.047760:0:34784:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.047767:0:34784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee100. 00000800:00000200:2.0:1788942221.047774:0:34784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.047783:0:34784:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.047787:0:34784:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788942221.047921:0:34784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.047927:0:34784:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24382 usecs (25 jiffies) 00000400:00000200:2.0:1788942221.047931:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942221.047934:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621232 00000100:00000001:2.0:1788942221.047937:0:34784:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296622000 00000100:00000001:2.0:1788942221.047939:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621232 00000100:00000001:2.0:1788942221.047942:0:34784:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296622001 00000100:00000001:2.0:1788942221.047944:0:34784:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.047947:0:34784:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.047949:0:34784:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942221.047952:0:34784:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942221.047955:0:34784:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85900 going to sleep for 11 seconds 00000100:00000001:2.0:1788942221.047958:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.047961:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942221.048796:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942221.048802:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee100. 00000400:00000200:3.0:1788942221.048810:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.048817:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942221.048826:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61dd0 00000400:00000010:3.0:1788942221.048829:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61dd0. 00000100:00000001:3.0:1788942221.048834:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942221.048842:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.048887:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.048892:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.048899:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.048901:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942221.051377:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.051401:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942221.051407:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.051410:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.051420:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.051429:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942221.051439:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.051444:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.051452:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.051458:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f56880 00000400:00000200:2.0:1788942221.051464:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.051471:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x7215 [1] + 224 00000800:00000001:2.0:1788942221.051479:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.051487:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.051491:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.051495:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942221.051504:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.051513:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942221.051524:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.051559:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942221.051569:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.051581:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942221.051928:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942221.051938:0:34784:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942221.051941:0:34784:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942221.051945:0:34784:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098318. 00000400:00000200:0.0:1788942221.051949:0:34784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:0.0:1788942221.051952:0:34784:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:0.0:1788942221.051955:0:34784:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942221.051960:0:34784:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942221.051969:0:34784:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942221.051975:0:34784:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942221.051978:0:34784:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942221.051980:0:34784:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942221.051984:0:34784:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942221.051987:0:34784:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942221.051989:0:34784:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942221.051993:0:34784:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942221.052003:0:34784:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942221.052008:0:34784:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942221.052011:0:34784:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942221.052013:0:34784:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.052017:0:34784:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942221.052020:0:34784:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942221.052025:0:34784:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942221.052027:0:34784:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788942221.052029:0:34784:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942221.052041:0:34784:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942221.052047:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942221.052055:0:34784:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942221.052058:0:34784:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942221.052060:0:34784:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942221.052064:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942221.052072:0:34784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b800 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884290176:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942221.052078:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942221.052082:0:34784:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942221.052084:0:34784:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942221.052087:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942221.052090:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942221.052097:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942221.052100:0:34784:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85900. 00000100:00000001:0.0:1788942221.052104:0:34784:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942221.052106:0:34784:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.052108:0:34784:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942221.052112:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.052115:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.052118:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=4 00000020:00000001:0.0:1788942221.052121:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.052124:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000040:0.0:1788942221.052132:0:34784:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792a000, remote cookie: 0x4d194fbcadeed3c8, flags: 0x1 00010000:00010000:0.0:1788942221.052140:0:34784:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.052152:0:34784:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788942221.052156:0:34784:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.052159:0:34784:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942221.052163:0:34784:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788942221.052169:0:34784:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942221.052177:0:34784:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff90b551227a00) refcount = 1 00010000:00000040:0.0:1788942221.052180:0:34784:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788942221.052184:0:34784:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.052194:0:34784:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942221.052196:0:34784:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942221.052199:0:34784:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942221.052202:0:34784:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942221.052205:0:34784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.052212:0:34784:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942221.052214:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.052215:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.052216:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.052217:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.052219:0:34784:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.052223:0:34784:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788942221.052226:0:34784:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942221.052230:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.052232:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.052234:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=3 00000020:00000001:0.0:1788942221.052236:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.052239:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.052241:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.052242:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.052244:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=4 00000020:00000001:0.0:1788942221.052246:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.052248:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.052251:0:34784:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942221.052255:0:34784:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942221.052258:0:34784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.052265:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.052266:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942221.052270:0:34784:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788942221.052274:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000008:00010000:0.0:1788942221.052279:0:34784:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788942221.052287:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:0.0:1788942221.052289:0:34784:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942221.052292:0:34784:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788942221.052296:0:34784:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942221.052299:0:34784:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052300:0:34784:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052302:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000008:00000001:0.0:1788942221.052304:0:34784:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788942221.052306:0:34784:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.052308:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.052309:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.052311:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=5 00000020:00000001:0.0:1788942221.052313:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.052315:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.052318:0:34784:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942221.052321:0:34784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.052328:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.052329:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942221.052332:0:34784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.052339:0:34784:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942221.052340:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.052341:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942221.052343:0:34784:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942221.052357:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942221.052362:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b800 x1875839884290176/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942221.052368:0:34784:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942221.052371:0:34784:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942221.052375:0:34784:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552277c00. 02000000:00000001:0.0:1788942221.052380:0:34784:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942221.052383:0:34784:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942221.052384:0:34784:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942221.052387:0:34784:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942221.052391:0:34784:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b545bbc000. 02000000:00000001:0.0:1788942221.052395:0:34784:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942221.052397:0:34784:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942221.052399:0:34784:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b800. 00000100:00000001:0.0:1788942221.052402:0:34784:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942221.052404:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942221.052407:0:34784:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.052410:0:34784:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052413:0:34784:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.052417:0:34784:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052419:0:34784:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052422:0:34784:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052425:0:34784:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052428:0:34784:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052431:0:34784:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788942221.052436:0:34784:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788942221.052443:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57b80 00000080:00200000:0.0:1788942221.052445:0:34784:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788942221.052448:0:34784:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788942221.052452:0:34784:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000002:0.0:1788942221.052455:0:34784:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b544abd3c0 addref 2/0 by ffff90b552298000. 00020000:00000002:0.0:1788942221.052458:0:34784:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00000020:00000001:0.0:1788942221.052462:0:34784:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788942221.052465:0:34784:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788942221.052469:0:34784:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788942221.052474:0:34784:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788942221.052478:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.052480:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:0.0:1788942221.052482:0:34784:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942221.052485:0:34784:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942221.052488:0:34784:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052490:0:34784:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.052492:0:34784:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052493:0:34784:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942221.052501:0:34784:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788942221.052503:0:34784:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788942221.052536:0:34784:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788942221.052538:0:34784:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] ffffdeaa04c76ac0 0 1 00000020:00000001:0.0:1788942221.052542:0:34784:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788942221.052544:0:34784:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052547:0:34784:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788942221.052553:0:34784:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90b5467278c0. 00000020:00000001:0.0:1788942221.052558:0:34784:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942221.052560:0:34784:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788942221.052563:0:34784:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788942221.052566:0:34784:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788942221.052569:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.052570:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000008:00000001:0.0:1788942221.052574:0:34784:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788942221.052576:0:34784:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff90b546727930 folio ffffdeaa04c76ac0 pg:0 obj off 0 00000008:00000001:0.0:1788942221.052578:0:34784:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052580:0:34784:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942221.052581:0:34784:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788942221.052582:0:34784:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788942221.052585:0:34784:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.052589:0:34784:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052591:0:34784:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621706978228416 : -122366731323200 : ffff90b5467278c0) 00000020:00000001:0.0:1788942221.052594:0:34784:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621706978228416 : -122366731323200 : ffff90b5467278c0) 00000020:00000001:0.0:1788942221.052597:0:34784:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788942221.052599:0:34784:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.052601:0:34784:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000020:00000001:0.0:1788942221.052603:0:34784:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942221.052604:0:34784:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942221.052606:0:34784:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.052612:0:34784:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a32d188[2 000000001461ac15 1 1 000000004559f6bf 0 0 0] 00000020:00000001:0.0:1788942221.052614:0:34784:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942221.052616:0:34784:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.052618:0:34784:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788942221.052621:0:34784:0:(rw26.c:769:ll_write_begin()) page@000000005a32d188[2 000000001461ac15 2 1 000000004559f6bf 0 0 0] 00000080:00008000:0.0:1788942221.052624:0:34784:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788942221.052625:0:34784:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788942221.052626:0:34784:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942221.052632:0:34784:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788942221.052634:0:34784:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788942221.052636:0:34784:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.052638:0:34784:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000020:00000001:0.0:1788942221.052649:0:34784:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788942221.052651:0:34784:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942221.052657:0:34784:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788942221.052659:0:34784:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.052661:0:34784:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942221.052662:0:34784:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788942221.052666:0:34784:0:(rw26.c:929:ll_write_end()) page@000000005a32d188[3 000000001461ac15 2 1 000000004559f6bf 0 0 0] 00000080:00200000:0.0:1788942221.052669:0:34784:0:(rw26.c:929:ll_write_end()) vmpage @000000009abea22d 17ffffc0001001 3:0 ffff90b5467278c0 0 lru 00000080:00200000:0.0:1788942221.052677:0:34784:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0cd065a 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000637260ad 000000002540b8fe > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788942221.052681:0:34784:0:(rw26.c:929:ll_write_end()) end page@000000005a32d188 00000080:00200000:0.0:1788942221.052683:0:34784:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788942221.052685:0:34784:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788942221.052688:0:34784:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788942221.052689:0:34784:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788942221.052704:0:34784:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788942221.052706:0:34784:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] ffffdeaa04c85900 0 1 00000020:00000001:0.0:1788942221.052708:0:34784:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788942221.052710:0:34784:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052711:0:34784:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788942221.052714:0:34784:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90b5467272a0. 00000020:00000001:0.0:1788942221.052716:0:34784:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942221.052717:0:34784:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788942221.052719:0:34784:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788942221.052721:0:34784:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788942221.052723:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.052724:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000008:00000001:0.0:1788942221.052727:0:34784:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788942221.052728:0:34784:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff90b546727310 folio ffffdeaa04c85900 pg:0 obj off 4096 00000008:00000001:0.0:1788942221.052730:0:34784:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052732:0:34784:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942221.052733:0:34784:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788942221.052734:0:34784:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788942221.052736:0:34784:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.052740:0:34784:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.052741:0:34784:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621706978226848 : -122366731324768 : ffff90b5467272a0) 00000020:00000001:0.0:1788942221.052743:0:34784:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621706978226848 : -122366731324768 : ffff90b5467272a0) 00000020:00000001:0.0:1788942221.052745:0:34784:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788942221.052747:0:34784:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.052748:0:34784:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000020:00000001:0.0:1788942221.052750:0:34784:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942221.052751:0:34784:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942221.052752:0:34784:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.052755:0:34784:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e432b71[2 000000001461ac15 1 1 000000004559f6bf 0 0 1] 00000020:00000001:0.0:1788942221.052757:0:34784:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942221.052758:0:34784:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.052759:0:34784:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788942221.052763:0:34784:0:(rw26.c:769:ll_write_begin()) page@000000006e432b71[2 000000001461ac15 2 1 000000004559f6bf 0 0 1] 00000080:00008000:0.0:1788942221.052764:0:34784:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788942221.052765:0:34784:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788942221.052766:0:34784:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942221.052770:0:34784:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788942221.052772:0:34784:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788942221.052773:0:34784:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.052774:0:34784:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000020:00000001:0.0:1788942221.052776:0:34784:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788942221.052778:0:34784:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942221.052779:0:34784:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788942221.052781:0:34784:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.052782:0:34784:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942221.052783:0:34784:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788942221.052786:0:34784:0:(rw26.c:929:ll_write_end()) page@000000006e432b71[3 000000001461ac15 2 1 000000004559f6bf 0 0 1] 00000080:00200000:0.0:1788942221.052788:0:34784:0:(rw26.c:929:ll_write_end()) vmpage @00000000acbd7d50 17ffffc0001001 3:0 ffff90b5467272a0 1 lru 00000080:00200000:0.0:1788942221.052794:0:34784:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa7faa2f 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000637260ad 000000002540b8fe > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788942221.052796:0:34784:0:(rw26.c:929:ll_write_end()) end page@000000006e432b71 00000080:00200000:0.0:1788942221.052797:0:34784:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788942221.052798:0:34784:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788942221.052802:0:34784:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788942221.052804:0:34784:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788942221.052807:0:34784:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788942221.052809:0:34784:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788942221.052811:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.052812:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:0.0:1788942221.052814:0:34784:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788942221.052816:0:34784:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788942221.052819:0:34784:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788942221.052821:0:34784:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.052821:0:34784:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788942221.052823:0:34784:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788942221.052827:0:34784:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff90b548957a40 ready 0|-|- wr 0|-|- rd 0|- oap ffff90b546727930 folio ffffdeaa04c76ac0 pg:0 added for cmd 2 00000008:00000001:0.0:1788942221.052832:0:34784:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788942221.052834:0:34784:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788942221.052839:0:34784:0:(osc_cache.c:1791:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:0.0:1788942221.052843:0:34784:0:(osc_cache.c:1792:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:0.0:1788942221.052846:0:34784:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:0.0:1788942221.052848:0:34784:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788942221.052881:0:34784:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.052885:0:34784:0:(cl_page.c:556:cl_batch_put()) page@000000005a32d188[4 000000001461ac15 2 1 000000004559f6bf 0 0 0] 00000020:00000001:0.0:1788942221.052887:0:34784:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788942221.052888:0:34784:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788942221.052890:0:34784:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:0.0:1788942221.052893:0:34784:0:(osc_request.c:745:osc_update_next_shrink()) next time 3153 to shrink grant 00000008:00000040:0.0:1788942221.052900:0:34784:0:(osc_io.c:486:osc_io_commit_async()) 2 -122 00000008:00000001:0.0:1788942221.052902:0:34784:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788942221.052904:0:34784:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:0.0:1788942221.052907:0:34784:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788942221.052909:0:34784:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:0.0:1788942221.052911:0:34784:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:0.0:1788942221.052913:0:34784:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1788942221.052915:0:34784:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788942221.052916:0:34784:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788942221.052918:0:34784:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788942221.052919:0:34784:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788942221.052920:0:34784:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1788942221.052921:0:34784:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788942221.052923:0:34784:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788942221.052925:0:34784:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:0.0:1788942221.052927:0:34784:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788942221.052933:0:34784:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942221.052935:0:34784:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:0.0:1788942221.052937:0:34784:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:0.0:1788942221.052938:0:34784:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788942221.052940:0:34784:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788942221.052941:0:34784:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1788942221.052942:0:34784:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788942221.052943:0:34784:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788942221.052944:0:34784:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788942221.052945:0:34784:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788942221.052946:0:34784:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1788942221.052948:0:34784:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788942221.052950:0:34784:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:0.0:1788942221.052951:0:34784:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788942221.052952:0:34784:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:0.0:1788942221.052954:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.052955:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:0.0:1788942221.052957:0:34784:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:0.0:1788942221.052959:0:34784:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.052960:0:34784:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000008:00400020:0.0:1788942221.052962:0:34784:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:0.0:1788942221.052966:0:34784:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788942221.052968:0:34784:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942221.052970:0:34784:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942221.052971:0:34784:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788942221.052973:0:34784:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788942221.052974:0:34784:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.052977:0:34784:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a32d188[3 000000001461ac15 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942221.052979:0:34784:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:0.0:1788942221.052980:0:34784:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.052981:0:34784:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788942221.052984:0:34784:0:(cl_page.c:1054:cl_page_prep()) page@000000005a32d188[3 000000001461ac15 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942221.052986:0:34784:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:0.0:1788942221.052988:0:34784:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.052989:0:34784:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942221.052990:0:34784:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788942221.052991:0:34784:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:0.0:1788942221.052992:0:34784:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788942221.052994:0:34784:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942221.052995:0:34784:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942221.052996:0:34784:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788942221.052997:0:34784:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788942221.052998:0:34784:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.053000:0:34784:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e432b71[3 000000001461ac15 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942221.053002:0:34784:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:0.0:1788942221.053003:0:34784:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.053004:0:34784:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788942221.053006:0:34784:0:(cl_page.c:1054:cl_page_prep()) page@000000006e432b71[3 000000001461ac15 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942221.053007:0:34784:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:0.0:1788942221.053008:0:34784:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.053009:0:34784:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942221.053010:0:34784:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788942221.053011:0:34784:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:0.0:1788942221.053015:0:34784:0:(osc_cache.c:2945:osc_queue_sync_pages()) Process entered 00000008:00000010:0.0:1788942221.053020:0:34784:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90b545e9bcc0. 00000008:00000020:0.0:1788942221.053025:0:34784:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b548957a40 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:0.0:1788942221.053029:0:34784:0:(osc_cache.c:3059:osc_queue_sync_pages()) extent ffff90b545e9bcc0@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff90b548957a40], [0|2|+|-|0000000000000000|256|0000000000000000]} allocate ext: write=1 00000008:00010000:0.0:1788942221.053035:0:34784:0:(osc_cache.c:3059:osc_queue_sync_pages()) ### no dlm lock: extent: ffff90b545e9bcc0 00000008:00000020:0.0:1788942221.053038:0:34784:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff90b5487f0838. 00000008:00000001:0.0:1788942221.053054:0:34784:0:(osc_cache.c:3063:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.053057:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:0.0:1788942221.053059:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:0.0:1788942221.053061:0:34784:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942221.053062:0:34784:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942221.053063:0:34784:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.053065:0:34784:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.053066:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000008:00000040:0.0:1788942221.053068:0:34784:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:0.0:1788942221.053069:0:34784:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.053071:0:34784:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788942221.053072:0:34784:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788942221.053073:0:34784:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788942221.053074:0:34784:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788942221.053075:0:34784:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1788942221.053077:0:34784:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942221.053078:0:34784:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788942221.053079:0:34784:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942221.053080:0:34784:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788942221.053081:0:34784:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1788942221.053082:0:34784:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788942221.053083:0:34784:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788942221.053084:0:34784:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942221.053085:0:34784:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:0.0:1788942221.053086:0:34784:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.053088:0:34784:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.053090:0:34784:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788942221.053107:0:24082:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942221.053112:0:24082:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243000 : -122366539308616 : ffff90b551e461b8) 00000020:00001000:0.0:1788942221.053114:0:24082:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e461b0 00000008:00000020:0.0:1788942221.053117:0:24082:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90b5487f0838. 00000008:00000001:0.0:1788942221.053119:0:24082:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788942221.053121:0:24082:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788942221.053123:0:24082:0:(osc_cache.c:2355:osc_next_obj()) Process leaving (rc=18446621707014076992 : -122366695474624 : ffff90b548957a40) 00000008:00000020:0.0:1788942221.053126:0:24082:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff90b548957a40 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:0.0:1788942221.053129:0:24082:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788942221.053131:0:24082:0:(osc_cache.c:1876:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:0.0:1788942221.053133:0:24082:0:(osc_cache.c:1877:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942221.053135:0:24082:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788942221.053137:0:24082:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788942221.053140:0:24082:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff90b545e9bcc0@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff90b548957a40], [0|2|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788942221.053145:0:24082:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff90b545e9bcc0 00000008:00000001:0.0:1788942221.053148:0:24082:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788942221.053151:0:24082:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b548957a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1788942221.053156:0:24082:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788942221.053159:0:24082:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90b5459f2800: cli: ffff90b5487f0838 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788942221.053165:0:24082:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff90b551bc7f20. 00000008:00000010:0.0:1788942221.053170:0:24082:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90b54494b820. 00000008:00000020:0.0:1788942221.053173:0:24082:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1788942221.053176:0:24082:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788942221.053178:0:24082:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788942221.053180:0:24082:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788942221.053183:0:24082:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788942221/1788942221 00000020:00000001:0.0:1788942221.053188:0:24082:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788942221.053190:0:24082:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788942221.053194:0:24082:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788942221.053196:0:24082:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788942221.053199:0:24082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942221.053206:0:24082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227a00 count: 2 00010000:00000001:0.0:1788942221.053210:0:24082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942221.053216:0:24082:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788942221.053218:0:24082:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788942221.053222:0:24082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942221.053227:0:24082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942221.053231:0:24082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.053244:0:24082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.053246:0:24082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942221.053248:0:24082:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942221.053250:0:24082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.053251:0:24082:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.053253:0:24082:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=4 00000020:00000001:0.0:1788942221.053255:0:24082:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.053258:0:24082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00000008:00000001:0.0:1788942221.053260:0:24082:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.053262:0:24082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.053263:0:24082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788942221.053264:0:24082:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788942221.053267:0:24082:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788942221.053273:0:24082:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997800. 00000020:00000040:0.0:1788942221.053276:0:24082:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942221.053284:0:24082:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942221.053288:0:24082:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942221.053291:0:24082:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942221.053313:0:24082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff90b5591a4000. 00000100:00000001:0.0:1788942221.053321:0:24082:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942221.053329:0:24082:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1788942221.053335:0:24082:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90b5459f2800: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:0.0:1788942221.053342:0:24082:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788942221.053374:0:24082:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10315 MB/s 00000008:00008000:0.0:1788942221.053386:0:24082:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdeaa04c76ac0 map ffff90b548da2bb8 index 0 flags 17ffffc0001001 count 3 priv ffff90b5467278c0: off 0 00000008:00008000:0.0:1788942221.053390:0:24082:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdeaa04c85900 map ffff90b548da2bb8 index 1 flags 17ffffc0001001 count 3 priv ffff90b5467272a0: off 0 00000008:00000001:0.0:1788942221.053400:0:24082:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788942221.053402:0:24082:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1788942221.053407:0:24082:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90b545997800 - object 0x240000400:67 offset 0<>8192 00000008:00000001:0.0:1788942221.053410:0:24082:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.053413:0:24082:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788942221.053415:0:24082:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788942221.053416:0:24082:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788942221.053417:0:24082:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788942221/1788942221 00000020:00000001:0.0:1788942221.053419:0:24082:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788942221.053420:0:24082:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788942221.053422:0:24082:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788942221.053424:0:24082:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942221.053426:0:24082:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006912 : -122366745544704 : ffff90b545997800) 00000008:00000002:0.0:1788942221.053436:0:24082:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 000000009daecad5, now 0r/1w/0d in flight req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788942221.053444:0:24082:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1788942221.053452:0:24082:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc6da4d7] to pc [ptlrpcd_00_01+1] req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788942221.053474:0:24082:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788942221.053477:0:24082:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.053479:0:24082:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.053481:0:24082:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942221.053483:0:24082:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.053485:0:24082:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942221.053487:0:24082:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.053488:0:24082:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942221.053490:0:24082:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.053493:0:24082:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788942221.053495:0:24082:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.053497:0:24082:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788942221.053499:0:24082:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e461b0 00000100:00000001:1.0:1788942221.053997:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942221.054002:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942221.054005:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942221.054013:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.054023:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942221.054025:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942221.054038:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942221.054041:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942221.054044:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942221.054048:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884290304:192.168.206.109@tcp:4:multiop.0 00000100:00000001:1.0:1788942221.054052:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942221.054058:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942221.054060:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942221.054063:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942221.054068:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b9c00. 02000000:00000001:1.0:1788942221.054070:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942221.054079:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942221.054083:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942221.054090:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942221.054099:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884290304, portal 4 00000100:00000001:1.0:1788942221.054101:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942221.054103:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964006912 : -122366745544704 : ffff90b545997800) 00000100:00000040:1.0:1788942221.054111:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.054118:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942221.054121:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942221.054125:0:2354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90b54851f900. 00000100:00000200:1.0:1788942221.054129:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875839884290304, offset 0 00000400:00000200:1.0:1788942221.054135:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942221.054144:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942221.054152:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942221.054158:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942221.054162:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942221.054166:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942221.054169:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942221.054172:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2667:2667:256:4294967295] 192.168.206.109@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:1.0:1788942221.054177:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942221.054187:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942221.054193:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942221.054199:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90b55222c000. 00000800:00000200:1.0:1788942221.054208:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942221.054216:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942221.054221:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55222c000 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:1.0:1788942221.054242:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942221.054247:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24303 usecs (25 jiffies) 00000400:00000200:1.0:1788942221.054251:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942221.054253:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621238 00000100:00000001:1.0:1788942221.054257:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296622000 00000100:00000001:1.0:1788942221.054259:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621238 00000100:00000001:1.0:1788942221.054262:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296622001 00000100:00000001:1.0:1788942221.054265:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942221.054268:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.054271:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.054274:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.054281:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942221.054284:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942221.054286:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942221.054288:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942221.054289:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.054292:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.054306:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942221.054308:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942221.054606:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942221.054612:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90b55222c000. 00000400:00000200:2.0:1788942221.054618:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.054624:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942221.054630:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b54851f900 00000400:00000010:2.0:1788942221.054633:0:2348:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff90b54851f900. 00000100:00000001:2.0:1788942221.054638:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942221.054652:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.054661:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.054665:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.054671:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.054672:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942221.088586:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.088607:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942221.088613:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.088617:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.088627:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.088637:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942221.088657:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.088663:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.088670:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.088674:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 4 MB=0x6aa1101f56900 00000400:00000200:2.0:1788942221.088680:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.088687:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 448/448 into md 0x7225 [1] + 224 00000800:00000001:2.0:1788942221.088695:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.088704:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.088708:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.088713:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942221.088722:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.088733:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942221.088744:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.088765:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942221.088775:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.088779:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.088898:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942221.088904:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942221.088912:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942221.088914:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942221.088918:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942221.088923:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:1.0:1788942221.088926:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:1.0:1788942221.088930:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942221.088935:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942221.088943:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997800 x1875839884290304/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.088949:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942221.088951:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.088954:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942221.088958:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942221.088961:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942221.088964:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942221.088968:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942221.088981:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95ca8 time=60 v=5 (5 0 0 0) 00000100:00001000:1.0:1788942221.088987:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942221.088989:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942221.088991:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.088994:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942221.088999:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.089004:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788942221.089006:0:2354:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: committing for last_committed 4294967345 gen 19 00000100:00000001:1.0:1788942221.089009:0:2354:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788942221.089012:0:2354:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788942221.089015:0:2354:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942221.089017:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942221.089022:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997800 x1875839884290304/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.089029:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942221.089032:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942221.089034:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788942221.089050:0:2354:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788942221.089052:0:2354:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788942221.089058:0:2354:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1788942221.089062:0:2354:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788942221.089067:0:2354:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for usr 0 00000001:04000000:1.0:1788942221.089069:0:2354:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for grp 0 00000001:04000000:1.0:1788942221.089071:0:2354:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for prj 0 00000001:00000001:1.0:1788942221.089074:0:2354:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788942221.089076:0:2354:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1788942221.089080:0:2354:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:1.0:1788942221.089084:0:2354:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788942221.089087:0:2354:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788942221.089090:0:2354:0:(osc_request.c:2586:brw_interpret()) request ffff90b545997800 aa ffff90b5459979b0 rc 0 00000020:00000001:1.0:1788942221.089099:0:2354:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:1.0:1788942221.089103:0:2354:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:1.0:1788942221.089105:0:2354:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942221.089107:0:2354:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:1.0:1788942221.089110:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942221.089113:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.089115:0:2354:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.089116:0:2354:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000008:00000010:1.0:1788942221.089121:0:2354:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90b54494b820. 00000100:00000001:1.0:1788942221.089127:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942221.089132:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997800 x1875839884290304/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.089140:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942221.089144:0:2354:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788942221.089148:0:2354:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90b545e9bcc0@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff90b548957a40], [0|2|+|-|0000000000000000|256|ffff90b5590c27c0]} extent finished. 00000008:00010000:1.0:1788942221.089153:0:2354:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff90b545e9bcc0 00000008:00000001:1.0:1788942221.089158:0:2354:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788942221.089161:0:2354:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788942221.089168:0:2354:0:(cl_page.c:1104:cl_page_complete()) page@000000005a32d188[4 000000001461ac15 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942221.089170:0:2354:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788942221.089172:0:2354:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788942221.089174:0:2354:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788942221.089177:0:2354:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942221.089181:0:2354:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a32d188[4 000000001461ac15 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942221.089183:0:2354:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788942221.089185:0:2354:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788942221.089189:0:2354:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788942221.089192:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000005a32d188[4 000000001461ac15 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788942221.089194:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788942221.089195:0:2354:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788942221.089198:0:2354:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942221.089200:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788942221.089202:0:2354:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788942221.089204:0:2354:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788942221.089206:0:2354:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788942221.089209:0:2354:0:(cl_page.c:556:cl_batch_put()) page@000000005a32d188[4 000000001461ac15 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942221.089211:0:2354:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788942221.089212:0:2354:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788942221.089214:0:2354:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:1.0:1788942221.089215:0:2354:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788942221.089217:0:2354:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788942221.089220:0:2354:0:(cl_page.c:1104:cl_page_complete()) page@000000006e432b71[4 000000001461ac15 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788942221.089221:0:2354:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788942221.089222:0:2354:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788942221.089224:0:2354:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788942221.089226:0:2354:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942221.089228:0:2354:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e432b71[4 000000001461ac15 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788942221.089230:0:2354:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788942221.089231:0:2354:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788942221.089232:0:2354:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788942221.089234:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000006e432b71[4 000000001461ac15 1 1 0000000000000000 0 0 1] 00000080:00008000:1.0:1788942221.089236:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788942221.089237:0:2354:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788942221.089238:0:2354:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942221.089239:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788942221.089253:0:2354:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788942221.089254:0:2354:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788942221.089256:0:2354:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788942221.089258:0:2354:0:(cl_page.c:556:cl_batch_put()) page@000000006e432b71[4 000000001461ac15 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788942221.089259:0:2354:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788942221.089260:0:2354:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788942221.089261:0:2354:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788942221.089267:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90b545e9bcc0@{[0 -> 1/1], [1|0|-|inv|wShu|ffff90b548957a40], [0|0|-|-|0000000000000000|256|ffff90b5590c27c0]} destroyed. 00000008:00010000:1.0:1788942221.089271:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff90b545e9bcc0 00000008:00000010:1.0:1788942221.089276:0:2354:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90b545e9bcc0. 00000008:00000001:1.0:1788942221.089280:0:2354:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788942221.089283:0:2354:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff90b551bc7f20. 00000008:00000020:1.0:1788942221.089293:0:2354:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff90b5487f0838. 00000008:00000001:1.0:1788942221.089307:0:2354:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942221.089313:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997800 x1875839884290304/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942221.089321:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884290304:192.168.206.109@tcp:4:multiop.0 00000100:00000001:1.0:1788942221.089326:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.089328:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942221.089331:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997800 x1875839884290304/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.089337:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942221.089340:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942221.089344:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9c00. 00000020:00000001:0.0:1788942221.089451:0:34784:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089456:0:34784:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788942221.089459:0:34784:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.089460:0:34784:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000020:00000001:0.0:1788942221.089463:0:34784:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942221.089464:0:34784:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942221.089465:0:34784:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.089469:0:34784:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a32d188[3 000000001461ac15 1 1 000000004559f6bf 0 0 0] 00000020:00000001:0.0:1788942221.089471:0:34784:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942221.089473:0:34784:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.089474:0:34784:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:0.0:1788942221.089475:0:34784:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788942221.089476:0:34784:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.089477:0:34784:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969404128 : -122366740147488 : ffff90b545ebd2e0) 00000020:00000001:0.0:1788942221.089479:0:34784:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942221.089480:0:34784:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942221.089481:0:34784:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.089483:0:34784:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e432b71[3 000000001461ac15 1 1 000000004559f6bf 0 0 1] 00000020:00000001:0.0:1788942221.089485:0:34784:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942221.089486:0:34784:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.089488:0:34784:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:0.0:1788942221.089489:0:34784:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089492:0:34784:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788942221.089494:0:34784:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788942221.089495:0:34784:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788942221.089496:0:34784:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788942221.089497:0:34784:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1788942221.089499:0:34784:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942221.089500:0:34784:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788942221.089501:0:34784:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942221.089502:0:34784:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788942221.089503:0:34784:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1788942221.089505:0:34784:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788942221.089506:0:34784:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.089509:0:34784:0:(cl_page.c:556:cl_batch_put()) page@000000005a32d188[3 000000001461ac15 2 1 000000004559f6bf 0 0 0] 00000020:00000001:0.0:1788942221.089511:0:34784:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788942221.089512:0:34784:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942221.089513:0:34784:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:0.0:1788942221.089516:0:34784:0:(cl_page.c:1207:cl_page_clip()) page@000000005a32d188[2 000000001461ac15 2 1 000000004559f6bf 0 0 0] 00000020:00000001:0.0:1788942221.089518:0:34784:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:0.0:1788942221.089521:0:34784:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:0.0:1788942221.089524:0:34784:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942221.089526:0:34784:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942221.089528:0:34784:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942221.089529:0:34784:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.089540:0:34784:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a32d188[2 000000001461ac15 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942221.089542:0:34784:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788942221.089544:0:34784:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.089546:0:34784:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942221.089547:0:34784:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.089551:0:34784:0:(cl_page.c:556:cl_batch_put()) page@000000005a32d188[2 000000001461ac15 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942221.089552:0:34784:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788942221.089553:0:34784:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942221.089554:0:34784:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788942221.089555:0:34784:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.089557:0:34784:0:(cl_page.c:556:cl_batch_put()) page@000000006e432b71[3 000000001461ac15 2 1 000000004559f6bf 0 0 1] 00000020:00000001:0.0:1788942221.089559:0:34784:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788942221.089560:0:34784:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942221.089561:0:34784:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:0.0:1788942221.089563:0:34784:0:(cl_page.c:1207:cl_page_clip()) page@000000006e432b71[2 000000001461ac15 2 1 000000004559f6bf 0 0 1] 00000020:00000001:0.0:1788942221.089565:0:34784:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:0.0:1788942221.089566:0:34784:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:0.0:1788942221.089568:0:34784:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942221.089569:0:34784:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942221.089570:0:34784:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942221.089571:0:34784:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.089573:0:34784:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e432b71[2 000000001461ac15 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942221.089574:0:34784:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788942221.089575:0:34784:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.089576:0:34784:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942221.089577:0:34784:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.089579:0:34784:0:(cl_page.c:556:cl_batch_put()) page@000000006e432b71[2 000000001461ac15 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942221.089581:0:34784:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788942221.089582:0:34784:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788942221.089583:0:34784:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788942221.089588:0:34784:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942221.089592:0:34784:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000002:0.0:1788942221.089597:0:34784:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000001:0.0:1788942221.089601:0:34784:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089603:0:34784:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942221.089604:0:34784:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788942221.089606:0:34784:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089610:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57b80 00000080:00200000:0.0:1788942221.089612:0:34784:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:0.0:1788942221.089616:0:34784:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.089621:0:34784:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942221.089624:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942221.089626:0:34784:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942221.089629:0:34784:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788942221.089632:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:0.0:1788942221.089635:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:0.0:1788942221.089637:0:34784:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942221.089646:0:34784:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942221.089648:0:34784:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089650:0:34784:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089652:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000008:00000001:0.0:1788942221.089654:0:34784:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089656:0:34784:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.089659:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.089660:0:34784:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089662:0:34784:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089664:0:34784:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942221.089666:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788942221.089667:0:34784:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942221.089669:0:34784:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788942221.089670:0:34784:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942221.089671:0:34784:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.089673:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089675:0:34784:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942221.089677:0:34784:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942221.089680:0:34784:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942221.089682:0:34784:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e85f38 (ffff90b552124ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942221.089685:0:34784:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942221.089686:0:34784:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e85f38 (ffff90b552124ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942221.089690:0:34784:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942221.089693:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.089695:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289414608 : -122366420137008 : ffff90b558fecbd0) 00000020:00000001:0.0:1788942221.089697:0:34784:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942221.089698:0:34784:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551c4c930 (ffff90b552124ab8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942221.089702:0:34784:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942221.089704:0:34784:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942221.089708:0:34784:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.089710:0:34784:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.089714:0:34784:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=4 00000020:00000001:0.0:1788942221.089717:0:34784:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.089720:0:34784:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942221.089723:0:34784:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942221.089730:0:34784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.089741:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.089743:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.089745:0:34784:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942221.089749:0:34784:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942221.089751:0:34784:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942221.089762:0:34784:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942221.089765:0:34784:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942221.089768:0:34784:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942221.089773:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.089774:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.089776:0:34784:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.089780:0:34784:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942221.089782:0:34784:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.089784:0:34784:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.089786:0:34784:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.089788:0:34784:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942221.089789:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.089790:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.089791:0:34784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.089792:0:34784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942221.089793:0:34784:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942221.089795:0:34784:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942221.089796:0:34784:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942221.089797:0:34784:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942221.089799:0:34784:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942221.089800:0:34784:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e85f38 (ffff90b552124ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942221.089803:0:34784:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942221.089804:0:34784:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942221.089805:0:34784:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551c4c930 (ffff90b552124ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942221.089808:0:34784:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5459eb7c0. 00000020:00000001:0.0:1788942221.089812:0:34784:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942221.089814:0:34784:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551c4c900. 00020000:00000001:0.0:1788942221.089817:0:34784:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942221.089818:0:34784:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942221.089819:0:34784:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788942221.089821:0:34784:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942221.089822:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942221.089823:0:34784:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942221.089825:0:34784:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942221.089826:0:34784:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.089828:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.089829:0:34784:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942221.089830:0:34784:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942221.089832:0:34784:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788942221.089835:0:34784:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788942221.089836:0:34784:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942221.089838:0:34784:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942221.089840:0:34784:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942221.089841:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942221.089842:0:34784:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942221.089845:0:34784:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942221.089846:0:34784:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.089848:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.089849:0:34784:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942221.089897:0:34784:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942221.089899:0:34784:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942221.089904:0:34784:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788942221.089908:0:34784:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788942221.089911:0:34784:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788942221.089913:0:34784:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942221.089914:0:34784:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942221.089916:0:34784:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942221.089917:0:34784:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942221.089919:0:34784:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942221.089921:0:34784:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ab0 00020000:00000001:0.0:1788942221.089924:0:34784:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942221.089927:0:34784:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942221.089928:0:34784:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942221.089930:0:34784:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942221.089933:0:34784:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942221.089934:0:34784:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788942221.089935:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57c98 00000080:00200000:0.0:1788942221.089937:0:34784:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788942221.089942:0:34784:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942221.089945:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:0.0:1788942221.089947:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:0.0:1788942221.089948:0:34784:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942221.089952:0:34784:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942221.089957:0:34784:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942221.089959:0:34784:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788942221.089961:0:34784:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942221.089962:0:34784:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788942221.089965:0:34784:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788942221 a=0 c=1788942221 b=1 00020000:00000001:0.0:1788942221.089969:0:34784:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942221.089971:0:34784:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788942221 a=0 c=1788942221 b=1 00020000:00000001:0.0:1788942221.089974:0:34784:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089975:0:34784:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.089977:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000080:00200000:0.0:1788942221.089979:0:34784:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1788942221.089982:0:34784:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788942221.089986:0:34784:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788942221.089990:0:34784:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788942221.089992:0:34784:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000020:00000001:0.0:1788942221.089995:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57d88 00000080:00000008:0.0:1788942221.089997:0:34784:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788942221.089999:0:34784:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 02000000:00000001:1.0:1788942221.090330:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942221.090335:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942221.090337:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942221.090340:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942221.090343:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff90b5591a4000. 02000000:00000001:1.0:1788942221.090429:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942221.090432:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942221.090434:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997800. 00000100:00000001:1.0:1788942221.090440:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942221.090441:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.090444:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.090453:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942221.090455:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.090457:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942221.090460:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.090474:0:26593:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942221.090478:0:26593:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:1.0:1788942221.090480:0:26593:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000008:00000020:1.0:1788942221.090483:0:26593:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90b5487f0838. 00000008:00000001:1.0:1788942221.090487:0:26593:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788942221.090489:0:26593:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788942221.090491:0:26593:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942221.090494:0:26593:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788942221.090495:0:26593:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:1.0:1788942221.122755:0:34787:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942221.122765:0:34787:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942221.122767:0:34787:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942221.122771:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bbc0 00000080:00200000:1.0:1788942221.122777:0:34787:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942221.122786:0:34787:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d200. 00800000:00000002:1.0:1788942221.122794:0:34787:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942221.122798:0:34787:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942221.122804:0:34787:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942221.122806:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bae0 00800000:00000002:1.0:1788942221.122809:0:34787:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942221.122813:0:34787:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942221.122819:0:34787:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942221.122825:0:34787:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942221.122827:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187b9b0 00000002:00010000:1.0:1788942221.122829:0:34787:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942221.122834:0:34787:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942221.122836:0:34787:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942221.122840:0:34787:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942221.122848:0:34787:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942221.122993:0:34787:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942221.123001:0:34787:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942221.123006:0:34787:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942221.123011:0:34787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942221.123024:0:34787:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942221.123030:0:34787:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942221.123098:0:34787:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788942221.123107:0:34787:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942221.123110:0:34787:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942221.123112:0:34787:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942221.123114:0:34787:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942221.123116:0:34787:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942221.123118:0:34787:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942221.123121:0:34787:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942221.123124:0:34787:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942221.123128:0:34787:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d200. 00000080:00000001:1.0:1788942221.123134:0:34787:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942221.123136:0:34787:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942221.123140:0:34787:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942221.123143:0:34787:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157925 00800000:00000001:1.0:1788942221.123147:0:34787:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942221.123150:0:34787:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942221.123152:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.123155:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.123158:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942221.123160:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942221.123163:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942221.123167:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.123168:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942221.123170:0:34787:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942221.123171:0:34787:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942221.123174:0:34787:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157925 from it ffffa57dc187bbf8 00010000:00000001:1.0:1788942221.123176:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.123177:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.123179:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942221.123180:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942221.123182:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942221.123185:0:34787:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942221.123188:0:34787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942221.123195:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.123196:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.123198:0:34787:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942221.123201:0:34787:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942221.123204:0:34787:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942221.123212:0:34787:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942221.123215:0:34787:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942221.123218:0:34787:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942221.123222:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.123223:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.123225:0:34787:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123229:0:34787:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942221.123231:0:34787:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123234:0:34787:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123237:0:34787:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123239:0:34787:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942221.123241:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.123242:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942221.123245:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942221.123247:0:34787:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942221.123250:0:34787:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942221.123255:0:34787:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.123260:0:34787:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788942221.123263:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bb88 00000080:00002000:1.0:1788942221.123265:0:34787:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff90b5445841b0) flags 0x20000e refc 1 00000080:00000001:1.0:1788942221.123268:0:34787:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.123270:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bbd0 00000080:00200000:1.0:1788942221.123272:0:34787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:1.0:1788942221.123277:0:34787:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788942221.123279:0:34787:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.123283:0:34787:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942221.123284:0:34787:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90b548da5348), inode mode 41ed mask 1 00000080:00000001:1.0:1788942221.123288:0:34787:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942221.123301:0:34787:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa1e0. 00000080:00000001:1.0:1788942221.123306:0:34787:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942221.123308:0:34787:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90b548da5348), inode mode 41ed mask 3 00000080:00000001:1.0:1788942221.123310:0:34787:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.123313:0:34787:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788942221.123315:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bb58 00000080:00200000:1.0:1788942221.123317:0:34787:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff90b548da5348), file ffff90b542be3980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788942221.123321:0:34787:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b5466c9960. 00000080:00000001:1.0:1788942221.123326:0:34787:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942221.123328:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187ba08 00000080:00200000:1.0:1788942221.123330:0:34787:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff90b548da5348), intent=open|creat 00000080:00000010:1.0:1788942221.123338:0:34787:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222d200. 00000080:00000001:1.0:1788942221.123344:0:34787:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942221.123346:0:34787:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942221.123414:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187b928 00800000:00000002:1.0:1788942221.123417:0:34787:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:1.0:1788942221.123420:0:34787:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788942221.123423:0:34787:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942221.123428:0:34787:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:1.0:1788942221.123431:0:34787:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788942221.123434:0:34787:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788942221.123437:0:34787:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788942221.123439:0:34787:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788942221.123442:0:34787:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:1.0:1788942221.123445:0:34787:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942221.123447:0:34787:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942221.123449:0:34787:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942221.123451:0:34787:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.123452:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187b8a8 00800000:00000002:1.0:1788942221.123455:0:34787:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1788942221.123457:0:34787:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942221.123459:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187b7e0 00000002:00010000:1.0:1788942221.123460:0:34787:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788942221.123464:0:34787:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942221.123467:0:34787:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942221.123470:0:34787:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788942221.123474:0:34787:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942221.123475:0:34787:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942221.123478:0:34787:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48c00 count: 2 00010000:00000001:1.0:1788942221.123480:0:34787:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942221.123483:0:34787:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942221.123486:0:34787:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123488:0:34787:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942221.123490:0:34787:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942221.123498:0:34787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65880. 00000020:00000040:1.0:1788942221.123502:0:34787:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942221.123509:0:34787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942221.123511:0:34787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123514:0:34787:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942221.123519:0:34787:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942221.123522:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.123523:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.123524:0:34787:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.123528:0:34787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942221.123530:0:34787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942221.123596:0:34787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942221.123606:0:34787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b9c00. 00000100:00000001:1.0:1788942221.123615:0:34787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123622:0:34787:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942221.123624:0:34787:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123626:0:34787:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942221.123627:0:34787:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.123629:0:34787:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942221.123648:0:34787:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00010000:00000001:1.0:1788942221.123653:0:34787:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942221.123655:0:34787:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788942221.123657:0:34787:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48c00 count: 2 00010000:00000001:1.0:1788942221.123660:0:34787:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942221.123663:0:34787:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942221.123666:0:34787:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0000. 00000020:00000001:1.0:1788942221.123671:0:34787:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942221.123673:0:34787:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0000 with handle 0xcbb91bbb78157948 to hash 00000020:00000001:1.0:1788942221.123676:0:34787:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942221.123677:0:34787:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.123681:0:34787:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.123684:0:34787:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942221.123686:0:34787:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942221.123689:0:34787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34787 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942221.123696:0:34787:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34787 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942221.123711:0:34787:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942221.123725:0:34787:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942221.123735:0:34787:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34787 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942221.123741:0:34787:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942221.123743:0:34787:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942221.123751:0:34787:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851ff00. 00000100:00000001:1.0:1788942221.123753:0:34787:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009654528 : -122366699897088 : ffff90b54851ff00) 00000100:00000001:1.0:1788942221.123757:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942221.123758:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942221.123765:0:34787:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942221.123770:0:34787:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.123772:0:34787:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942221.123773:0:34787:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942221.123778:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.123785:0:34787:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942221.123788:0:34787:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942221.123793:0:34787:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942221.123795:0:34787:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942221.123798:0:34787:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942221.123802:0:34787:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34787:1875839884290560:192.168.206.109@tcp:101:multiop.0 00000100:00000001:1.0:1788942221.123806:0:34787:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942221.123812:0:34787:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942221.123815:0:34787:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942221.123817:0:34787:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942221.124097:0:34787:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559260000. 02000000:00000001:1.0:1788942221.124101:0:34787:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942221.124111:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942221.124116:0:34787:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942221.124124:0:34787:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b5487b9800. 00000100:00000200:1.0:1788942221.124133:0:34787:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884290560, portal 10 00000100:00000001:1.0:1788942221.124136:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942221.124138:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000040:1.0:1788942221.124144:0:34787:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.124152:0:34787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942221.124156:0:34787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942221.124160:0:34787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da660. 00000100:00000200:1.0:1788942221.124164:0:34787:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875839884290560, offset 0 00000400:00000200:1.0:1788942221.124171:0:34787:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942221.124181:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942221.124190:0:34787:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942221.124196:0:34787:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942221.124201:0:34787:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942221.124205:0:34787:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942221.124208:0:34787:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942221.124213:0:34787:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2668:2668:256:4294967295] 192.168.206.109@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:1.0:1788942221.124218:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942221.124228:0:34787:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942221.124234:0:34787:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942221.124240:0:34787:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38a00. 00000800:00000200:1.0:1788942221.124249:0:34787:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942221.124258:0:34787:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942221.124263:0:34787:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788942221.124332:0:34787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942221.124338:0:34787:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 811091 usecs (812 jiffies) 00000400:00000200:1.0:1788942221.124342:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942221.124345:0:34787:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622095 00000100:00000001:1.0:1788942221.124412:0:34787:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, simply extend its deadline from 4296622000 00000100:00000001:1.0:1788942221.124419:0:34787:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622095 00000100:00000001:1.0:1788942221.124424:0:34787:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, simply extend its deadline from 4296622001 00000100:00000001:1.0:1788942221.124428:0:34787:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942221.124431:0:34787:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.124433:0:34787:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942221.124436:0:34787:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942221.124439:0:34787:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851ff00 going to sleep for 11 seconds 00000100:00000001:1.0:1788942221.124441:0:34787:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942221.124445:0:34787:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942221.127296:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942221.127309:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38a00. 00000400:00000200:2.0:1788942221.127321:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.127331:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942221.127341:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da660 00000400:00000010:2.0:1788942221.127345:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da660. 00000100:00000001:2.0:1788942221.127360:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942221.127370:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.127384:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.127387:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.127396:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.127397:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942221.133500:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.133520:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942221.133525:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.133528:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.133548:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.133558:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942221.133570:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.133577:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.133583:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.133588:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f56a00 00000400:00000200:2.0:1788942221.133593:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.133599:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x722d [32] + 224 00000800:00000001:2.0:1788942221.133607:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.133615:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942221.133619:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.133625:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942221.133635:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.133653:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942221.133665:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.133686:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942221.133697:0:2347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942221.133700:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.133707:0:2347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.133715:0:2347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2669:2669:256:4294967295] 192.168.206.109@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:2.0:1788942221.133721:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.133729:0:2347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942221.133737:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.133745:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b552275400. 00000800:00000200:2.0:1788942221.133752:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.133760:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.133765:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b552275400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942221.133906:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942221.133911:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b552275400. 00000400:00000200:2.0:1788942221.133915:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.133919:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942221.133925:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942221.133930:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.134325:0:34787:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942221.134336:0:34787:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942221.134339:0:34787:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942221.134343:0:34787:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:1.0:1788942221.134417:0:34787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5487b9800 00000400:00000010:1.0:1788942221.134420:0:34787:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b5487b9800. 00000100:00000001:1.0:1788942221.134425:0:34787:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942221.134431:0:34787:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942221.134442:0:34787:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65880 x1875839884290560/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.134449:0:34787:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942221.134452:0:34787:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.134455:0:34787:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942221.134459:0:34787:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942221.134462:0:34787:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942221.134464:0:34787:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942221.134468:0:34787:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942221.134479:0:34787:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=61 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942221.134484:0:34787:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942221.134487:0:34787:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942221.134489:0:34787:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.134492:0:34787:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942221.134496:0:34787:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.134500:0:34787:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942221.134502:0:34787:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:1.0:1788942221.134504:0:34787:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942221.134507:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942221.134510:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942221.134514:0:34787:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942221.134516:0:34787:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788942221.134518:0:34787:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942221.134522:0:34787:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942221.134527:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.134543:0:34787:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942221.134546:0:34787:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942221.134549:0:34787:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942221.134553:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942221.134561:0:34787:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34787:1875839884290560:192.168.206.109@tcp:101:multiop.0 00000100:00000001:1.0:1788942221.134567:0:34787:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942221.134571:0:34787:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.134573:0:34787:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942221.134576:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942221.134580:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.134587:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942221.134590:0:34787:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851ff00. 00000100:00000001:1.0:1788942221.134594:0:34787:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942221.134595:0:34787:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.134599:0:34787:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942221.134605:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.134608:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.134612:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=4 00000020:00000001:1.0:1788942221.134614:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134618:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000040:1.0:1788942221.134625:0:34787:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0000, remote cookie: 0x4d194fbcadeed3e4, flags: 0x1001 00010000:00010000:1.0:1788942221.134631:0:34787:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942221.134651:0:34787:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:1.0:1788942221.134654:0:34787:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788942221.134664:0:34787:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ed00. 00010000:00000010:1.0:1788942221.134670:0:34787:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78100. 00010000:00000001:1.0:1788942221.134677:0:34787:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942221.134680:0:34787:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942221.134689:0:34787:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942221.134696:0:34787:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942221.134701:0:34787:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942221.134704:0:34787:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942221.134705:0:34787:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942221.134707:0:34787:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942221.134710:0:34787:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff90b551c3ed00) refcount = 1 00010000:00010000:1.0:1788942221.134714:0:34787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942221.134721:0:34787:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942221.134725:0:34787:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942221.134726:0:34787:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942221.134730:0:34787:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942221.134732:0:34787:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942221.134737:0:34787:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942221.134742:0:34787:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942221.134744:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134747:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.134748:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134749:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.134750:0:34787:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942221.134756:0:34787:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942221.134759:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.134760:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.134762:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=3 00000020:00000001:1.0:1788942221.134764:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134766:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134769:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.134770:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.134771:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=4 00000020:00000001:1.0:1788942221.134773:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134775:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134778:0:34787:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942221.134781:0:34787:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942221.134785:0:34787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942221.134791:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134792:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.134793:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.134795:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.134796:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=5 00000020:00000001:1.0:1788942221.134798:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134800:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134802:0:34787:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942221.134805:0:34787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942221.134811:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134812:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942221.134816:0:34787:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942221.134822:0:34787:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942221.134823:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134824:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.134826:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134827:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942221.134831:0:34787:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942221.134841:0:34787:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942221.134846:0:34787:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 664/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942221.134888:0:34787:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.134897:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.134898:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.134900:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=3 00000020:00000001:1.0:1788942221.134902:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134905:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00000002:00010000:1.0:1788942221.134909:0:34787:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788942221.134919:0:34787:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b548392780. 00010000:00000001:1.0:1788942221.134921:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134922:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942221.134924:0:34787:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942221.134926:0:34787:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942221.134929:0:34787:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942221.134932:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942221.134933:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942221.134936:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942221.134937:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00010000:00000001:1.0:1788942221.134940:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.134941:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.134943:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=3 00000020:00000001:1.0:1788942221.134945:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134947:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00000002:00010000:1.0:1788942221.134951:0:34787:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942221.134957:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134959:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.134961:0:34787:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942221.134962:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.134963:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.134965:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=3 00000020:00000001:1.0:1788942221.134967:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.134969:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000040:1.0:1788942221.134973:0:34787:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:1.0:1788942221.134975:0:34787:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788942221.134979:0:34787:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:1.0:1788942221.134982:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.134983:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942221.134985:0:34787:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942221.134988:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187b768 00000002:00002000:1.0:1788942221.134990:0:34787:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788942221.134994:0:34787:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942221.134999:0:34787:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942221.135002:0:34787:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942221.135006:0:34787:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788942221.135010:0:34787:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.135015:0:34787:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788942221.135017:0:34787:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b5466c9960 it_disposition 1800037 00000080:00002000:1.0:1788942221.135024:0:34787:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b5445496c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788942221.135029:0:34787:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942221.135181:0:34787:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788942221.135184:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187b990 00000080:00200000:1.0:1788942221.135186:0:34787:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff90b548da5348), intent=open|creat 00000080:00000001:1.0:1788942221.135189:0:34787:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788942221.135192:0:34787:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942221.135198:0:34787:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942221.135202:0:34787:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788942221.135206:0:34787:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:1.0:1788942221.135209:0:34787:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788942221.135222:0:34787:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548db6300. 00000020:00000001:1.0:1788942221.135235:0:34787:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788942221.135237:0:34787:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788942221.135241:0:34787:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788942221.135243:0:34787:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff90b548db63c8) 00000020:00000001:1.0:1788942221.135248:0:34787:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942221.135253:0:34787:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:1.0:1788942221.135256:0:34787:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:1.0:1788942221.135262:0:34787:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788942221.135268:0:34787:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b552366258. 00000020:00000001:1.0:1788942221.135270:0:34787:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788942221.135273:0:34787:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.135281:0:34787:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788942221.135286:0:34787:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b5435082e8. 00020000:00000001:1.0:1788942221.135288:0:34787:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621706925671144 : -122366783880472 : ffff90b5435082e8) 00020000:00000001:1.0:1788942221.135291:0:34787:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788942221.135294:0:34787:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942221.135301:0:34787:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c99c0. 00020000:00000010:1.0:1788942221.135306:0:34787:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55228f800. 00020000:00000010:1.0:1788942221.135311:0:34787:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c93c0. 00020000:00000001:1.0:1788942221.135314:0:34787:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977842112 : -122366731709504 : ffff90b5466c93c0) 00020000:00000002:1.0:1788942221.135317:0:34787:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c93c0, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942221.135322:0:34787:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942221.135326:0:34787:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f800: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:1.0:1788942221.135329:0:34787:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788942221.135332:0:34787:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c93c0, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942221.135336:0:34787:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942221.135339:0:34787:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f800: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:1.0:1788942221.135343:0:34787:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b551f92bb0. 00020000:00000010:1.0:1788942221.135408:0:34787:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b54851ff00. 00020000:00000001:1.0:1788942221.135415:0:34787:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788942221.135419:0:34787:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b545045a80. 00020000:00000001:1.0:1788942221.135423:0:34787:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788942221.135424:0:34787:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788942221.135430:0:34787:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788942221.135433:0:34787:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b552366708. 00000020:00000001:1.0:1788942221.135435:0:34787:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788942221.135437:0:34787:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.135439:0:34787:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621707175618440 : -122366533933176 : ffff90b552366788) 00020000:00000001:1.0:1788942221.135443:0:34787:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788942221.135448:0:34787:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b5512628c0. 00020000:00000001:1.0:1788942221.135451:0:34787:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.135456:0:34787:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621707175618440 : -122366533933176 : ffff90b552366788) 00020000:00000001:1.0:1788942221.135460:0:34787:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621707175618440 : -122366533933176 : ffff90b552366788) 00020000:00000002:1.0:1788942221.135463:0:34787:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff90b552366708[0:0] -> [0x200000404:0x35:0x0]@ffff90b552366258: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:1.0:1788942221.135469:0:34787:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788942221.135471:0:34787:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788942221.135473:0:34787:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.135477:0:34787:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621707175617240 : -122366533934376 : ffff90b5523662d8) 00000020:00001000:1.0:1788942221.135480:0:34787:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:1.0:1788942221.135485:0:34787:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:1.0:1788942221.135487:0:34787:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788942221.135490:0:34787:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1788942221 00000080:00000001:1.0:1788942221.135495:0:34787:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788942221.135498:0:34787:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018658760 : -122366690892856 : ffff90b548db63c8) 00010000:00000001:1.0:1788942221.135500:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.135502:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.135504:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=3 00000020:00000001:1.0:1788942221.135506:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.135508:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00000080:00000001:1.0:1788942221.135511:0:34787:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942221.135513:0:34787:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942221.135514:0:34787:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:1.0:1788942221.135516:0:34787:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:1.0:1788942221.135518:0:34787:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788942221.135521:0:34787:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788942221.135522:0:34787:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788942221.135525:0:34787:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c97e0. 00020000:00000010:1.0:1788942221.135528:0:34787:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55228f980. 00020000:00000010:1.0:1788942221.135589:0:34787:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9780. 00020000:00000001:1.0:1788942221.135592:0:34787:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977843072 : -122366731708544 : ffff90b5466c9780) 00020000:00000002:1.0:1788942221.135596:0:34787:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9780, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942221.135599:0:34787:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788942221.135603:0:34787:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f980: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1788942221.135607:0:34787:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b5435082e8) owner ffff90b55901cf80 00020000:00000001:1.0:1788942221.135610:0:34787:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788942221.135612:0:34787:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b5435082e8) owner ffff90b55901cf80 00020000:00000010:1.0:1788942221.135616:0:34787:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55228f980. 00020000:00000010:1.0:1788942221.135621:0:34787:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c97e0. 00020000:00000010:1.0:1788942221.135624:0:34787:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9780. 00020000:00000002:1.0:1788942221.135627:0:34787:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788942221.135629:0:34787:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.135631:0:34787:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.135635:0:34787:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788942221.135647:0:34787:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:1.0:1788942221.135651:0:34787:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c93c0 addref 2/0 by ffff90b55901cf80. 00020000:00000002:1.0:1788942221.135654:0:34787:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:1.0:1788942221.135657:0:34787:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788942221.135660:0:34787:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788942221.135662:0:34787:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788942221.135664:0:34787:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788942221.135666:0:34787:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788942221.135669:0:34787:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788942221.135671:0:34787:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:1.0:1788942221.135674:0:34787:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.135676:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.135677:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942221.135679:0:34787:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788942221.135683:0:34787:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942221.135685:0:34787:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942221.135687:0:34787:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff90b548db63c8) 00000080:00010000:1.0:1788942221.135690:0:34787:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff90b548db63c8) for lock 0xcbb91bbb78157948 00800000:00000001:1.0:1788942221.135694:0:34787:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942221.135696:0:34787:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942221.135697:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.135698:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.135700:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=3 00000020:00000001:1.0:1788942221.135702:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.135704:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.135707:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.135708:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942221.135710:0:34787:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942221.135712:0:34787:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.135714:0:34787:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788942221.135716:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942221.135723:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.135731:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942221.135737:0:34787:0:(namei.c:1651:ll_create_it()) inode ffff90b548db63c8 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:1.0:1788942221.135742:0:34787:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942221.135746:0:34787:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff90b548db63c8) 00000080:00000001:1.0:1788942221.135750:0:34787:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942221.135754:0:34787:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222d200. 00000100:00000001:1.0:1788942221.135759:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942221.135763:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.135769:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.135773:0:34787:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788942221.135775:0:34787:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942221.135777:0:34787:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548db63c8 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:1.0:1788942221.135788:0:34787:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788942221.135791:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187ba68 00000080:00200008:1.0:1788942221.135793:0:34787:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff90b548db63c8), flags 100102 00000080:00000010:1.0:1788942221.135802:0:34787:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5415be8c0. 00000080:00000010:1.0:1788942221.135808:0:34787:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392e00. 00000080:00000001:1.0:1788942221.135811:0:34787:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788942221.135815:0:34787:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788942221.135819:0:34787:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788942221.135823:0:34787:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfa680. 00000002:00100000:1.0:1788942221.135828:0:34787:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942221.135834:0:34787:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942221.135836:0:34787:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788942221.135840:0:34787:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942221.135844:0:34787:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.135847:0:34787:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942221.136239:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942221.136246:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788942221.136254:0:34787:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942221.136259:0:34787:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559260000. 02000000:00000001:1.0:1788942221.136300:0:34787:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942221.136302:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.136305:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187ba68 00000080:00000008:1.0:1788942221.136307:0:34787:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff90b548db63c8), flags 100102, rc = 0 00000080:00000001:1.0:1788942221.136312:0:34787:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788942221.136314:0:34787:0:(dcache.c:176:ll_intent_release()) intent ffff90b5466c9960 released 00000080:00010000:1.0:1788942221.136317:0:34787:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157948 from it ffff90b5466c9960 00010000:00000001:1.0:1788942221.136320:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942221.136321:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942221.136323:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0000 refcount=3 00000020:00000001:1.0:1788942221.136325:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.136327:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911809536 : -122366797742080 : ffff90b5427d0000) 00010000:00000001:1.0:1788942221.136330:0:34787:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942221.136333:0:34787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942221.136341:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.136343:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.136344:0:34787:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942221.136413:0:34787:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942221.136416:0:34787:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0000/0xcbb91bbb78157948 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed3e4 expref: -99 pid: 34787 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942221.136426:0:34787:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942221.136429:0:34787:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942221.136432:0:34787:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942221.136437:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.136438:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.136440:0:34787:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.136444:0:34787:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942221.136446:0:34787:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.136448:0:34787:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.136452:0:34787:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.136454:0:34787:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942221.136455:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.136456:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942221.136458:0:34787:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788942221.136461:0:34787:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788942221.136464:0:34787:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788942221.136466:0:34787:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942221.136468:0:34787:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788942221.136471:0:34787:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.136474:0:34787:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788942221.136476:0:34787:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.136478:0:34787:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942221.136480:0:34787:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.136482:0:34787:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788942221.136485:0:34787:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b5466c9960. 00000080:00000001:1.0:1788942221.136489:0:34787:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.136493:0:34787:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788942221.136496:0:34787:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff90b548db63c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788942221.136500:0:34787:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.136822:0:34787:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788942221.136825:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bd88 00000080:00200008:1.0:1788942221.136828:0:34787:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000002:1.0:1788942221.137261:0:34787:0:(file.c:2656:do_file_write_iter()) inode ffff90b548db63c8 need_sync_to_oss [0x200000404:0x35:0x0] 00000080:00000001:1.0:1788942221.137265:0:34787:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788942221.137267:0:34787:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137270:0:34787:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788942221.137274:0:34787:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137277:0:34787:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:1.0:1788942221.137279:0:34787:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137282:0:34787:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942221.137288:0:34787:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:1.0:1788942221.137291:0:34787:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000080:00000001:1.0:1788942221.137296:0:34787:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788942221.137298:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bc98 00000080:00200000:1.0:1788942221.137299:0:34787:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:1.0:1788942221.137307:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bc30 00000080:00200000:1.0:1788942221.137309:0:34787:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:1.0:1788942221.137312:0:34787:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788942221.137320:0:34787:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f15e46ae[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:1.0:1788942221.137322:0:34787:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:1.0:1788942221.137326:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5523662d8 -> ffff90b5523662d8 00000020:00000001:1.0:1788942221.137328:0:34787:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942221.137331:0:34787:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942221.137333:0:34787:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942221.137337:0:34787:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942221.137339:0:34787:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788942221.137342:0:34787:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942221.137414:0:34787:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137419:0:34787:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942221.137421:0:34787:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137423:0:34787:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942221.137428:0:34787:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff90b545ebfc80 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788942221.137432:0:34787:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:1.0:1788942221.137436:0:34787:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942221.137438:0:34787:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942221.137441:0:34787:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942221.137444:0:34787:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788942221.137446:0:34787:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:1.0:1788942221.137450:0:34787:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788942221.137452:0:34787:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942221.137454:0:34787:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137456:0:34787:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942221.137457:0:34787:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942221.137458:0:34787:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942221.137459:0:34787:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00000020:00000001:1.0:1788942221.137462:0:34787:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137464:0:34787:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942221.137466:0:34787:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:1.0:1788942221.137469:0:34787:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788942221.137472:0:34787:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137476:0:34787:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788942221.137478:0:34787:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788942221.137481:0:34787:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788942221.137482:0:34787:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788942221.137484:0:34787:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788942221.137487:0:34787:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:1.0:1788942221.137490:0:34787:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788942221.137492:0:34787:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788942221.137496:0:34787:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788942221.137499:0:34787:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942221.137501:0:34787:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942221.137503:0:34787:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942221.137505:0:34787:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:1.0:1788942221.137507:0:34787:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000020:00000001:1.0:1788942221.137510:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b552366788 -> ffff90b5523662d8 00000020:00000001:1.0:1788942221.137512:0:34787:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942221.137515:0:34787:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942221.137517:0:34787:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942221.137518:0:34787:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137519:0:34787:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137521:0:34787:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942221.137524:0:34787:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788942221.137528:0:34787:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788942221.137532:0:34787:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137542:0:34787:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137544:0:34787:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137546:0:34787:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137548:0:34787:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137550:0:34787:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788942221.137553:0:34787:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788942221.137555:0:34787:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788942221.137559:0:34787:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788942221.137562:0:34787:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137565:0:34787:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137568:0:34787:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788942221.137571:0:34787:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:1.0:1788942221.137573:0:34787:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788942221.137575:0:34787:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788942221.137577:0:34787:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137579:0:34787:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137581:0:34787:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137584:0:34787:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942221.137586:0:34787:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137589:0:34787:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788942221.137591:0:34787:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942221.137592:0:34787:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788942221.137594:0:34787:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942221.137595:0:34787:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137597:0:34787:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137598:0:34787:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137600:0:34787:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137602:0:34787:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942221.137604:0:34787:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788942221.137606:0:34787:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788942221.137609:0:34787:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788942221.137611:0:34787:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788942221.137615:0:34787:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:1.0:1788942221.137623:0:34787:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f78980. 00020000:00000002:1.0:1788942221.137627:0:34787:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788942221.137629:0:34787:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788942221.137632:0:34787:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942221.137633:0:34787:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942221.137635:0:34787:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788942221.137649:0:34787:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5448ee980. 00000008:00010000:1.0:1788942221.137653:0:34787:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788942221.137656:0:34787:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942221.137658:0:34787:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788942221.137662:0:34787:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f789b0, osc lock ffff90b5448ee980, flags 0x0 00000020:00000001:1.0:1788942221.137665:0:34787:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137667:0:34787:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942221.137670:0:34787:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171498368 : -122366538053248 : ffff90b551f78980) 00000020:00000001:1.0:1788942221.137672:0:34787:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942221.137673:0:34787:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788942221.137675:0:34787:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137677:0:34787:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137679:0:34787:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942221.137681:0:34787:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942221.137682:0:34787:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942221.137683:0:34787:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942221.137685:0:34787:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942221.137687:0:34787:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942221.137689:0:34787:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788942221.137692:0:34787:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942221.137695:0:34787:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788942221.137698:0:34787:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788942221.137699:0:34787:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788942221.137701:0:34787:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788942221.137702:0:34787:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788942221.137704:0:34787:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788942221.137706:0:34787:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788942221.137710:0:34787:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942221.137718:0:34787:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.137722:0:34787:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788942221.137728:0:34787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942221.137737:0:34787:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:1.0:1788942221.137742:0:34787:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942221.137748:0:34787:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942221.137754:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942221.137756:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942221.137758:0:34787:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.137761:0:34787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942221.137764:0:34787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942221.137771:0:34787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942221.137778:0:34787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222d200. 00000100:00000001:1.0:1788942221.137786:0:34787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.137792:0:34787:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942221.137794:0:34787:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.137796:0:34787:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942221.137797:0:34787:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.137800:0:34787:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942221.137803:0:34787:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00010000:00000001:1.0:1788942221.137806:0:34787:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942221.137809:0:34787:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942221.137814:0:34787:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3e300. 00010000:00000010:1.0:1788942221.137821:0:34787:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b551c3e900. 00010000:00000001:1.0:1788942221.137827:0:34787:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942221.137830:0:34787:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0200. 00000020:00000001:1.0:1788942221.137835:0:34787:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942221.137838:0:34787:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0200 with handle 0xcbb91bbb7815794f to hash 00000020:00000001:1.0:1788942221.137840:0:34787:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942221.137842:0:34787:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000010:1.0:1788942221.137847:0:34787:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b5483923c0. 00010000:00000001:1.0:1788942221.137952:0:34787:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:1.0:1788942221.137958:0:34787:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942221.137961:0:34787:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942221.137965:0:34787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942221.137982:0:34787:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942221.137993:0:34787:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942221.138000:0:34787:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942221.138002:0:34787:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942221.138010:0:34787:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942221.138013:0:34787:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942221.138015:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942221.138017:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942221.138021:0:34787:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942221.138023:0:34787:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.138025:0:34787:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942221.138027:0:34787:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942221.138158:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.138168:0:34787:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942221.138171:0:34787:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942221.138175:0:34787:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942221.138178:0:34787:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942221.138181:0:34787:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942221.138185:0:34787:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34787:1875839884290688:192.168.206.109@tcp:101:multiop.0 00000100:00000001:1.0:1788942221.138190:0:34787:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942221.138196:0:34787:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942221.138199:0:34787:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942221.138202:0:34787:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942221.138207:0:34787:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b9800. 02000000:00000001:1.0:1788942221.138209:0:34787:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942221.138218:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942221.138223:0:34787:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7fa50. 00000400:00000010:1.0:1788942221.138232:0:34787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da3b8. 00000100:00000200:1.0:1788942221.138241:0:34787:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884290688, portal 4 00000100:00000001:1.0:1788942221.138243:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942221.138244:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942221.138251:0:34787:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942221.138258:0:34787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942221.138261:0:34787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942221.138265:0:34787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da990. 00000100:00000200:1.0:1788942221.138269:0:34787:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884290688, offset 0 00000400:00000200:1.0:1788942221.138277:0:34787:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942221.138288:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942221.138299:0:34787:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942221.138305:0:34787:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942221.138310:0:34787:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942221.138314:0:34787:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942221.138317:0:34787:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942221.138322:0:34787:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2670:2670:256:4294967295] 192.168.206.109@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:1.0:1788942221.138327:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942221.138345:0:34787:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942221.138416:0:34787:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942221.138423:0:34787:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38b00. 00000800:00000200:1.0:1788942221.138436:0:34787:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942221.138445:0:34787:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942221.138450:0:34787:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942221.138471:0:34787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942221.138483:0:34787:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24390 usecs (25 jiffies) 00000400:00000200:1.0:1788942221.138487:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942221.138489:0:34787:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621322 00000100:00000001:1.0:1788942221.138493:0:34787:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296622095 00000100:00000001:1.0:1788942221.138495:0:34787:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621322 00000100:00000001:1.0:1788942221.138498:0:34787:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296622095 00000100:00000001:1.0:1788942221.138500:0:34787:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942221.138503:0:34787:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942221.138505:0:34787:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942221.138508:0:34787:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942221.138511:0:34787:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942221.138513:0:34787:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942221.138516:0:34787:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942221.139242:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942221.139250:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38b00. 00000400:00000200:2.0:1788942221.139258:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942221.139264:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942221.139273:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da990 00000400:00000010:2.0:1788942221.139276:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da990. 00000100:00000001:2.0:1788942221.139282:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942221.139288:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.139300:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.139303:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.139310:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.139312:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942221.141813:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.141842:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942221.141846:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.141849:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.141908:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.141916:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942221.141925:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.141931:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.141937:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.141942:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f56a80 00000400:00000200:3.0:1788942221.141948:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.141954:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x7235 [1] + 224 00000800:00000001:3.0:1788942221.141962:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.141971:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.141975:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.141980:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942221.141989:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942221.141998:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942221.142010:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.142025:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942221.142041:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.142044:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942221.142158:0:34787:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942221.142168:0:34787:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942221.142171:0:34787:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942221.142175:0:34787:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7fa50. 00000400:00000200:0.0:1788942221.142180:0:34787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da3b8 00000400:00000010:0.0:1788942221.142184:0:34787:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da3b8. 00000100:00000001:0.0:1788942221.142187:0:34787:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942221.142193:0:34787:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942221.142201:0:34787:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942221.142207:0:34787:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942221.142210:0:34787:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942221.142213:0:34787:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942221.142217:0:34787:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942221.142220:0:34787:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942221.142223:0:34787:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942221.142226:0:34787:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942221.142237:0:34787:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942221.142241:0:34787:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942221.142244:0:34787:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942221.142247:0:34787:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.142250:0:34787:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942221.142254:0:34787:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942221.142258:0:34787:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942221.142261:0:34787:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1788942221.142263:0:34787:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942221.142265:0:34787:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942221.142270:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942221.142277:0:34787:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942221.142280:0:34787:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942221.142282:0:34787:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942221.142287:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942221.142295:0:34787:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34787:1875839884290688:192.168.206.109@tcp:101:multiop.0 00000100:00000001:0.0:1788942221.142301:0:34787:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942221.142304:0:34787:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942221.142306:0:34787:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942221.142309:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942221.142312:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942221.142319:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942221.142322:0:34787:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:0.0:1788942221.142326:0:34787:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942221.142327:0:34787:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.142331:0:34787:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942221.142334:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.142337:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.142341:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=4 00000020:00000001:0.0:1788942221.142344:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.142357:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000040:0.0:1788942221.142365:0:34787:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0200, remote cookie: 0x4d194fbcadeed3f2, flags: 0x1 00010000:00010000:0.0:1788942221.142372:0:34787:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.142383:0:34787:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788942221.142386:0:34787:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.142388:0:34787:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942221.142392:0:34787:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788942221.142398:0:34787:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788942221.142407:0:34787:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff90b551c3e300) refcount = 1 00010000:00000040:0.0:1788942221.142409:0:34787:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788942221.142412:0:34787:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.142420:0:34787:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942221.142422:0:34787:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942221.142425:0:34787:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942221.142428:0:34787:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942221.142431:0:34787:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.142437:0:34787:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942221.142439:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.142440:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.142442:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.142443:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.142445:0:34787:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.142449:0:34787:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788942221.142452:0:34787:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942221.142456:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.142457:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.142459:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:0.0:1788942221.142461:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.142463:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.142466:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.142467:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.142468:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=4 00000020:00000001:0.0:1788942221.142470:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.142472:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.142475:0:34787:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942221.142479:0:34787:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942221.142482:0:34787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.142489:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.142490:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942221.142494:0:34787:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788942221.142498:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00010000:0.0:1788942221.142503:0:34787:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788942221.142510:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:0.0:1788942221.142513:0:34787:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942221.142516:0:34787:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788942221.142519:0:34787:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942221.142522:0:34787:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142524:0:34787:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142526:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000001:0.0:1788942221.142528:0:34787:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788942221.142530:0:34787:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.142532:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.142544:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.142546:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=5 00000020:00000001:0.0:1788942221.142548:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.142550:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.142554:0:34787:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942221.142557:0:34787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.142563:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.142564:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942221.142567:0:34787:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.142574:0:34787:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942221.142575:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.142576:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942221.142577:0:34787:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942221.142580:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942221.142584:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884290688/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942237 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942221.142590:0:34787:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942221.142593:0:34787:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942221.142596:0:34787:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9800. 02000000:00000001:0.0:1788942221.142600:0:34787:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942221.142603:0:34787:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942221.142605:0:34787:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942221.142607:0:34787:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942221.142611:0:34787:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222d200. 02000000:00000001:0.0:1788942221.142615:0:34787:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942221.142617:0:34787:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942221.142619:0:34787:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:0.0:1788942221.142623:0:34787:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942221.142624:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942221.142626:0:34787:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.142628:0:34787:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142632:0:34787:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.142635:0:34787:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142637:0:34787:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142649:0:34787:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142652:0:34787:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142655:0:34787:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142658:0:34787:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788942221.142664:0:34787:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788942221.142670:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bb80 00000080:00200000:0.0:1788942221.142673:0:34787:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788942221.142676:0:34787:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788942221.142680:0:34787:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:0.0:1788942221.142684:0:34787:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b5466c93c0 addref 2/0 by ffff90b55901cf80. 00020000:00000002:0.0:1788942221.142687:0:34787:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00000020:00000001:0.0:1788942221.142690:0:34787:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788942221.142693:0:34787:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788942221.142696:0:34787:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788942221.142702:0:34787:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788942221.142706:0:34787:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.142708:0:34787:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:0.0:1788942221.142710:0:34787:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942221.142713:0:34787:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942221.142717:0:34787:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142719:0:34787:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.142721:0:34787:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142723:0:34787:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942221.142732:0:34787:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788942221.142734:0:34787:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788942221.142769:0:34787:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788942221.142772:0:34787:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] ffffdeaa04e73080 0 1 00000020:00000001:0.0:1788942221.142775:0:34787:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788942221.142777:0:34787:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142780:0:34787:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788942221.142786:0:34787:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90b546727460. 00000020:00000001:0.0:1788942221.142790:0:34787:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942221.142792:0:34787:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788942221.142795:0:34787:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788942221.142798:0:34787:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788942221.142800:0:34787:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.142802:0:34787:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000008:00000001:0.0:1788942221.142806:0:34787:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788942221.142808:0:34787:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff90b5467274d0 folio ffffdeaa04e73080 pg:0 obj off 0 00000008:00000001:0.0:1788942221.142810:0:34787:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142812:0:34787:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942221.142813:0:34787:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788942221.142815:0:34787:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788942221.142816:0:34787:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.142820:0:34787:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142822:0:34787:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621706978227296 : -122366731324320 : ffff90b546727460) 00000020:00000001:0.0:1788942221.142824:0:34787:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621706978227296 : -122366731324320 : ffff90b546727460) 00000020:00000001:0.0:1788942221.142827:0:34787:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788942221.142830:0:34787:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.142832:0:34787:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969414784 : -122366740136832 : ffff90b545ebfc80) 00000020:00000001:0.0:1788942221.142835:0:34787:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942221.142836:0:34787:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942221.142838:0:34787:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.142843:0:34787:0:(cl_page.c:507:__cl_page_state_set()) page@00000000542ecfc7[2 00000000820f14a4 1 1 00000000d1bf616b 0 0 0] 00000020:00000001:0.0:1788942221.142844:0:34787:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942221.142846:0:34787:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.142847:0:34787:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788942221.142895:0:34787:0:(rw26.c:769:ll_write_begin()) page@00000000542ecfc7[2 00000000820f14a4 2 1 00000000d1bf616b 0 0 0] 00000080:00008000:0.0:1788942221.142898:0:34787:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788942221.142899:0:34787:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788942221.142901:0:34787:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942221.142906:0:34787:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788942221.142907:0:34787:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788942221.142910:0:34787:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.142911:0:34787:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969414784 : -122366740136832 : ffff90b545ebfc80) 00000020:00000001:0.0:1788942221.142913:0:34787:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788942221.142914:0:34787:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942221.142921:0:34787:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788942221.142924:0:34787:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.142926:0:34787:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942221.142927:0:34787:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788942221.142930:0:34787:0:(rw26.c:929:ll_write_end()) page@00000000542ecfc7[3 00000000820f14a4 2 1 00000000d1bf616b 0 0 0] 00000080:00200000:0.0:1788942221.142933:0:34787:0:(rw26.c:929:ll_write_end()) vmpage @000000001243cc71 17ffffc0001001 3:0 ffff90b546727460 0 lru 00000080:00200000:0.0:1788942221.142941:0:34787:0:(rw26.c:929:ll_write_end()) osc-page@000000002c138069 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000637260ad 000000004c05ea41 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788942221.142943:0:34787:0:(rw26.c:929:ll_write_end()) end page@00000000542ecfc7 00000080:00200000:0.0:1788942221.142945:0:34787:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788942221.142946:0:34787:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788942221.142950:0:34787:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788942221.142951:0:34787:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788942221.142967:0:34787:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788942221.142969:0:34787:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] ffffdeaa048cdd00 0 1 00000020:00000001:0.0:1788942221.142971:0:34787:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788942221.142972:0:34787:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142974:0:34787:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788942221.142976:0:34787:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90b546727380. 00000020:00000001:0.0:1788942221.142978:0:34787:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942221.142979:0:34787:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788942221.142981:0:34787:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788942221.142983:0:34787:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788942221.142985:0:34787:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.142986:0:34787:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000008:00000001:0.0:1788942221.142989:0:34787:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788942221.142990:0:34787:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff90b5467273f0 folio ffffdeaa048cdd00 pg:0 obj off 4096 00000008:00000001:0.0:1788942221.142992:0:34787:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.142994:0:34787:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942221.142995:0:34787:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788942221.142996:0:34787:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788942221.142997:0:34787:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.143001:0:34787:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143003:0:34787:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621706978227072 : -122366731324544 : ffff90b546727380) 00000020:00000001:0.0:1788942221.143005:0:34787:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621706978227072 : -122366731324544 : ffff90b546727380) 00000020:00000001:0.0:1788942221.143007:0:34787:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788942221.143008:0:34787:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.143010:0:34787:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969414784 : -122366740136832 : ffff90b545ebfc80) 00000020:00000001:0.0:1788942221.143011:0:34787:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942221.143013:0:34787:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942221.143014:0:34787:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.143017:0:34787:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 00000000820f14a4 1 1 00000000d1bf616b 0 0 1] 00000020:00000001:0.0:1788942221.143018:0:34787:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942221.143019:0:34787:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.143021:0:34787:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788942221.143023:0:34787:0:(rw26.c:769:ll_write_begin()) page@00000000126370ad[2 00000000820f14a4 2 1 00000000d1bf616b 0 0 1] 00000080:00008000:0.0:1788942221.143025:0:34787:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788942221.143025:0:34787:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788942221.143026:0:34787:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942221.143196:0:34787:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788942221.143198:0:34787:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788942221.143201:0:34787:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942221.143202:0:34787:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706969414784 : -122366740136832 : ffff90b545ebfc80) 00000020:00000001:0.0:1788942221.143204:0:34787:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788942221.143205:0:34787:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942221.143207:0:34787:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788942221.143209:0:34787:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.143210:0:34787:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942221.143211:0:34787:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788942221.143214:0:34787:0:(rw26.c:929:ll_write_end()) page@00000000126370ad[3 00000000820f14a4 2 1 00000000d1bf616b 0 0 1] 00000080:00200000:0.0:1788942221.143218:0:34787:0:(rw26.c:929:ll_write_end()) vmpage @0000000008401de4 17ffffc0001001 3:0 ffff90b546727380 1 lru 00000080:00200000:0.0:1788942221.143224:0:34787:0:(rw26.c:929:ll_write_end()) osc-page@0000000012223d90 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000637260ad 000000004c05ea41 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788942221.143226:0:34787:0:(rw26.c:929:ll_write_end()) end page@00000000126370ad 00000080:00200000:0.0:1788942221.143227:0:34787:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788942221.143228:0:34787:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788942221.143232:0:34787:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788942221.143235:0:34787:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788942221.143237:0:34787:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788942221.143241:0:34787:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788942221.143242:0:34787:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.143244:0:34787:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:0.0:1788942221.143246:0:34787:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788942221.143248:0:34787:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788942221.143251:0:34787:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788942221.143252:0:34787:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.143253:0:34787:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788942221.143256:0:34787:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788942221.143260:0:34787:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff90b5512628c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff90b5467274d0 folio ffffdeaa04e73080 pg:0 added for cmd 2 00000008:00000001:0.0:1788942221.143266:0:34787:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788942221.143269:0:34787:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788942221.143275:0:34787:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788942221.143279:0:34787:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90b546727508 page ffffdeaa04e73080 00000008:00000020:0.0:1788942221.143283:0:34787:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1788942221.143288:0:34787:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788942221.143289:0:34787:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.143292:0:34787:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788942221.143296:0:34787:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90b545e9b3c0. 00000008:00000020:0.0:1788942221.143302:0:34787:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90b5512628c0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788942221.143309:0:34787:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5512628c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788942221.143315:0:34787:0:(osc_cache.c:858:osc_extent_find()) extent ffff90b545e9b3c0@{[0 -> 255/255], [3|1|-|active|wi|ffff90b5512628c0], [1703936|0|-|-|ffff90b5427d0200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788942221.143323:0:34787:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000076683651 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788942221.143331:0:34787:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788942221.143334:0:34787:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.143336:0:34787:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.143338:0:34787:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788942221.143340:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000002:0.0:1788942221.143449:0:34787:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1788942221.143452:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:0.0:1788942221.143455:0:34787:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942221.143456:0:34787:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1788942221.143459:0:34787:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942221.143460:0:34787:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143462:0:34787:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143464:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000001:0.0:1788942221.143465:0:34787:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788942221.143467:0:34787:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788942221.143469:0:34787:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.143473:0:34787:0:(cl_page.c:556:cl_batch_put()) page@00000000542ecfc7[4 00000000820f14a4 2 1 00000000d1bf616b 0 0 0] 00000020:00000001:0.0:1788942221.143475:0:34787:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788942221.143477:0:34787:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942221.143478:0:34787:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1788942221.143480:0:34787:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788942221.143481:0:34787:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942221.143482:0:34787:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788942221.143483:0:34787:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788942221.143486:0:34787:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff90b5512628c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff90b5467273f0 folio ffffdeaa048cdd00 pg:0 added for cmd 2 00000008:00000020:0.0:1788942221.143490:0:34787:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:0.0:1788942221.143494:0:34787:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90b546727428 page ffffdeaa048cdd00 00000008:00000001:0.0:1788942221.143497:0:34787:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.143498:0:34787:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.143500:0:34787:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788942221.143501:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000002:0.0:1788942221.143503:0:34787:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1788942221.143504:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:0.0:1788942221.143506:0:34787:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942221.143507:0:34787:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1788942221.143508:0:34787:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942221.143510:0:34787:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143511:0:34787:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143512:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000001:0.0:1788942221.143513:0:34787:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788942221.143514:0:34787:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788942221.143515:0:34787:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.143518:0:34787:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[4 00000000820f14a4 2 1 00000000d1bf616b 0 0 1] 00000020:00000001:0.0:1788942221.143519:0:34787:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788942221.143520:0:34787:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942221.143521:0:34787:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788942221.143523:0:34787:0:(osc_request.c:745:osc_update_next_shrink()) next time 3154 to shrink grant 00000080:00000001:0.0:1788942221.143526:0:34787:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788942221.143528:0:34787:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788942221.143586:0:34787:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90b548db6578, count 2, dirtied 2 00000080:00000001:0.0:1788942221.143590:0:34787:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788942221.143591:0:34787:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942221.143593:0:34787:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942221.143595:0:34787:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942221.143596:0:34787:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.143599:0:34787:0:(cl_page.c:507:__cl_page_state_set()) page@00000000542ecfc7[3 00000000820f14a4 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942221.143600:0:34787:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788942221.143602:0:34787:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.143604:0:34787:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942221.143605:0:34787:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.143607:0:34787:0:(cl_page.c:556:cl_batch_put()) page@00000000542ecfc7[3 00000000820f14a4 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942221.143609:0:34787:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788942221.143610:0:34787:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942221.143611:0:34787:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942221.143612:0:34787:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942221.143613:0:34787:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942221.143614:0:34787:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942221.143617:0:34787:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[3 00000000820f14a4 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942221.143618:0:34787:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788942221.143619:0:34787:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942221.143620:0:34787:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942221.143621:0:34787:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942221.143624:0:34787:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[3 00000000820f14a4 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942221.143625:0:34787:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788942221.143626:0:34787:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788942221.143628:0:34787:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788942221.143629:0:34787:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788942221.143631:0:34787:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143633:0:34787:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.143635:0:34787:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143637:0:34787:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942221.143651:0:34787:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1788942221.143654:0:34787:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942221.143655:0:34787:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788942221.143657:0:34787:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143659:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bb80 00000080:00200000:0.0:1788942221.143661:0:34787:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1788942221.143665:0:34787:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.143667:0:34787:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942221.143671:0:34787:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942221.143672:0:34787:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942221.143674:0:34787:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788942221.143676:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:0.0:1788942221.143678:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:0.0:1788942221.143679:0:34787:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942221.143681:0:34787:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942221.143683:0:34787:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143684:0:34787:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143686:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000001:0.0:1788942221.143688:0:34787:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143689:0:34787:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.143691:0:34787:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.143693:0:34787:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143695:0:34787:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143697:0:34787:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942221.143699:0:34787:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788942221.143700:0:34787:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942221.143701:0:34787:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788942221.143704:0:34787:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788942221.143706:0:34787:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788942221.143710:0:34787:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5512628c0 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1788942221.143717:0:34787:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942221.143719:0:34787:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.143721:0:34787:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942221.143723:0:34787:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942221.143725:0:34787:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788942221.143727:0:34787:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942221.143728:0:34787:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.143730:0:34787:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.143732:0:34787:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942221.143734:0:34787:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942221.143737:0:34787:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942221.143739:0:34787:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_release():245 00000020:00000001:0.0:1788942221.143742:0:34787:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942221.143743:0:34787:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942221.143747:0:34787:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942221.143749:0:34787:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942221.143750:0:34787:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:0.0:1788942221.143752:0:34787:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942221.143754:0:34787:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f789b0 (ffff90b542d10a28/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942221.143758:0:34787:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942221.143759:0:34787:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942221.143761:0:34787:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942221.143763:0:34787:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942221.143765:0:34787:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=5 00000020:00000001:0.0:1788942221.143767:0:34787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.143770:0:34787:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942221.143772:0:34787:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942221.143775:0:34787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942221.143783:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.143784:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.143786:0:34787:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942221.143789:0:34787:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942221.143792:0:34787:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942221.143803:0:34787:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942221.143807:0:34787:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942221.143808:0:34787:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942221.143813:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.143814:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.143816:0:34787:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.143820:0:34787:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942221.143822:0:34787:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.143824:0:34787:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.143826:0:34787:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942221.143828:0:34787:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942221.143829:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.143830:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942221.143832:0:34787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942221.143833:0:34787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942221.143834:0:34787:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942221.143836:0:34787:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942221.143837:0:34787:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942221.143839:0:34787:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942221.143840:0:34787:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942221.143842:0:34787:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e858a8 (ffff90b552124488/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942221.143845:0:34787:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942221.143846:0:34787:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942221.143847:0:34787:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f789b0 (ffff90b552124488/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942221.144258:0:34787:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5448ee980. 00000020:00000001:0.0:1788942221.144265:0:34787:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942221.144267:0:34787:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f78980. 00020000:00000001:0.0:1788942221.144270:0:34787:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942221.144272:0:34787:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942221.144273:0:34787:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788942221.144276:0:34787:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942221.144278:0:34787:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942221.144279:0:34787:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942221.144280:0:34787:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942221.144281:0:34787:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.144283:0:34787:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.144285:0:34787:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942221.144286:0:34787:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942221.144288:0:34787:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788942221.144290:0:34787:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788942221.144292:0:34787:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942221.144294:0:34787:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942221.144295:0:34787:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942221.144297:0:34787:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942221.144298:0:34787:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942221.144300:0:34787:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942221.144301:0:34787:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.144303:0:34787:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942221.144304:0:34787:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942221.144306:0:34787:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942221.144307:0:34787:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942221.144312:0:34787:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788942221.144316:0:34787:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788942221.144318:0:34787:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788942221.144321:0:34787:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942221.144322:0:34787:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942221.144324:0:34787:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942221.144325:0:34787:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942221.144326:0:34787:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942221.144329:0:34787:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00020000:00000001:0.0:1788942221.144332:0:34787:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942221.144334:0:34787:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942221.144336:0:34787:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942221.144338:0:34787:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942221.144341:0:34787:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942221.144342:0:34787:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788942221.144343:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bc98 00000080:00200000:0.0:1788942221.144346:0:34787:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788942221.144418:0:34787:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942221.144421:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5523662d8 -> ffff90b5523662d8 00000020:00000001:0.0:1788942221.144423:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5523662d8 -> ffff90b5523662d8 00000020:00000001:0.0:1788942221.144424:0:34787:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942221.144429:0:34787:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942221.144434:0:34787:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942221.144436:0:34787:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788942221.144438:0:34787:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942221.144439:0:34787:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788942221.144441:0:34787:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1788942221 a=0 c=1788942221 b=1 00020000:00000001:0.0:1788942221.144445:0:34787:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942221.144447:0:34787:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788942221 a=0 c=1788942221 b=1 00020000:00000001:0.0:1788942221.144451:0:34787:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.144452:0:34787:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942221.144454:0:34787:0:(cl_object.c:143:cl_object_top()) ffff90b5523662d8 -> ffff90b5523662d8 00000080:00200000:0.0:1788942221.144457:0:34787:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1788942221.144459:0:34787:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788942221.144463:0:34787:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788942221.144467:0:34787:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788942221.144469:0:34787:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000020:00000001:0.0:1788942221.144473:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bd88 00000080:00000008:0.0:1788942221.144474:0:34787:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788942221.144477:0:34787:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:2.0:1788942221.179890:0:34791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942221.179901:0:34791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942221.179905:0:34791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47b78 00000080:00200000:2.0:1788942221.179910:0:34791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942221.179919:0:34791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55294c000. 00800000:00000002:2.0:1788942221.179929:0:34791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942221.179934:0:34791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942221.179940:0:34791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942221.179943:0:34791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47a98 00800000:00000002:2.0:1788942221.179946:0:34791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942221.179950:0:34791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942221.179955:0:34791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942221.179961:0:34791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942221.179963:0:34791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47968 00000002:00010000:2.0:1788942221.179965:0:34791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942221.179969:0:34791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942221.179971:0:34791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942221.179975:0:34791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942221.179984:0:34791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:2.0:1788942221.179987:0:34791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942221.179993:0:34791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942221.179997:0:34791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942221.180003:0:34791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788942221.180014:0:34791:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942221.180020:0:34791:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942221.180024:0:34791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788942221.180030:0:34791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942221.180033:0:34791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942221.180035:0:34791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942221.180037:0:34791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942221.180040:0:34791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942221.180042:0:34791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942221.180045:0:34791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942221.180048:0:34791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942221.180051:0:34791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55294c000. 00000080:00000001:2.0:1788942221.180056:0:34791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942221.180058:0:34791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942221.180061:0:34791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942221.180066:0:34791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157925 00800000:00000001:2.0:1788942221.180069:0:34791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942221.180071:0:34791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942221.180073:0:34791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.180076:0:34791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.180079:0:34791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:2.0:1788942221.180082:0:34791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942221.180085:0:34791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942221.180098:0:34791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.180100:0:34791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942221.180101:0:34791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942221.180103:0:34791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942221.180106:0:34791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157925 from it ffffa57dc1c47bb0 00010000:00000001:2.0:1788942221.180108:0:34791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942221.180109:0:34791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942221.180111:0:34791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:2.0:1788942221.180113:0:34791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942221.180115:0:34791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:2.0:1788942221.180117:0:34791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942221.180120:0:34791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942221.180128:0:34791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.180129:0:34791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.180131:0:34791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942221.180134:0:34791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942221.180545:0:34791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942221.180559:0:34791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942221.180564:0:34791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942221.180567:0:34791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942221.180573:0:34791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.180575:0:34791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942221.180577:0:34791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.180581:0:34791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942221.180583:0:34791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.180585:0:34791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.180588:0:34791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.180591:0:34791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942221.180592:0:34791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.180593:0:34791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942221.180597:0:34791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942221.180600:0:34791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942221.180602:0:34791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:2.0:1788942221.180768:0:34791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.180776:0:34791:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788942221.180779:0:34791:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942221.180781:0:34791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47b78 00000080:00200008:2.0:1788942221.180787:0:34791:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 504000 00000080:00000010:2.0:1788942221.180797:0:34791:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e06f00. 00000080:00000001:2.0:1788942221.180802:0:34791:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.180803:0:34791:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.180847:0:34791:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942221.181463:0:34791:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=8028667f arg=7ffd76d002a0 00000080:00000001:2.0:1788942221.181474:0:34791:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:2.0:1788942221.181481:0:34791:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1788942221.181484:0:34791:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.181486:0:34791:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.181488:0:34791:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.181654:0:34791:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788942221.181658:0:34791:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942221.181662:0:34791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47dd0 00000080:00200008:2.0:1788942221.181664:0:34791:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 504000 00000080:00400000:2.0:1788942221.181669:0:34791:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788942221.181673:0:34791:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e06f00. 00000080:00000001:2.0:1788942221.181677:0:34791:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942221.181680:0:34791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c47dd0 00000080:00000008:2.0:1788942221.181681:0:34791:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 504000, rc = 0 00000080:00000001:2.0:1788942221.181684:0:34791:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942221.181686:0:34791:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411245:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942221.411262:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942221.411306:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544aced80. 00000020:00000040:3.0:1788942221.411315:0:38:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:3.0:1788942221.411320:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942221.411324:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942221.411331:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942221.411343:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35700. 00000100:00000001:3.0:1788942221.411352:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411368:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942221.411381:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942221.411387:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411394:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d0366ec] to pc [ptlrpcd_01_00+0] req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.411423:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411426:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942221.411429:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942221.411433:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acce00. 00000020:00000040:3.0:1788942221.411435:0:38:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:3.0:1788942221.411438:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942221.411440:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942221.411442:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942221.411445:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35600. 00000100:00000001:3.0:1788942221.411448:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411452:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942221.411459:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942221.411462:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411465:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cd5838] to pc [ptlrpcd_01_01+1] req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.411473:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411476:0:38:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788942221.411479:0:38:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788942221.411482:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf100. 00000020:00000040:3.0:1788942221.411484:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942221.411487:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942221.411488:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942221.411490:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942221.411494:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b542d35f00. 00000100:00000001:3.0:1788942221.411497:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411500:0:38:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942221.411507:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942221.411509:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411513:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d69b3f8] to pc [ptlrpcd_01_00+0] req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.411520:0:38:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.411524:0:38:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1959) 00000100:00000001:2.0:1788942221.411593:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.411599:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.411602:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942221.411609:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.411617:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942221.411619:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.411623:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942221.411626:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942221.411629:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.411633:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884290816:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942221.411648:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942221.411655:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942221.411658:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.411661:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942221.411666:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b545bbd800. 02000000:00000001:2.0:1788942221.411668:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942221.411678:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942221.411683:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098bb0. 00000400:00000010:2.0:1788942221.411692:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61330. 00000100:00000200:2.0:1788942221.411701:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884290816, portal 25 00000100:00000001:2.0:1788942221.411703:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.411706:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948504960 : -122366761046656 : ffff90b544aced80) 00000100:00000040:2.0:1788942221.411711:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.411719:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942221.411722:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942221.411725:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61bb0. 00000100:00000200:2.0:1788942221.411728:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884290816, offset 0 00000400:00000200:2.0:1788942221.411735:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942221.411746:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.411755:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.411761:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942221.411766:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942221.411771:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942221.411774:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942221.411779:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2671:2671:256:4294967295] 192.168.206.109@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:2.0:1788942221.411783:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.411794:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942221.411801:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.411807:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee100. 00000800:00000200:2.0:1788942221.411815:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.411824:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.411829:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942221.411848:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942221.411880:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942221.411883:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296625739 00000100:00000001:2.0:1788942221.411891:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296622095 00000100:00000001:2.0:1788942221.411895:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296625739 00000100:00000001:2.0:1788942221.411898:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296622095 00000100:00000001:2.0:1788942221.411901:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.411904:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.411907:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942221.411911:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.411917:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942221.411918:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.411920:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942221.411921:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942221.411923:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.411926:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884291072:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942221.411929:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942221.411932:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942221.411933:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.411935:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942221.411938:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b541343e00. 02000000:00000001:2.0:1788942221.411940:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942221.411943:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942221.411945:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098c60. 00000400:00000010:2.0:1788942221.411949:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942221.411952:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884291072, portal 4 00000100:00000001:2.0:1788942221.411954:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.411955:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948505856 : -122366761045760 : ffff90b544acf100) 00000100:00000040:2.0:1788942221.411962:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.411967:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942221.411969:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942221.411972:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61dd0. 00000100:00000200:2.0:1788942221.411974:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884291072, offset 0 00000400:00000200:2.0:1788942221.411978:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942221.411981:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.411984:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.411987:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942221.411989:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942221.411991:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942221.411993:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942221.411996:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2672:2672:255:4294967295] 192.168.206.109@tcp LPNI seq info [2672:2672:7:4294967295] 00000400:00000200:2.0:1788942221.411999:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.412004:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942221.412009:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.412013:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497eed00. 00000800:00000200:2.0:1788942221.412017:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.412021:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.412024:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497eed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942221.412027:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.412032:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 229891 usecs (230 jiffies) 00000400:00000200:2.0:1788942221.412035:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942221.412038:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296621801 00000100:00000001:2.0:1788942221.412040:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942221.412042:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296621801 00000100:00000001:2.0:1788942221.412044:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942221.412046:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.412048:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.412050:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.412053:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.412062:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942221.412065:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942221.412067:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.412069:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.412070:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.412074:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788942221.412075:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.412077:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942221.412079:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.412080:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.412081:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.412083:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942221.412087:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.412094:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942221.412095:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.412097:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942221.412099:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942221.412101:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.412104:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884290944:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942221.412107:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942221.412110:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942221.412112:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.412113:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942221.412117:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b541343c00. 02000000:00000001:2.0:1788942221.412119:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942221.412122:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942221.412125:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098688. 00000400:00000010:2.0:1788942221.412128:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e613b8. 00000100:00000200:2.0:1788942221.412130:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884290944, portal 10 00000100:00000001:2.0:1788942221.412132:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.412134:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496896 : -122366761054720 : ffff90b544acce00) 00000100:00000040:2.0:1788942221.412139:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.412146:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942221.412148:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942221.412150:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61d48. 00000100:00000200:2.0:1788942221.412153:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884290944, offset 0 00000400:00000200:2.0:1788942221.412157:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942221.412161:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.412164:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.412166:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942221.412168:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942221.412170:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942221.412173:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942221.412175:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2673:2673:254:4294967295] 192.168.206.109@tcp LPNI seq info [2673:2673:6:4294967295] 00000400:00000200:2.0:1788942221.412179:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.412185:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942221.412189:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.412193:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee300. 00000800:00000200:2.0:1788942221.412197:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.412201:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.412204:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942221.412207:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.412210:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 810128 usecs (811 jiffies) 00000400:00000200:2.0:1788942221.412214:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942221.412216:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622382 00000100:00000001:2.0:1788942221.412218:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942221.412220:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622382 00000100:00000001:2.0:1788942221.412222:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942221.412224:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.412226:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.412228:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.412230:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.412242:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.412244:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942221.412577:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942221.412582:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee100. 00000400:00000200:3.0:1788942221.412592:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.412598:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942221.412605:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61bb0 00000400:00000010:3.0:1788942221.412609:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61bb0. 00000100:00000001:3.0:1788942221.412615:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942221.412620:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.412630:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.412634:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.412652:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.412653:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942221.412668:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942221.412670:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497eed00. 00000400:00000200:3.0:1788942221.412673:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.412676:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942221.412678:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61dd0 00000400:00000010:3.0:1788942221.412680:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61dd0. 00000100:00000001:3.0:1788942221.412682:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942221.412686:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.412694:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.412696:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.412703:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.412704:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942221.412775:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942221.412777:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee300. 00000400:00000200:3.0:1788942221.412780:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.412784:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942221.412786:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61d48 00000400:00000010:3.0:1788942221.412788:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61d48. 00000100:00000001:3.0:1788942221.412791:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942221.412795:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.412803:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.412806:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.412812:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.412813:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942221.415493:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415520:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942221.415525:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415528:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.415541:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415550:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942221.415560:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415566:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415572:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415577:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f56c00 00000400:00000200:3.0:1788942221.415582:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415589:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x724d [1] + 224 00000800:00000001:3.0:1788942221.415597:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415601:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.415605:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.415610:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942221.415619:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942221.415628:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942221.415649:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.415673:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942221.415683:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415687:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942221.415689:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415692:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.415695:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415698:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942221.415702:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415705:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415707:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415710:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f56b00 00000400:00000200:3.0:1788942221.415714:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415718:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x723d [1] + 224 00000800:00000001:3.0:1788942221.415722:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415726:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.415728:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.415731:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942221.415734:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942221.415739:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942221.415748:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.415756:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942221.415759:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415763:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942221.415764:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415766:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.415769:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415772:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942221.415776:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415778:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415781:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415784:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f56b80 00000400:00000200:3.0:1788942221.415787:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.415791:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x725d [1] + 224 00000800:00000001:3.0:1788942221.415795:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415802:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.415805:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.415808:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942221.415811:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942221.415816:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942221.415825:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942221.415832:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942221.415836:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.415840:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.416331:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.416337:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942221.416345:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942221.416348:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942221.416352:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098688. 00000400:00000200:2.0:1788942221.416356:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e613b8 00000400:00000010:2.0:1788942221.416359:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e613b8. 00000100:00000001:2.0:1788942221.416362:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.416368:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942221.416378:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416385:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942221.416387:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.416390:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942221.416394:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942221.416396:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942221.416399:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.416402:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942221.416412:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=61 v=5 (5 105 105 105) 00000100:00001000:2.0:1788942221.416417:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942221.416420:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942221.416422:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.416426:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942221.416429:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.416433:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942221.416445:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1788942221.416447:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942221.416452:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.416457:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416464:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.416468:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942221.416470:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942221.416474:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942221.416482:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884290944:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942221.416487:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942221.416488:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942221.416489:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098bb0. 00000400:00000200:2.0:1788942221.416491:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61330 00000400:00000010:2.0:1788942221.416493:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61330. 00000100:00000001:2.0:1788942221.416495:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.416498:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942221.416512:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416518:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942221.416520:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.416521:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942221.416523:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942221.416524:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942221.416525:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.416528:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942221.416634:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942221.416646:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942221.416649:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942221.416650:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.416652:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942221.416654:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.416656:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.416661:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416667:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.416669:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942221.416670:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942221.416674:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942221.416681:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2355:1875839884290816:192.168.206.109@tcp:400:kworker.0 00000400:00000001:2.0:1788942221.416686:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942221.416687:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942221.416689:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098c60. 00000400:00000200:2.0:1788942221.416692:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:2.0:1788942221.416693:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:2.0:1788942221.416695:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.416699:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942221.416706:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416711:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942221.416712:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.416714:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942221.416716:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942221.416718:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942221.416719:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.416722:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942221.416726:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942221.416729:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942221.416731:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942221.416732:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.416734:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942221.416736:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.416738:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942221.416739:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942221.416741:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942221.416742:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.416745:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416751:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.416753:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942221.416754:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942221.416757:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942221.416764:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884291072:192.168.206.109@tcp:400:kworker.0 00000100:00000001:2.0:1788942221.416769:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.416772:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.416775:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acce00 x1875839884290944/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416782:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942221.416786:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942221.416790:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b541343c00. 02000000:00000001:2.0:1788942221.416794:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942221.416797:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942221.416799:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:2.0:1788942221.416802:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942221.416805:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35600. 02000000:00000001:2.0:1788942221.416811:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942221.416814:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942221.416816:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acce00. 00000100:00000001:2.0:1788942221.416820:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942221.416822:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.416824:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.416827:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544aced80 x1875839884290816/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416833:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942221.416834:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942221.416836:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b545bbd800. 02000000:00000001:2.0:1788942221.416840:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942221.416841:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942221.416842:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:2.0:1788942221.416844:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942221.416846:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35700. 02000000:00000001:2.0:1788942221.416848:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942221.416848:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942221.416953:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544aced80. 00000100:00000001:2.0:1788942221.416959:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942221.416960:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.416962:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.416966:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acf100 x1875839884291072/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942221.416971:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942221.416972:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942221.416974:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b541343e00. 02000000:00000001:2.0:1788942221.416976:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942221.416977:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942221.416978:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942221.416980:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942221.416982:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b542d35f00. 02000000:00000001:2.0:1788942221.416984:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942221.416985:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942221.416986:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acf100. 00000100:00000001:2.0:1788942221.416989:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942221.416990:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.416992:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.417002:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942221.417005:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.417007:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.417010:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.921024:0:38:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1788942221.921031:0:38:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788942221.921034:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942221.921039:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942221.921047:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942221.921053:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b54363f530 -> ffff90b54363f530 00000020:00000001:3.0:1788942221.921056:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942221.921059:0:38:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942221.921062:0:38:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942221.921065:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921067:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942221.921069:0:38:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942221.921074:0:38:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90b5459d99d0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788942221.921077:0:38:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b5606127c0 00020000:00000001:3.0:1788942221.921082:0:38:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942221.921084:0:38:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942221.921086:0:38:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942221.921088:0:38:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921090:0:38:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942221.921092:0:38:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942221.921094:0:38:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921095:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921096:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942221.921097:0:38:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942221.921108:0:38:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b551308aa8) owner 0000000000000000/ffff90b5606127c0 00000020:00000001:3.0:1788942221.921113:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921115:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942221.921117:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788942221.921120:0:38:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942221.921123:0:38:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942221.921128:0:38:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942221.921132:0:38:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942221.921133:0:38:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942221.921134:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942221.921136:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:3.0:1788942221.921138:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:3.0:1788942221.921142:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b54363f148 -> ffff90b54363f530 00000020:00000001:3.0:1788942221.921144:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942221.921147:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921149:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942221.921150:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921152:0:38:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921154:0:38:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942221.921156:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788942221.921158:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921161:0:38:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921162:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921164:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788942221.921166:0:38:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942221.921168:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921169:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942221.921170:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942221.921172:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921173:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921175:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921177:0:38:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921178:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942221.921179:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921180:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921182:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788942221.921184:0:38:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788942221.921186:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921187:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788942221.921189:0:38:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:3.0:1788942221.921191:0:38:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff90b5459f2800: unstable/dirty counts are both zero 00000008:00000001:3.0:1788942221.921194:0:38:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921196:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921197:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921198:0:38:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921200:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921202:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788942221.921204:0:38:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788942221.921205:0:38:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788942221.921206:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788942221.921208:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942221.921209:0:38:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921211:0:38:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788942221.921212:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942221.921215:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788942221.921217:0:38:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942221.921218:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921219:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942221.921220:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942221.921222:0:38:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921223:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921224:0:38:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942221.921226:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942221.921228:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788942221.921229:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942221.921231:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942221.921232:0:38:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942221.921234:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921235:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942221.921236:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942221.921237:0:38:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921239:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921240:0:38:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942221.921241:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942221.921243:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921245:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942221.921247:0:38:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942221.921248:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942221.921249:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942221.921251:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942221.921252:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:3.0:1788942221.921255:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942221.921269:0:38:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942221.921278:0:38:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942221.921280:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942221.921283:0:38:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942221.921285:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942221.921287:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942221.921289:0:38:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.921292:0:38:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.921299:0:38:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1788942221.921301:0:38:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788942221.921302:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942221.921303:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942221.921305:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942221.921308:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:3.0:1788942221.921309:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942221.921310:0:38:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942221.921312:0:38:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942221.921314:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921315:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942221.921316:0:38:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942221.921318:0:38:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff90b5459d99d0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788942221.921320:0:38:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b5606127c0 00020000:00000001:3.0:1788942221.921323:0:38:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942221.921324:0:38:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942221.921325:0:38:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942221.921326:0:38:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921328:0:38:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942221.921330:0:38:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942221.921331:0:38:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921332:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921333:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942221.921334:0:38:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942221.921335:0:38:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b5606127c0 00000020:00000001:3.0:1788942221.921337:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921338:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942221.921339:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788942221.921340:0:38:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942221.921342:0:38:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942221.921343:0:38:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942221.921346:0:38:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942221.921347:0:38:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942221.921348:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942221.921349:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:3.0:1788942221.921351:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:3.0:1788942221.921354:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b54363f6c0 -> ffff90b54363f918 00000020:00000001:3.0:1788942221.921355:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942221.921357:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921357:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942221.921358:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921360:0:38:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921361:0:38:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942221.921363:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788942221.921364:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921366:0:38:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921367:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921369:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788942221.921370:0:38:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942221.921371:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921372:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942221.921373:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942221.921374:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921376:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921377:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921379:0:38:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921380:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942221.921381:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921383:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921384:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788942221.921385:0:38:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788942221.921386:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921387:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788942221.921388:0:38:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:3.0:1788942221.921390:0:38:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff90b5459f2800: unstable/dirty counts are both zero 00000008:00000001:3.0:1788942221.921391:0:38:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921393:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921395:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921396:0:38:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921398:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921399:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788942221.921400:0:38:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788942221.921401:0:38:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788942221.921402:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788942221.921403:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942221.921405:0:38:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921406:0:38:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788942221.921408:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942221.921409:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788942221.921411:0:38:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942221.921412:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921413:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942221.921414:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942221.921415:0:38:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921416:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921418:0:38:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942221.921419:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942221.921420:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788942221.921421:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942221.921422:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942221.921423:0:38:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942221.921424:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921425:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942221.921426:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942221.921427:0:38:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921428:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921430:0:38:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942221.921431:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942221.921432:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921433:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942221.921434:0:38:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942221.921435:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942221.921436:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942221.921437:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942221.921438:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:3.0:1788942221.921440:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942221.921442:0:38:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942221.921443:0:38:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942221.921445:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942221.921448:0:38:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942221.921449:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942221.921450:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942221.921452:0:38:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.921454:0:38:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942221.921457:0:38:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1788942221.921458:0:38:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788942221.921459:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942221.921460:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942221.921462:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942221.921465:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b5523662d8 -> ffff90b5523662d8 00000020:00000001:3.0:1788942221.921467:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942221.921468:0:38:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942221.921470:0:38:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942221.921472:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921473:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942221.921474:0:38:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942221.921476:0:38:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff90b5459d99d0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788942221.921479:0:38:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b5606127c0 00020000:00000001:3.0:1788942221.921481:0:38:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942221.921482:0:38:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942221.921484:0:38:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942221.921485:0:38:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921487:0:38:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942221.921488:0:38:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942221.921490:0:38:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921491:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921492:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942221.921493:0:38:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942221.921495:0:38:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b5606127c0 00000020:00000001:3.0:1788942221.921497:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921499:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942221.921500:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788942221.921501:0:38:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942221.921502:0:38:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942221.921504:0:38:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942221.921507:0:38:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942221.921508:0:38:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942221.921509:0:38:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942221.921511:0:38:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:3.0:1788942221.921513:0:38:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:3.0:1788942221.921515:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b552366788 -> ffff90b5523662d8 00000020:00000001:3.0:1788942221.921516:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942221.921518:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942221.921519:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942221.921520:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921522:0:38:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921524:0:38:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942221.921525:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788942221.921526:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921529:0:38:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921530:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921532:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788942221.921533:0:38:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942221.921534:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921535:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942221.921536:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942221.921537:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921539:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921540:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.921541:0:38:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921543:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942221.921544:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921545:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921547:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788942221.921547:0:38:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788942221.921548:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.921550:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788942221.921551:0:38:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788942221.921554:0:38:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788942221.921561:0:38:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1788942221.921564:0:38:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1788942221.921565:0:38:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942221.921568:0:38:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788942221.921570:0:38:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1788942221.921572:0:38:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446621707157776576 : -122366551775040 : ffff90b5512628c0) 00000008:00000020:3.0:1788942221.921576:0:38:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff90b5512628c0 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1788942221.921579:0:38:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1788942221.921580:0:38:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1788942221.921582:0:38:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788942221.921584:0:38:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1788942221.921587:0:38:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1788942221.921590:0:38:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff90b545e9b3c0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff90b5512628c0], [1703936|2|+|-|ffff90b5427d0200|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1788942221.921599:0:38:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 0000000076683651 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788942221.921613:0:38:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1788942221.921617:0:38:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5512628c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:3.0:1788942221.921622:0:38:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1788942221.921625:0:38:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788942221.921630:0:38:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90b545e9b3c0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff90b5512628c0], [1703936|2|+|-|ffff90b5427d0200|256|ffff90b5606127c0]} make ready 00000008:00010000:3.0:1788942221.921646:0:38:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000076683651 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788942221.921655:0:38:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1788942221.921657:0:38:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788942221.921674:0:38:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000542ecfc7[2 00000000820f14a4 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1788942221.921676:0:38:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788942221.921678:0:38:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788942221.921680:0:38:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788942221.921681:0:38:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788942221.921684:0:38:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788942221.921692:0:38:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788942221.921695:0:38:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788942221.921698:0:38:0:(cl_page.c:507:__cl_page_state_set()) page@00000000542ecfc7[2 00000000820f14a4 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942221.921700:0:38:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788942221.921702:0:38:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788942221.921703:0:38:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788942221.921706:0:38:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000542ecfc7[2 00000000820f14a4 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788942221.921708:0:38:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788942221.921710:0:38:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.921712:0:38:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1788942221.921713:0:38:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788942221.921719:0:38:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000126370ad[2 00000000820f14a4 1 1 0000000000000000 0 0 1] 00000020:00008000:3.0:1788942221.921720:0:38:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788942221.921721:0:38:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788942221.921722:0:38:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788942221.921724:0:38:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788942221.921725:0:38:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788942221.921726:0:38:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788942221.921728:0:38:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788942221.921730:0:38:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 00000000820f14a4 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788942221.921731:0:38:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788942221.921733:0:38:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788942221.921734:0:38:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788942221.921737:0:38:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000126370ad[2 00000000820f14a4 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788942221.921738:0:38:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788942221.921739:0:38:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921742:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:3.0:1788942221.921744:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:3.0:1788942221.921746:0:38:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788942221.921749:0:38:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.921751:0:38:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000001:3.0:1788942221.921754:0:38:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.921756:0:38:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1788942221.921760:0:38:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90b5459f2800: cli: ffff90b5487f0838 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1788942221.921771:0:38:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff90b5464d3810. 00000008:00000010:3.0:1788942221.921776:0:38:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90b544ae9680. 00000008:00000020:3.0:1788942221.921779:0:38:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:3.0:1788942221.921782:0:38:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1788942221.921785:0:38:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1788942221.921787:0:38:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1788942221.921790:0:38:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788942221/1788942221 00000020:00000001:3.0:1788942221.921794:0:38:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1788942221.921795:0:38:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1788942221.921799:0:38:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1788942221.921802:0:38:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1788942221.921805:0:38:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942221.921812:0:38:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e300 count: 2 00010000:00000001:3.0:1788942221.921815:0:38:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942221.921822:0:38:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788942221.921827:0:38:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788942221.921831:0:38:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942221.921837:0:38:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942221.921841:0:38:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942221.921894:0:38:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.921897:0:38:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942221.921899:0:38:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788942221.921902:0:38:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942221.921905:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942221.921909:0:38:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:3.0:1788942221.921911:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:3.0:1788942221.921914:0:38:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00000008:00000001:3.0:1788942221.921917:0:38:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:3.0:1788942221.921919:0:38:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942221.921920:0:38:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1788942221.921921:0:38:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1788942221.921924:0:38:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1788942221.921930:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acdf80. 00000020:00000040:3.0:1788942221.921935:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942221.921943:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942221.921946:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942221.921949:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942221.921979:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff90b55924c000. 00000100:00000001:3.0:1788942221.921988:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788942221.921998:0:38:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:3.0:1788942221.922008:0:38:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90b5459f2800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:3.0:1788942221.922015:0:38:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1788942221.922050:0:38:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10315 MB/s 00000008:00008000:3.0:1788942221.922062:0:38:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdeaa04e73080 map ffff90b548db6578 index 0 flags 17ffffc0005028 count 2 priv ffff90b546727460: off 0 00000008:00008000:3.0:1788942221.922066:0:38:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffdeaa048cdd00 map ffff90b548db6578 index 1 flags 17ffffc0005028 count 2 priv ffff90b546727380: off 0 00000008:00000001:3.0:1788942221.922076:0:38:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1788942221.922078:0:38:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:3.0:1788942221.922083:0:38:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90b544acdf80 - object 0x240000400:68 offset 0<>8192 00000008:00000001:3.0:1788942221.922086:0:38:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.922089:0:38:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1788942221.922090:0:38:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1788942221.922091:0:38:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1788942221.922093:0:38:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788942221/1788942221 00000020:00000001:3.0:1788942221.922095:0:38:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1788942221.922096:0:38:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1788942221.922098:0:38:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1788942221.922101:0:38:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942221.922103:0:38:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000008:00000002:3.0:1788942221.922118:0:38:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000331b73e1, now 0r/1w/0d in flight req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1788942221.922127:0:38:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:3.0:1788942221.922135:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd09c123] to pc [ptlrpcd_01_01+1] req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788942221.922169:0:38:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1788942221.922171:0:38:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.922174:0:38:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.922175:0:38:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942221.922177:0:38:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.922179:0:38:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942221.922180:0:38:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.922182:0:38:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788942221.922183:0:38:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.922187:0:38:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1788942221.922189:0:38:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.922191:0:38:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1788942221.922194:0:38:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b5512628c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:3.0:1788942221.922198:0:38:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:3.0:1788942221.922201:0:38:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1788942221.922203:0:38:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942221.922204:0:38:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942221.922206:0:38:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942221.922208:0:38:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942221.922209:0:38:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942221.922210:0:38:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942221.922213:0:38:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1788942221.922216:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544ace680. 00000020:00000040:3.0:1788942221.922219:0:38:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:3.0:1788942221.922221:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942221.922223:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942221.922226:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942221.922231:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b548084400. 00000100:00000001:3.0:1788942221.922234:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.922239:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942221.922244:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942221.922248:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a3a5f2e] to pc [ptlrpcd_01_00+0] req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788942221.922257:0:38:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.922260:0:38:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942221.922262:0:38:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.922263:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.922265:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.922267:0:38:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.922268:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.922270:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788942221.922272:0:38:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788942221.922274:0:38:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788942221.922275:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788942221.922351:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.922356:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.922359:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942221.922367:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.922376:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942221.922379:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.922382:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942221.922385:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942221.922388:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.922391:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884291200:192.168.206.109@tcp:4:multiop.0 00000100:00000001:2.0:1788942221.922395:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942221.922403:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942221.922406:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.922409:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942221.922416:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552276000. 02000000:00000001:2.0:1788942221.922418:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942221.922428:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942221.922433:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098c60. 00000400:00000010:2.0:1788942221.922442:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942221.922452:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884291200, portal 4 00000100:00000001:2.0:1788942221.922454:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.922455:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000100:00000040:2.0:1788942221.922465:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.922473:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942221.922476:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942221.922480:0:2356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90b551b85180. 00000100:00000200:2.0:1788942221.922484:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875839884291200, offset 0 00000400:00000200:2.0:1788942221.922491:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942221.922501:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.922511:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.922518:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942221.922522:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942221.922527:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942221.922530:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942221.922534:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2674:2674:256:4294967295] 192.168.206.109@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:2.0:1788942221.922538:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.922549:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942221.922556:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.922582:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90b541343e00. 00000800:00000200:2.0:1788942221.922590:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.922598:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.922602:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b541343e00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1788942221.922620:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.922626:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24308 usecs (25 jiffies) 00000400:00000200:2.0:1788942221.922629:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942221.922632:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622106 00000100:00000001:2.0:1788942221.922644:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942221.922648:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622106 00000100:00000001:2.0:1788942221.922650:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942221.922653:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.922656:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.922659:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.922662:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.922670:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942221.922673:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788942221.922675:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.922676:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.922678:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.922680:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788942221.922682:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.922684:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942221.922685:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.922687:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.922688:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.922689:0:2356:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1788942221.922882:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942221.922888:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90b541343e00. 00000400:00000200:3.0:1788942221.922895:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.922901:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942221.922907:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551b85180 00000400:00000010:3.0:1788942221.922910:0:2347:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff90b551b85180. 00000100:00000001:3.0:1788942221.922914:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942221.922918:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.922929:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.922933:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.922940:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.922942:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788942221.923515:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942221.923520:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.923945:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.923957:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942221.923960:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.923964:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942221.923968:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942221.923970:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942221.923974:0:2356:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884291328:192.168.206.109@tcp:16:kworker.0 00000100:00000001:2.0:1788942221.923979:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942221.923984:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942221.923987:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.923990:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942221.923994:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942221.923997:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942221.924004:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942221.924008:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098bb0. 00000400:00000010:2.0:1788942221.924015:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61330. 00000100:00000200:2.0:1788942221.924021:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884291328, portal 4 00000100:00000001:2.0:1788942221.924023:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.924025:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948503168 : -122366761048448 : ffff90b544ace680) 00000100:00000040:2.0:1788942221.924034:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.924042:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942221.924045:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942221.924047:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e613b8. 00000100:00000200:2.0:1788942221.924050:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875839884291328, offset 0 00000400:00000200:2.0:1788942221.924056:0:2356:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942221.924065:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.924072:0:2356:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942221.924077:0:2356:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942221.924080:0:2356:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942221.924083:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942221.924086:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942221.924090:0:2356:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2675:2675:256:4294967295] 192.168.206.109@tcp LPNI seq info [2675:2675:8:4294967295] 00000400:00000200:2.0:1788942221.924094:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942221.924103:0:2356:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942221.924108:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942221.924115:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee300. 00000800:00000200:2.0:1788942221.924121:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942221.924128:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942221.924133:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788942221.924154:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.924159:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24308 usecs (25 jiffies) 00000400:00000200:2.0:1788942221.924163:0:2356:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942221.924166:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622108 00000100:00000001:2.0:1788942221.924169:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942221.924171:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622108 00000100:00000001:2.0:1788942221.924173:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942221.924176:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.924178:0:2356:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.924182:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.924185:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942221.924537:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942221.924541:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee300. 00000400:00000200:3.0:1788942221.924548:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.924554:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942221.924569:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e613b8 00000400:00000010:3.0:1788942221.924571:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e613b8. 00000100:00000001:3.0:1788942221.924576:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942221.924581:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.924591:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942221.924595:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.924602:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942221.924604:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942221.927765:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.927787:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942221.927792:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.927794:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.927805:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.927814:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942221.927824:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.927830:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.927836:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.927841:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 432 into portal 4 MB=0x6aa1101f56d00 00000400:00000200:3.0:1788942221.927846:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.927890:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 432/432 into md 0x727d [1] + 224 00000800:00000001:3.0:1788942221.927898:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.927906:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.927910:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.927915:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942221.927925:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942221.927936:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942221.927948:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.927984:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942221.927995:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.927999:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.928293:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.928298:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942221.928307:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942221.928310:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942221.928313:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098bb0. 00000400:00000200:2.0:1788942221.928318:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61330 00000400:00000010:2.0:1788942221.928321:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61330. 00000100:00000001:2.0:1788942221.928325:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.928331:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942221.928341:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.928348:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942221.928350:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.928353:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942221.928357:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942221.928359:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942221.928362:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.928365:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942221.928377:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942221.928381:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942221.928384:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942221.928386:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.928389:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942221.928393:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.928397:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942221.928399:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788942221.928402:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942221.928403:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.928408:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.928416:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.928419:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942221.928421:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788942221.928426:0:2356:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:2.0:1788942221.928434:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:2.0:1788942221.928436:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:2.0:1788942221.928439:0:2356:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788942221.928443:0:2356:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942221.928446:0:2356:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.928448:0:2356:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.928450:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000001:2.0:1788942221.928461:0:2356:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.928465:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942221.928473:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884291328:192.168.206.109@tcp:16:kworker.0 00000100:00000001:2.0:1788942221.928479:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.928482:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.928486:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544ace680 x1875839884291328/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942237 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.928492:0:2356:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942221.928495:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942221.928499:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942221.928504:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942221.928507:0:2356:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942221.928509:0:2356:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942221.928511:0:2356:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942221.928515:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b548084400. 02000000:00000001:2.0:1788942221.928519:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942221.928521:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942221.928523:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544ace680. 00000100:00000001:2.0:1788942221.928526:0:2356:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942221.928528:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.928531:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.928533:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.928534:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942221.928535:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.928537:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.928623:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788942221.928628:0:38:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.928631:0:38:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788942221.928644:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788942221.928647:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788942221.928650:0:38:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788942221.928653:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.928654:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788942221.928656:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788942221.928657:0:38:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.928660:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.928661:0:38:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788942221.928662:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788942221.928664:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788942221.928666:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788942221.928667:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942221.928669:0:38:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788942221.928671:0:38:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942221.928672:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788942221.928673:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788942221.928675:0:38:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.928677:0:38:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942221.928678:0:38:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942221.928679:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788942221.928681:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942221.928684:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942221.928686:0:38:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788942221.928689:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788942221.928697:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942221.928699:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942221.928702:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:3.0:1788942221.928706:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788942221.928708:0:38:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788942221.928711:0:38:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788942221.928714:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788942221.928717:0:38:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942221.928718:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942221.928722:0:38:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942221.928725:0:38:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:3.0:1788942221.928729:0:38:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942221.932103:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.932186:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942221.932191:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.932194:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.932204:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.932213:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942221.932327:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.932334:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.932340:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.932345:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 448 into portal 4 MB=0x6aa1101f56c80 00000400:00000200:3.0:1788942221.932351:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942221.932358:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 448/448 into md 0x726d [1] + 224 00000800:00000001:3.0:1788942221.932367:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.932376:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942221.932380:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942221.932385:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942221.932396:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942221.932406:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942221.932419:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942221.932442:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942221.932451:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942221.932455:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.932842:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.932849:0:2356:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942221.932888:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942221.932890:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942221.932894:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098c60. 00000400:00000200:2.0:1788942221.932900:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:2.0:1788942221.932903:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:2.0:1788942221.932906:0:2356:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942221.932913:0:2356:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942221.932924:0:2356:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acdf80 x1875839884291200/t0(0) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.932931:0:2356:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942221.932933:0:2356:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.932937:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942221.932941:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942221.932944:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942221.932946:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942221.932950:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942221.932962:0:2356:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95ca8 time=60 v=5 (5 0 0 0) 00000100:00001000:2.0:1788942221.932967:0:2356:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942221.932970:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942221.932972:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942221.932975:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942221.932979:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.932982:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788942221.932985:0:2356:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788942221.932987:0:2356:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788942221.932990:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942221.932992:0:2356:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948501376 : -122366761050240 : ffff90b544acdf80) 00000100:00000001:2.0:1788942221.932996:0:2356:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942221.932998:0:2356:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788942221.933001:0:2356:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942221.933004:0:2356:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.933009:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acdf80 x1875839884291200/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.933018:0:2356:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942221.933020:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942221.933023:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788942221.933027:0:2356:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1788942221.933029:0:2356:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1788942221.933035:0:2356:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1788942221.933039:0:2356:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1788942221.933045:0:2356:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for usr 0 00000001:04000000:2.0:1788942221.933047:0:2356:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for grp 0 00000001:04000000:2.0:1788942221.933049:0:2356:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90b5459f2800: setdq to remove for prj 0 00000001:00000001:2.0:1788942221.933052:0:2356:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788942221.933055:0:2356:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1788942221.933058:0:2356:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:2.0:1788942221.933062:0:2356:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1788942221.933065:0:2356:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1788942221.933068:0:2356:0:(osc_request.c:2586:brw_interpret()) request ffff90b544acdf80 aa ffff90b544ace130 rc 0 00000020:00000001:2.0:1788942221.933076:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:2.0:1788942221.933080:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:2.0:1788942221.933082:0:2356:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788942221.933086:0:2356:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942221.933089:0:2356:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.933091:0:2356:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.933093:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000010:2.0:1788942221.933096:0:2356:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90b544ae9680. 00000020:00000001:2.0:1788942221.933101:0:2356:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:2.0:1788942221.933104:0:2356:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1788942221.933119:0:2356:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1788942221.933122:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.933126:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acdf80 x1875839884291200/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.933133:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942221.933138:0:2356:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788942221.933141:0:2356:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90b545e9b3c0@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff90b5512628c0], [1703936|2|+|-|ffff90b5427d0200|256|ffff90b5606127c0]} extent finished. 00000008:00010000:2.0:1788942221.933151:0:2356:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000076683651 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1788942221.933166:0:2356:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788942221.933170:0:2356:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788942221.933176:0:2356:0:(cl_page.c:1104:cl_page_complete()) page@00000000542ecfc7[2 00000000820f14a4 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788942221.933178:0:2356:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788942221.933181:0:2356:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788942221.933182:0:2356:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788942221.933185:0:2356:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788942221.933188:0:2356:0:(cl_page.c:507:__cl_page_state_set()) page@00000000542ecfc7[2 00000000820f14a4 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788942221.933190:0:2356:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788942221.933192:0:2356:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788942221.933195:0:2356:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788942221.933199:0:2356:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000542ecfc7[2 00000000820f14a4 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788942221.933201:0:2356:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788942221.933215:0:2356:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788942221.933217:0:2356:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788942221.933219:0:2356:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788942221.933222:0:2356:0:(cl_page.c:556:cl_batch_put()) page@00000000542ecfc7[2 00000000820f14a4 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788942221.933223:0:2356:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788942221.933225:0:2356:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788942221.933226:0:2356:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:2.0:1788942221.933228:0:2356:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788942221.933229:0:2356:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788942221.933231:0:2356:0:(cl_page.c:1104:cl_page_complete()) page@00000000126370ad[2 00000000820f14a4 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788942221.933233:0:2356:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788942221.933234:0:2356:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788942221.933235:0:2356:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788942221.933237:0:2356:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788942221.933239:0:2356:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 00000000820f14a4 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788942221.933241:0:2356:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788942221.933242:0:2356:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788942221.933244:0:2356:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788942221.933246:0:2356:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000126370ad[2 00000000820f14a4 1 1 0000000000000000 0 0 1] 00000080:00008000:2.0:1788942221.933248:0:2356:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788942221.933255:0:2356:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788942221.933256:0:2356:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788942221.933257:0:2356:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788942221.933260:0:2356:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[2 00000000820f14a4 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788942221.933262:0:2356:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788942221.933263:0:2356:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788942221.933264:0:2356:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788942221.933267:0:2356:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:2.0:1788942221.933273:0:2356:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90b545e9b3c0@{[0 -> 255/255], [1|0|-|inv|wuY|ffff90b5512628c0], [1703936|0|-|-|ffff90b5427d0200|256|ffff90b5606127c0]} destroyed. 00000008:00010000:2.0:1788942221.933282:0:2356:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000076683651 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942221.933290:0:2356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942221.933293:0:2356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788942221.933297:0:2356:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90b545e9b3c0. 00000008:00000001:2.0:1788942221.933300:0:2356:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788942221.933302:0:2356:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff90b5464d3810. 00000008:00000020:2.0:1788942221.933311:0:2356:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff90b5487f0838. 00000008:00000001:2.0:1788942221.933325:0:2356:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942221.933331:0:2356:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acdf80 x1875839884291200/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788942221.933339:0:2356:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2356:1875839884291200:192.168.206.109@tcp:4:multiop.0 00000100:00000001:2.0:1788942221.935392:0:2356:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.935399:0:2356:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942221.935412:0:2356:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acdf80 x1875839884291200/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942221.935423:0:2356:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.935426:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942221.935436:0:2356:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942221.935440:0:2356:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942221.935444:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942221.935448:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942221.935471:0:33098:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788942221.935484:0:33098:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b552124120. 00000020:00000010:2.0:1788942221.935491:0:33098:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b541343c00. 00000020:00000010:2.0:1788942221.935497:0:33098:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b541343000. 00000020:00000010:2.0:1788942221.935501:0:33098:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b544abd180. 00000008:00000010:2.0:1788942221.935508:0:33098:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b550cbefe0. 00020000:00000010:2.0:1788942221.935513:0:33098:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b560699540. 00008000:00000010:2.0:1788942221.935519:0:33098:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b545980000. 00000080:00000010:2.0:1788942221.935526:0:33098:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b5485eb9d8. 00000080:00000010:2.0:1788942221.935531:0:33098:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b545ebee40. 00000020:00000010:2.0:1788942221.935537:0:33098:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b541343e00. 00000008:00000010:2.0:1788942221.935541:0:33098:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b558fd5ce0. 00020000:00000010:2.0:1788942221.935545:0:33098:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b558fecff8. 00008000:00000010:2.0:1788942221.935549:0:33098:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b544ddb870. 00000080:00000010:2.0:1788942221.935554:0:33098:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b544e853c0. 00000020:00000001:2.0:1788942221.935557:0:33098:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173249320 : -122366536302296 : ffff90b552124128) 00000020:00001000:2.0:1788942221.935559:0:33098:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124120 00000008:00000020:2.0:1788942221.935562:0:33098:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90b5487f0838. 00000008:00000001:2.0:1788942221.935566:0:33098:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788942221.935568:0:33098:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1788942221.935571:0:33098:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942221.935573:0:33098:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1788942221.935575:0:33098:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124120 00010000:00000001:3.0:1788942222.049004:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942222.049012:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.049018:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942222.049019:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.049022:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942222.049023:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.049818:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942222.049824:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.049829:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788942222.118958:0:34784:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1788942222.118970:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57e48 00000080:00200008:0.0:1788942222.118977:0:34784:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:0.0:1788942222.118990:0:34784:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942222.118996:0:34784:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000002:0.0:1788942222.119001:0:34784:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000001:0.0:1788942222.119005:0:34784:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942222.119009:0:34784:0:(file.c:5353:ll_mdsync()) inode ffff90b548da2a08 metadata sync [0x200000404:0x34:0x0] (need_sync=1) 00800000:00000001:0.0:1788942222.119017:0:34784:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:0.0:1788942222.119024:0:34784:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1788942222.119037:0:34784:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997b80. 00000020:00000040:0.0:1788942222.119043:0:34784:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942222.119049:0:34784:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942222.119053:0:34784:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942222.119059:0:34784:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942222.119070:0:34784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b544eb4400. 00000100:00000001:0.0:1788942222.119079:0:34784:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.119088:0:34784:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942222.119091:0:34784:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942222.119099:0:34784:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.119102:0:34784:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928579136 : -122366780972480 : ffff90b5437ce240) 00000100:00000001:0.0:1788942222.119105:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.119107:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000001:0.0:1788942222.119113:0:34784:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.119119:0:34784:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.119122:0:34784:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942222.119124:0:34784:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.119137:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.119148:0:34784:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.119151:0:34784:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.119155:0:34784:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.119158:0:34784:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.119161:0:34784:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.119165:0:34784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884291456:192.168.206.109@tcp:44:multiop.0 00000100:00000001:0.0:1788942222.119170:0:34784:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.119177:0:34784:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.119180:0:34784:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.119183:0:34784:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.119188:0:34784:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aecc00. 02000000:00000001:0.0:1788942222.119190:0:34784:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.119198:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.119203:0:34784:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520970b0. 00000400:00000010:0.0:1788942222.119212:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a770. 00000100:00000200:0.0:1788942222.119221:0:34784:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884291456, portal 10 00000100:00000001:0.0:1788942222.119223:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.119225:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000040:0.0:1788942222.119232:0:34784:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.119239:0:34784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.119242:0:34784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.119246:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aa18. 00000100:00000200:0.0:1788942222.119250:0:34784:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875839884291456, offset 0 00000400:00000200:0.0:1788942222.119256:0:34784:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.119267:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.119276:0:34784:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.119282:0:34784:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.119286:0:34784:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.119290:0:34784:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.119293:0:34784:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.119297:0:34784:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2676:2676:256:4294967295] 192.168.206.109@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:0.0:1788942222.119302:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.119313:0:34784:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.119319:0:34784:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.119325:0:34784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b100. 00000800:00000200:0.0:1788942222.119333:0:34784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.119975:0:34784:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.119983:0:34784:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.120004:0:34784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.120010:0:34784:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 809160 usecs (810 jiffies) 00000400:00000200:0.0:1788942222.120016:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.120019:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623089 00000100:00000001:0.0:1788942222.120023:0:34784:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.120026:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623089 00000100:00000001:0.0:1788942222.120028:0:34784:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.120031:0:34784:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.120035:0:34784:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.120038:0:34784:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.120040:0:34784:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942222.120044:0:34784:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce240 going to sleep for 11 seconds 00000100:00000001:0.0:1788942222.120047:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.120051:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.122204:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.122218:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b100. 00000400:00000200:3.0:1788942222.122227:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.122239:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.122249:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aa18 00000400:00000010:3.0:1788942222.122252:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aa18. 00000100:00000001:3.0:1788942222.122259:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.122269:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.122284:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.122288:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.122296:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.122298:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.131425:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.131448:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.131453:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.131456:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.131467:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.131476:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.131487:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.131493:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.131500:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.131505:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 440 into portal 10 MB=0x6aa1101f56d80 00000400:00000200:3.0:1788942222.131511:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.131518:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 440/440 into md 0x728d [1] + 224 00000800:00000001:3.0:1788942222.131527:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.131534:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.131539:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.131544:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.131554:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.131620:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942222.131641:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.131697:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942222.131716:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.131728:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.131732:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942222.133346:0:34784:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.133355:0:34784:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.133360:0:34784:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520970b0. 00000400:00000200:0.0:1788942222.133369:0:34784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a770 00000400:00000010:0.0:1788942222.133372:0:34784:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a770. 00000100:00000001:0.0:1788942222.133377:0:34784:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.133389:0:34784:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942222.133400:0:34784:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.133408:0:34784:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.133410:0:34784:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.133412:0:34784:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.133416:0:34784:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.133419:0:34784:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.133422:0:34784:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.133425:0:34784:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.133436:0:34784:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=62 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942222.133441:0:34784:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.133444:0:34784:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.133446:0:34784:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.133449:0:34784:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.133453:0:34784:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.133457:0:34784:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942222.133459:0:34784:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: committing for last_committed 8589934612 gen 2 00000100:00000040:0.0:1788942222.133465:0:34784:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff90b545e65c00 x1875839884288384/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.133472:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.133475:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884288384/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 568/448 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.133481:0:34784:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.133483:0:34784:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.133487:0:34784:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8400. 02000000:00000001:0.0:1788942222.133491:0:34784:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.133494:0:34784:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.133496:0:34784:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.133498:0:34784:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.133501:0:34784:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487bac00. 02000000:00000001:0.0:1788942222.133504:0:34784:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.133506:0:34784:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.133508:0:34784:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:0.0:1788942222.133511:0:34784:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.133513:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.133517:0:34784:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff90b545e66a00 x1875839884289408/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.133523:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.133526:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884289408/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 520/456 e 0 to 0 dl 1788942236 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.133531:0:34784:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.133532:0:34784:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.133533:0:34784:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b8000. 02000000:00000001:0.0:1788942222.133535:0:34784:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.133537:0:34784:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.133538:0:34784:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.133540:0:34784:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.133541:0:34784:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487ba000. 02000000:00000001:0.0:1788942222.133544:0:34784:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.133545:0:34784:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.133546:0:34784:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00000100:00000001:0.0:1788942222.133548:0:34784:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.133549:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788942222.133554:0:34784:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942222.134306:0:34784:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.134315:0:34784:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788942222.134318:0:34784:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:0.0:1788942222.134321:0:34784:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.134323:0:34784:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.134328:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.134335:0:34784:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.134338:0:34784:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.134340:0:34784:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.134344:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942222.134351:0:34784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884291456:192.168.206.109@tcp:44:multiop.0 00000100:00000001:0.0:1788942222.134356:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.134360:0:34784:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.134362:0:34784:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.134365:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.134367:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.134378:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.134381:0:34784:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.134383:0:34784:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.134385:0:34784:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.134389:0:34784:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.134393:0:34784:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.134395:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.134398:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997b80 x1875839884291456/t0(0) o44->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 448/440 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.134404:0:34784:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.134407:0:34784:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.134410:0:34784:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aecc00. 02000000:00000001:0.0:1788942222.134412:0:34784:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.134414:0:34784:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.134416:0:34784:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.134418:0:34784:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.134420:0:34784:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b544eb4400. 02000000:00000001:0.0:1788942222.134422:0:34784:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.134424:0:34784:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.134426:0:34784:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997b80. 00000100:00000001:0.0:1788942222.134429:0:34784:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.134430:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942222.134434:0:34784:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1788942222.134436:0:34784:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.134439:0:34784:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788942222.134442:0:34784:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.134448:0:34784:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:0.0:1788942222.134451:0:34784:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:0.0:1788942222.134458:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:0.0:1788942222.134461:0:34784:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942222.134464:0:34784:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942222.134467:0:34784:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942222.134470:0:34784:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.134472:0:34784:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942222.134474:0:34784:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.134478:0:34784:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff90b545ebfc80 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1788942222.134482:0:34784:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000001:1.0:1788942222.134622:0:34784:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942222.134625:0:34784:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942222.134628:0:34784:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942222.134630:0:34784:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.134643:0:34784:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942222.134646:0:34784:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942222.134648:0:34784:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.134650:0:34784:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.134651:0:34784:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942222.134652:0:34784:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942222.134654:0:34784:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00000020:00000001:1.0:1788942222.134658:0:34784:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.134661:0:34784:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788942222.134663:0:34784:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788942222.134665:0:34784:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788942222.134668:0:34784:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788942222.134673:0:34784:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1788942222.134677:0:34784:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.134678:0:34784:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942222.134680:0:34784:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942222.134683:0:34784:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:1.0:1788942222.134685:0:34784:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000020:00000001:1.0:1788942222.134689:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f6c0 -> ffff90b54363f918 00000020:00000001:1.0:1788942222.134691:0:34784:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942222.134695:0:34784:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.134696:0:34784:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942222.134697:0:34784:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.134699:0:34784:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.134701:0:34784:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:1.0:1788942222.134704:0:34784:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788942222.134705:0:34784:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.134708:0:34784:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.134710:0:34784:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.134711:0:34784:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788942222.134713:0:34784:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788942222.134715:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942222.134716:0:34784:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788942222.134718:0:34784:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942222.134720:0:34784:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.134721:0:34784:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.134723:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.134725:0:34784:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.134727:0:34784:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942222.134728:0:34784:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.134729:0:34784:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.134731:0:34784:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788942222.134734:0:34784:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788942222.134736:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942222.134737:0:34784:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788942222.134739:0:34784:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788942222.134742:0:34784:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788942222.134747:0:34784:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b548957a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:1.0:1788942222.135022:0:34784:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.135026:0:34784:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788942222.135029:0:34784:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b548957a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788942222.135032:0:34784:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.135034:0:34784:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788942222.135037:0:34784:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788942222.135039:0:34784:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788942222.135041:0:34784:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788942222.135043:0:34784:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788942222.135044:0:34784:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788942222.135045:0:34784:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788942222.135049:0:34784:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788942222.135060:0:34784:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66a00. 00000020:00000040:1.0:1788942222.135064:0:34784:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942222.135069:0:34784:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942222.135074:0:34784:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942222.135080:0:34784:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942222.135091:0:34784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222c200. 00000100:00000001:1.0:1788942222.135098:0:34784:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.135107:0:34784:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942222.135112:0:34784:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942222.135122:0:34784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f8c4680] to pc [ptlrpcd_00_00+0] req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.135169:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.135173:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.135176:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.135182:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.135191:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.135193:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.135198:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.135201:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.135203:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.135207:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884291584:192.168.206.109@tcp:16:multiop.0 00000100:00000001:0.0:1788942222.135211:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.135218:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.135221:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.135223:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.135229:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aecc00. 02000000:00000001:0.0:1788942222.135231:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.135240:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.135246:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520970b0. 00000400:00000010:0.0:1788942222.135254:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a770. 00000100:00000200:0.0:1788942222.135263:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884291584, portal 4 00000100:00000001:0.0:1788942222.135266:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.135267:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969049600 : -122366740502016 : ffff90b545e66a00) 00000100:00000040:0.0:1788942222.135275:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942238 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.135282:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.135285:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.135288:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5ab28. 00000100:00000200:0.0:1788942222.135292:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875839884291584, offset 0 00000400:00000200:0.0:1788942222.135299:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.135308:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.135317:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.135323:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.135328:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.135332:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.135335:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.135339:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2677:2677:256:4294967295] 192.168.206.109@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:0.0:1788942222.135343:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.135356:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.135362:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.135368:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b800. 00000800:00000200:0.0:1788942222.135375:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.135384:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.135388:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.135406:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.135410:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24192 usecs (25 jiffies) 00000400:00000200:0.0:1788942222.135414:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.135416:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622319 00000100:00000001:0.0:1788942222.135420:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.135422:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622319 00000100:00000001:0.0:1788942222.135424:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.135427:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.135430:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.135432:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.135434:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788942222.135492:0:34784:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.135496:0:34784:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.135497:0:34784:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.135500:0:34784:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.135502:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.135503:0:34784:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.135505:0:34784:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.135507:0:34784:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788942222.135509:0:34784:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788942222.135511:0:34784:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788942222.135512:0:34784:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788942222.135523:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942222.135526:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.135582:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.135588:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000400:00000200:3.0:1788942222.135593:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.135599:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.135604:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5ab28 00000400:00000010:3.0:1788942222.135607:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5ab28. 00000100:00000001:3.0:1788942222.135612:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.135616:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942238 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.135627:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.135630:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.135646:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.135648:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788942222.135732:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.135735:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942222.135738:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.135740:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.135741:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.135743:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942222.141351:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.141375:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.141380:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.141383:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.141393:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.141403:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.141413:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.141420:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.141427:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.141432:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f56e00 00000400:00000200:3.0:1788942222.141438:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.141445:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x7295 [1] + 224 00000800:00000001:3.0:1788942222.141454:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.141462:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.141466:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.141471:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.141481:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.141491:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942238 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.141503:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.141528:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.141538:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.141548:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.141808:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.141814:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.141823:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.141825:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.141829:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520970b0. 00000400:00000200:0.0:1788942222.141835:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a770 00000400:00000010:0.0:1788942222.141838:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a770. 00000100:00000001:0.0:1788942222.141841:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.141846:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942222.141901:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/432 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.141908:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.141911:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.141914:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.141918:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.141921:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.141923:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.141927:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.141939:0:2353:0:(import.c:2195:obd_at_measure()) add 0 to ffff90b551b95c60 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942222.141943:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.141947:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1788942222.141951:0:2353:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff90b5459f2800: operation ost_sync to node 192.168.206.109@tcp failed: rc = -107 00000100:00000001:0.0:1788942222.141955:0:2353:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788942222.141959:0:2353:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1788942222.141962:0:2353:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff90b5459f2800 of lustre-OST0000_UUID@192.168.206.109@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1788942222.141968:0:2353:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788942222.141972:0:2353:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff90b5459f2800: Connection to lustre-OST0000 (at 192.168.206.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788942222.141976:0:2353:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942222.141980:0:2353:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788942222.141983:0:2353:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.141985:0:2353:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00000001:0.0:1788942222.141988:0:2353:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788942222.141990:0:2353:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788942222.141994:0:2353:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788942222.141997:0:2353:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: connect to NID 192.168.206.109@tcp last attempt 1945 00000400:00000200:0.0:1788942222.142003:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.142008:0:2353:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.206.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1788942222.142013:0:2353:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942222.142017:0:2353:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942222.142020:0:2353:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942222.142023:0:2353:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000001:0.0:1788942222.142037:0:2353:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:0.0:1788942222.142040:0:2353:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:0.0:1788942222.142043:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.142047:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:0.0:1788942222.142050:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:0.0:1788942222.142053:0:2353:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000040:0.0:1788942222.142056:0:2353:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 11 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942222.142059:0:2353:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788942222.142061:0:2353:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00000100:00000001:0.0:1788942222.142063:0:2353:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 00000020:00000040:0.0:1788942222.142232:0:2353:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00080000:0.0:1788942222.142240:0:2353:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff90b5459f2800: import ffff90b551b95800 using connection 192.168.206.109@tcp/192.168.206.109@tcp 00000100:00000001:0.0:1788942222.142243:0:2353:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.142246:0:2353:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788942222.142256:0:2353:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.142259:0:2353:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.142262:0:2353:0:(obd_class.h:894:obd_reconnect()) Process entered 00000008:00100000:0.0:1788942222.142267:0:2353:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788942222.142270:0:2353:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.142272:0:2353:0:(obd_class.h:908:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.142281:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545997b80. 00000020:00000040:0.0:1788942222.142286:0:2353:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=5 obd=lustre-OST0000-osc-ffff90b5459f2800 02000000:00000001:0.0:1788942222.142291:0:2353:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942222.142292:0:2353:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.142297:0:2353:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942222.142300:0:2353:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942222.142305:0:2353:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942222.142315:0:2353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aed400. 00000100:00000001:0.0:1788942222.142322:0:2353:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.142329:0:2353:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942222.142339:0:2353:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.142344:0:2353:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.142349:0:2353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9a93126] to pc [ptlrpcd_rcv+-1] req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.142419:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942222.142423:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942222.142426:0:2352:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942222.142435:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.142444:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942222.142447:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.142451:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942222.142454:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942222.142457:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942222.142461:0:2352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884291712:192.168.206.109@tcp:8:ptlrpcd_00_00.0 00000100:00000001:2.0:1788942222.142466:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942222.142471:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942222.142474:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.142477:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942222.142483:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942222.142486:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942222.142492:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942222.142495:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098c60. 00000400:00000010:2.0:1788942222.142502:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942222.142509:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884291712, portal 4 00000100:00000001:2.0:1788942222.142512:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.142515:0:2352:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964007808 : -122366745543808 : ffff90b545997b80) 00000100:00000040:2.0:1788942222.142522:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.142530:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942222.142533:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942222.142536:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61330. 00000100:00000200:2.0:1788942222.142552:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875839884291712, offset 0 00000400:00000200:2.0:1788942222.142559:0:2352:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942222.142568:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.142576:0:2352:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.142583:0:2352:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942222.142587:0:2352:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942222.142591:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942222.142594:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942222.142598:0:2352:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2678:2678:256:4294967295] 192.168.206.109@tcp LPNI seq info [2678:2678:8:4294967295] 00000400:00000200:2.0:1788942222.142603:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.142612:0:2352:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942222.142618:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.142625:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497eed00. 00000800:00000200:2.0:1788942222.142632:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.142650:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.142655:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497eed00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788942222.142672:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.142678:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24126 usecs (25 jiffies) 00000400:00000200:2.0:1788942222.142693:0:2352:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942222.142697:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622326 00000100:00000001:2.0:1788942222.142700:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.142702:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622326 00000100:00000001:2.0:1788942222.142704:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.142706:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.142710:0:2352:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.142712:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.142715:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942222.142888:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.142894:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497eed00. 00000400:00000200:3.0:1788942222.142900:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.142906:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.142912:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61330 00000400:00000010:3.0:1788942222.142914:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61330. 00000100:00000001:3.0:1788942222.142919:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.142924:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.142931:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.142935:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.142943:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.142945:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788942222.143206:0:2353:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.143210:0:2353:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1788942222.143213:0:2353:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788942222.143217:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.143219:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.143229:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.143232:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.143234:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.143235:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.143239:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.143241:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.143243:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.143245:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.143247:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.144016:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942222.144022:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788942222.144025:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942222.144130:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942222.144134:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.144137:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942222.146676:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.146812:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.146817:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.146821:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.146831:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.146841:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.146900:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.146907:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.146914:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.146921:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 416 into portal 4 MB=0x6aa1101f56e80 00000400:00000200:3.0:1788942222.146928:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.146936:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 416/416 into md 0x729d [1] + 0 00000800:00000001:3.0:1788942222.146946:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.146954:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.146959:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.146965:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.147045:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.147058:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942222.147141:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.147165:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.147280:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.147285:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.147420:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942222.147425:0:2352:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942222.147434:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942222.147436:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942222.147441:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098c60. 00000400:00000200:2.0:1788942222.147446:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:2.0:1788942222.147448:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:2.0:1788942222.147452:0:2352:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942222.147457:0:2352:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942222.147466:0:2352:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.147473:0:2352:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942222.147475:0:2352:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.147478:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942222.147483:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942222.147486:0:2352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942222.147488:0:2352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.147492:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942222.147502:0:2352:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942222.147508:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942222.147510:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942222.147513:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.147516:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942222.147520:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.147524:0:2352:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942222.147527:0:2352:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788942222.147649:0:2352:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942222.147653:0:2352:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.147661:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.147669:0:2352:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.147673:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942222.147675:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.147678:0:2352:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788942222.147812:0:2352:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90b5459f2800: connect to target with instance 1 00000020:00000001:2.0:1788942222.147817:0:2352:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942222.147819:0:2352:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:2.0:1788942222.147822:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.147826:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:2.0:1788942222.147829:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:2.0:1788942222.147832:0:2352:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00001000:2.0:1788942222.147836:0:2352:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=1788942222 v=0 (0 0 0 0) 00000100:00001000:2.0:1788942222.147840:0:2352:0:(import.c:2261:obd_at_measure()) AT ffff90b551b95c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788942222.147845:0:2352:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1611, crc32c 10315, adler 1115 00000020:00000040:2.0:1788942222.147878:0:2352:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:2.0:1788942222.147882:0:2352:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:2.0:1788942222.147886:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788942222.147890:0:2352:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90b5459f2800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1788942222.147894:0:2352:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:2.0:1788942222.147897:0:2352:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788942222.147902:0:2352:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788942222.147905:0:2352:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.147909:0:2352:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942222.147911:0:2352:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942222.147914:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.147916:0:2352:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:2.0:1788942222.147921:0:2352:0:(import.c:1382:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff90b5459f2800: evicting (reconnect/recover flags not set: 4) req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788942222.147931:0:2352:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1788942222.147935:0:2352:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:2.0:1788942222.147939:0:2352:0:(import.c:1707:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff90b5459f2800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:2.0:1788942222.161412:0:2352:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.206.109@tcp; invalidating 00000020:00000040:2.0:1788942222.161420:0:2352:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=6 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:2.0:1788942222.162943:0:2352:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.162954:0:2352:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.162973:0:2352:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942222.162993:0:2352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b8e7595c-9941-401e-aeac-55facd9dfb74:2352:1875839884291712:192.168.206.109@tcp:8:ptlrpcd_00_00.0 00000100:00000001:2.0:1788942222.162999:0:2352:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.163004:0:2352:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.163008:0:2352:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545997b80 x1875839884291712/t0(0) o8->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1788942232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.163014:0:2352:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942222.163018:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942222.163023:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942222.163028:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942222.163031:0:2352:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942222.163033:0:2352:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=5 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942222.163036:0:2352:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942222.163039:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aed400. 02000000:00000001:2.0:1788942222.163043:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942222.163046:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942222.163048:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545997b80. 00000100:00000001:2.0:1788942222.163053:0:2352:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942222.163054:0:2352:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.163057:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.163075:0:2352:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942222.163077:0:2352:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.163080:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942222.163083:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.163294:0:34800:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1788942222.163308:0:34800:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff90b5459f2800 to lustre-OST0000_UUID@192.168.206.109@tcp 00000100:00000001:0.0:1788942222.163312:0:34800:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1788942222.163314:0:34800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1788942222.163316:0:34800:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1788942222.163323:0:34800:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.163342:0:34800:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788942222.163345:0:34800:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: committing for last_committed 4294967345 gen 20 00000100:00100000:0.0:1788942222.163352:0:34800:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff90b544acdf80 x1875839884291200/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.163358:0:34800:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.163362:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.163364:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acdf80 x1875839884291200/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788942237 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.163370:0:34800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.163372:0:34800:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.163374:0:34800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552276000. 02000000:00000001:0.0:1788942222.163378:0:34800:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.163380:0:34800:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.163382:0:34800:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.163384:0:34800:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.163385:0:34800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff90b55924c000. 02000000:00000001:0.0:1788942222.163403:0:34800:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.163405:0:34800:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.163406:0:34800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acdf80. 00000100:00000001:0.0:1788942222.163410:0:34800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.163411:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.163415:0:34800:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1788942222.163417:0:34800:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.163419:0:34800:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1788942222.163420:0:34800:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1788942222.163422:0:34800:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942222.163426:0:34800:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788942222.163429:0:34800:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942222.163432:0:34800:0:(lov_obd.c:430:lov_notify()) Process entered 00000100:00000001:0.0:1788942222.163444:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.163447:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.163451:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.163457:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.163466:0:2353:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788942222.163469:0:2353:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.163472:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.163475:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942222.163478:0:2353:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:0.0:1788942222.163481:0:2353:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:0.0:1788942222.163500:0:2353:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.163505:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/224 e 0 to 0 dl 1788942238 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942222.163513:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884291584:192.168.206.109@tcp:16:multiop.0 00000100:00000001:0.0:1788942222.163518:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.163520:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.163523:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66a00 x1875839884291584/t0(0) o16->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 440/224 e 0 to 0 dl 1788942238 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.163546:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.163548:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.163550:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aecc00. 02000000:00000001:0.0:1788942222.163553:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.163554:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.163556:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.163557:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.163559:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222c200. 02000000:00000001:0.0:1788942222.163562:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.163563:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.163565:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66a00. 00000100:00000001:0.0:1788942222.163569:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.163570:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.163572:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.163577:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.163578:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.163580:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.163583:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.163591:0:34800:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788942222.163594:0:34800:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90b5487f55c0 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:0.0:1788942222.163599:0:34800:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:0.0:1788942222.163603:0:34800:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cbb91bbb78156cf3 00020000:00000001:0.0:1788942222.163606:0:34800:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.163610:0:34800:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942222.163613:0:34800:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.163616:0:34800:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.163618:0:34800:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.163621:0:34800:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.163623:0:34800:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00100000:0.0:1788942222.163625:0:34800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1788942222.163627:0:34800:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942222.163629:0:34800:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:0.0:1788942222.163644:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788942222.163648:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1788942222.163662:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227a00 count: 2 00010000:00000001:0.0:1788942222.163669:0:34800:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942222.163672:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.163675:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.163678:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792a000 refcount=3 00000020:00000001:0.0:1788942222.163694:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942222.163698:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997112832 : -122366712438784 : ffff90b54792a000) 00010000:00000001:0.0:1788942222.163702:0:34800:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942222.163707:0:34800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788942222.163720:0:34800:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788942222.163723:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.163727:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:0.0:1788942222.163730:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000008:00000001:0.0:1788942222.163732:0:34800:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788942222.163735:0:34800:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788942222.163737:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.163738:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:0.0:1788942222.163741:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000008:00000001:0.0:1788942222.163743:0:34800:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788942222.163746:0:34800:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788942222.163749:0:34800:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788942222.163752:0:34800:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.163755:0:34800:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788942222.163759:0:34800:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788942222.163762:0:34800:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b548957a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788942222.163766:0:34800:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942222.163768:0:34800:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b548957a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:0.0:1788942222.163772:0:34800:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942222.163775:0:34800:0:(osc_lock.c:372:osc_lock_flush()) object ffff90b548957a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1788942222.163779:0:34800:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788942222.163781:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:0.0:1788942222.163784:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:0.0:1788942222.163786:0:34800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942222.163789:0:34800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942222.163792:0:34800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942222.163795:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.163797:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942222.163798:0:34800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.163803:0:34800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff90b550cbda20 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788942222.163807:0:34800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942222.163809:0:34800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942222.163812:0:34800:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942222.163814:0:34800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942222.163815:0:34800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.163817:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.163818:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.163819:0:34800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788942222.163821:0:34800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.163823:0:34800:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1788942222.163829:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942222.163831:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942222.163833:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942222.163834:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942222.163836:0:34800:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1788942222.163840:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942222.163841:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621707151858208 : -122366557693408 : ffff90b550cbda20) 00000020:00000001:0.0:1788942222.163844:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942222.163845:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942222.163847:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.163883:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a32d188[2 000000001461ac15 1 1 00000000845156c1 0 0 0] 00000020:00000001:0.0:1788942222.163885:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942222.163887:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1788942222.163889:0:34800:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1788942222.163890:0:34800:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.163894:0:34800:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.163896:0:34800:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.163898:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.163899:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.163900:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.163903:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a32d188[2 000000001461ac15 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.163904:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1788942222.163906:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788942222.163909:0:34800:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788942222.163910:0:34800:0:(osc_page.c:138:osc_page_delete()) ffff90b546727920 00000008:00000001:0.0:1788942222.163913:0:34800:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788942222.163915:0:34800:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff90b546727930 page ffff90b546727920 at index 0. 00000008:00000001:0.0:1788942222.163918:0:34800:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.163925:0:34800:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788942222.163928:0:34800:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdeaa04c76ac0 index 0 00000020:00000001:0.0:1788942222.163933:0:34800:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.163935:0:34800:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.163946:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942222.163947:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.163948:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.163950:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942222.163952:0:34800:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1788942222.163953:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942222.163955:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621707151858208 : -122366557693408 : ffff90b550cbda20) 00000020:00000001:0.0:1788942222.163957:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942222.163958:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942222.163959:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.163962:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e432b71[2 000000001461ac15 1 1 00000000845156c1 0 0 1] 00000020:00000001:0.0:1788942222.163964:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942222.163965:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1788942222.163966:0:34800:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1788942222.163968:0:34800:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.163969:0:34800:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.163971:0:34800:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.163972:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.163973:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.163988:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.163991:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e432b71[2 000000001461ac15 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942222.163993:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1788942222.163994:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788942222.163996:0:34800:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788942222.163997:0:34800:0:(osc_page.c:138:osc_page_delete()) ffff90b546727300 00000008:00000001:0.0:1788942222.163998:0:34800:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788942222.164000:0:34800:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff90b546727310 page ffff90b546727300 at index 1. 00000008:00000001:0.0:1788942222.164002:0:34800:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.164012:0:34800:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788942222.164014:0:34800:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdeaa04c85900 index 1 00000020:00000001:0.0:1788942222.164016:0:34800:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.164018:0:34800:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.164022:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942222.164023:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.164024:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.164026:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942222.164028:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942222.164031:0:34800:0:(cl_page.c:556:cl_batch_put()) page@000000005a32d188[1 000000001461ac15 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.164033:0:34800:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1788942222.164034:0:34800:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1788942222.164039:0:34800:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90b5467278c0. 00000020:00000001:0.0:1788942222.164043:0:34800:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1788942222.164044:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942222.164045:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942222.164048:0:34800:0:(cl_page.c:556:cl_batch_put()) page@000000006e432b71[1 000000001461ac15 5 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942222.164049:0:34800:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1788942222.164050:0:34800:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1788942222.164051:0:34800:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90b5467272a0. 00000020:00000001:0.0:1788942222.164053:0:34800:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1788942222.164054:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788942222.164622:0:34800:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942222.164629:0:34800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942222.164642:0:34800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942222.164644:0:34800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942222.164648:0:34800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942222.164650:0:34800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788942222.164653:0:34800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.164655:0:34800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788942222.164657:0:34800:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.164661:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000008:00000001:0.0:1788942222.164665:0:34800:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.164669:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00010000:00000001:0.0:1788942222.164673:0:34800:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788942222.164676:0:34800:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.164679:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:0.0:1788942222.164810:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942222.164814:0:34800:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:0.0:1788942222.164818:0:34800:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942222.164821:0:34800:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.164823:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.164826:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000020:00000001:0.0:1788942222.164827:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:0.0:1788942222.164829:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788942222.164832:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.164834:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b548957a40 -> ffff90b54363f918 00000008:00000001:0.0:1788942222.164838:0:34800:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.164840:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00000008:00000001:0.0:1788942222.164843:0:34800:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.164847:0:34800:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942222.164849:0:34800:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942222.164999:0:34800:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942222.165002:0:34800:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942222.165004:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.165009:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942222.165013:0:34800:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792a000 with handle 0xcbb91bbb78157941 from hash 00010000:00000001:0.0:1788942222.165016:0:34800:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942222.165018:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.165020:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.165021:0:34800:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942222.165026:0:34800:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942222.165028:0:34800:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942222.165031:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.165032:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.165034:0:34800:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.165036:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942222.165041:0:34800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002ffd3c62/0xcbb91bbb78157941 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x4d194fbcadeed3c8 expref: -99 pid: 34784 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788942222.165052:0:34800:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b545345b40. 00010000:00000001:0.0:1788942222.165063:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1788942222.165077:0:34800:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227a00 count: 0 00010000:00000010:0.0:1788942222.165084:0:34800:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b551227200. 00010000:00000040:0.0:1788942222.165095:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3e300 count: 2 00010000:00000001:0.0:1788942222.165098:0:34800:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942222.165100:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.165102:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.165104:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0200 refcount=3 00000020:00000001:0.0:1788942222.165106:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942222.165109:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810048 : -122366797741568 : ffff90b5427d0200) 00010000:00000001:0.0:1788942222.165112:0:34800:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942222.165115:0:34800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788942222.165123:0:34800:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788942222.165126:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.165128:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:0.0:1788942222.165131:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000008:00000001:0.0:1788942222.165133:0:34800:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788942222.165136:0:34800:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788942222.165137:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.165139:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173252776 : -122366536298840 : ffff90b552124ea8) 00000020:00001000:0.0:1788942222.165141:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124ea0 00000008:00000001:0.0:1788942222.165143:0:34800:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788942222.165146:0:34800:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788942222.165149:0:34800:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788942222.165151:0:34800:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.165154:0:34800:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788942222.165157:0:34800:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788942222.165161:0:34800:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b5512628c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788942222.165164:0:34800:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942222.165167:0:34800:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b5512628c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:0.0:1788942222.166551:0:34800:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942222.166556:0:34800:0:(osc_lock.c:372:osc_lock_flush()) object ffff90b5512628c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1788942222.166564:0:34800:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788942222.166567:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:0.0:1788942222.166570:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b5523662d8 -> ffff90b5523662d8 00000020:00000001:0.0:1788942222.166572:0:34800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942222.166576:0:34800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942222.166579:0:34800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942222.166583:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.166585:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942222.166587:0:34800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.166591:0:34800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff90b550cbda20 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788942222.166596:0:34800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942222.166598:0:34800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942222.166600:0:34800:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942222.166603:0:34800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942222.166604:0:34800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.166606:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.166608:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.166609:0:34800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788942222.166611:0:34800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.166613:0:34800:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1788942222.166619:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942222.166621:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942222.166623:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942222.166624:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942222.166626:0:34800:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1788942222.166629:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942222.166632:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621707151858208 : -122366557693408 : ffff90b550cbda20) 00000020:00000001:0.0:1788942222.166645:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942222.166647:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942222.166649:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.166655:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000542ecfc7[2 00000000820f14a4 1 1 00000000845156c1 0 0 0] 00000020:00000001:0.0:1788942222.166658:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942222.166659:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1788942222.166663:0:34800:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1788942222.166664:0:34800:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.166667:0:34800:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.166669:0:34800:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.166671:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.166672:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.166673:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.166676:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000542ecfc7[2 00000000820f14a4 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.166678:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1788942222.166954:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788942222.166957:0:34800:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788942222.166958:0:34800:0:(osc_page.c:138:osc_page_delete()) ffff90b5467274c0 00000008:00000001:0.0:1788942222.166961:0:34800:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788942222.166963:0:34800:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff90b5467274d0 page ffff90b5467274c0 at index 0. 00000008:00000001:0.0:1788942222.166966:0:34800:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.167109:0:34800:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788942222.167114:0:34800:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdeaa04e73080 index 0 00000020:00000001:0.0:1788942222.167120:0:34800:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.167122:0:34800:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.167134:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942222.167135:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.167136:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.167138:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942222.167139:0:34800:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1788942222.167141:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942222.167142:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621707151858208 : -122366557693408 : ffff90b550cbda20) 00000020:00000001:0.0:1788942222.167144:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942222.167145:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942222.167147:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.167151:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 00000000820f14a4 1 1 00000000845156c1 0 0 1] 00000020:00000001:0.0:1788942222.167152:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942222.167154:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1788942222.167155:0:34800:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1788942222.167156:0:34800:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.167158:0:34800:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.167159:0:34800:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.167160:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.167161:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.167162:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.167165:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 00000000820f14a4 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942222.167166:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1788942222.167168:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788942222.167273:0:34800:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788942222.167274:0:34800:0:(osc_page.c:138:osc_page_delete()) ffff90b5467273e0 00000008:00000001:0.0:1788942222.167276:0:34800:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788942222.167278:0:34800:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff90b5467273f0 page ffff90b5467273e0 at index 1. 00000008:00000001:0.0:1788942222.167280:0:34800:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.167289:0:34800:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788942222.167291:0:34800:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdeaa048cdd00 index 1 00000020:00000001:0.0:1788942222.167294:0:34800:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.167295:0:34800:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.167302:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942222.167303:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.167304:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.167305:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942222.167307:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942222.167310:0:34800:0:(cl_page.c:556:cl_batch_put()) page@00000000542ecfc7[1 00000000820f14a4 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.167312:0:34800:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1788942222.167314:0:34800:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1788942222.167320:0:34800:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90b546727460. 00000020:00000001:0.0:1788942222.167326:0:34800:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1788942222.167327:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942222.167328:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942222.167331:0:34800:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[1 00000000820f14a4 5 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788942222.167332:0:34800:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1788942222.167333:0:34800:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1788942222.167335:0:34800:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90b546727380. 00000020:00000001:0.0:1788942222.167337:0:34800:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1788942222.167338:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788942222.167365:0:34800:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942222.167369:0:34800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942222.167372:0:34800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942222.167374:0:34800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942222.167377:0:34800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942222.167379:0:34800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788942222.167382:0:34800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.167383:0:34800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788942222.167385:0:34800:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.167388:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124ea0 00000008:00000001:0.0:1788942222.167392:0:34800:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.167396:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00010000:00000001:0.0:1788942222.167400:0:34800:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788942222.167403:0:34800:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.167405:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:0.0:1788942222.167407:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942222.167410:0:34800:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:0.0:1788942222.167413:0:34800:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942222.167416:0:34800:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.167418:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.167420:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000020:00000001:0.0:1788942222.167421:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b5523662d8 -> ffff90b5523662d8 00000020:00000001:0.0:1788942222.167423:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788942222.167426:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.167427:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90b5512628c0 -> ffff90b5523662d8 00000008:00000001:0.0:1788942222.167431:0:34800:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.167433:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00000008:00000001:0.0:1788942222.167436:0:34800:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.167440:0:34800:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788942222.167442:0:34800:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942222.167446:0:34800:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942222.167448:0:34800:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942222.167450:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.167454:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942222.167458:0:34800:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0200 with handle 0xcbb91bbb7815794f from hash 00010000:00000001:0.0:1788942222.167461:0:34800:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942222.167463:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.167466:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.167467:0:34800:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942222.167471:0:34800:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942222.167473:0:34800:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788942222.167475:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.167477:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.167478:0:34800:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.167481:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942222.167485:0:34800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000008ff355e6/0xcbb91bbb7815794f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x4d194fbcadeed3f2 expref: -99 pid: 34787 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788942222.167503:0:34800:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5483923c0. 00010000:00000001:0.0:1788942222.167511:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1788942222.167515:0:34800:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3e300 count: 0 00010000:00000010:0.0:1788942222.167523:0:34800:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b551c3e900. 00000020:00000001:2.0:1788942222.167671:0:34784:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788942222.167676:0:34784:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.167678:0:34784:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788942222.167700:0:34784:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788942222.167704:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:2.0:1788942222.167707:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000020:00000001:2.0:1788942222.167709:0:34784:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942222.167714:0:34784:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788942222.167720:0:34784:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942222.167722:0:34784:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.167724:0:34784:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942222.167725:0:34784:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1788942222.167728:0:34784:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788942221 a=0 c=1788942221 b=1 00020000:00000001:2.0:1788942222.167732:0:34784:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942222.167734:0:34784:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788942221 a=0 c=1788942221 b=1 00020000:00000001:2.0:1788942222.167737:0:34784:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.167739:0:34784:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.167741:0:34784:0:(cl_object.c:143:cl_object_top()) ffff90b54363f918 -> ffff90b54363f918 00000080:00200000:2.0:1788942222.167743:0:34784:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:2.0:1788942222.167746:0:34784:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788942222.167748:0:34784:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788942222.167751:0:34784:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788942222.167754:0:34784:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788942222.167756:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942222.167757:0:34784:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788942222.167759:0:34784:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788942222.167760:0:34784:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.167763:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.167764:0:34784:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788942222.167765:0:34784:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788942222.167768:0:34784:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788942222.167770:0:34784:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788942222.167771:0:34784:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788942222.167773:0:34784:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788942222.167774:0:34784:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788942222.167775:0:34784:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788942222.167776:0:34784:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788942222.167778:0:34784:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.167779:0:34784:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.167781:0:34784:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788942222.167782:0:34784:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788942222.167784:0:34784:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1788942222.167787:0:34784:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788942222.167788:0:34784:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788942222.167789:0:34784:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942222.167790:0:34784:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788942222.167792:0:34784:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942222.167793:0:34784:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00020000:00000001:2.0:1788942222.167796:0:34784:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788942222.167798:0:34784:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788942222.167799:0:34784:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788942222.167801:0:34784:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788942222.167804:0:34784:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788942222.167805:0:34784:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942222.167807:0:34784:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:2.0:1788942222.167810:0:34784:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1788942222.167815:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57e48 00000080:00000008:2.0:1788942222.167818:0:34784:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:2.0:1788942222.167822:0:34784:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1788942222.169504:0:34784:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788942222.169515:0:34784:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000002:2.0:1788942222.169522:0:34784:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00000001:00000001:0.0:1788942222.169898:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942222.169904:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788942222.169907:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788942222.169938:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.169942:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.169948:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917317160 : -122366792234456 : ffff90b542d10a28) 00000020:00001000:0.0:1788942222.169952:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10a20 00000008:00000001:0.0:1788942222.169957:0:34800:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788942222.169959:0:34800:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788942222.169963:0:34800:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.169965:0:34800:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1788942222.169966:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788942222.169967:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00020000:00000001:2.0:1788942222.170435:0:34784:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.170458:0:34784:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942222.170461:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57d88 00000080:00200008:2.0:1788942222.170464:0:34784:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff90b548da2a08), flags 100002 00000080:00000001:2.0:1788942222.170469:0:34784:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788942222.170472:0:34784:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788942222.170474:0:34784:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788942222.170477:0:34784:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000002:2.0:1788942222.170480:0:34784:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5513081f0) owner 0000000000000000/ffff90b552298000 00020000:00000001:2.0:1788942222.170483:0:34784:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.170485:0:34784:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788942222.170495:0:34784:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.170500:0:34784:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.170507:0:34784:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551227300 count: 2 00010000:00000001:2.0:1788942222.170510:0:34784:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.170516:0:34784:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942222.170519:0:34784:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:2.0:1788942222.170522:0:34784:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788942222.170524:0:34784:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788942222.170533:0:34784:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b54120b000. 00000080:00000001:2.0:1788942222.170535:0:34784:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788942222.170554:0:34784:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788942222.170559:0:34784:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788942222.170562:0:34784:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:2.0:1788942222.170566:0:34784:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788942222.170569:0:34784:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x34:0x0] file closed with intent: 200 00000100:00000010:2.0:1788942222.170580:0:34784:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368a80. 00000020:00000040:2.0:1788942222.170585:0:34784:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942222.170591:0:34784:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942222.170595:0:34784:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942222.170600:0:34784:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942222.170611:0:34784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fba00. 00000100:00000001:2.0:1788942222.170620:0:34784:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788942222.170656:0:34784:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788942222.170671:0:34784:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788942222.170678:0:34784:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000001:00000001:0.0:1788942222.170905:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.170910:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10a20 00000001:00000001:0.0:1788942222.170915:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788942222.170916:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788942222.170943:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942222.170945:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788942222.170946:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788942222.170971:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.170974:0:34800:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.170990:0:34800:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:00080000:0.0:1788942222.170996:0:34800:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1788942222.171001:0:34800:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788942222.171004:0:34800:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1788942222.171006:0:34800:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788942222.171009:0:34800:0:(import.c:65:import_set_state_nolock()) ffff90b551b95800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788942222.171011:0:34800:0:(obd_class.h:1228:obd_import_event()) Process entered 00000008:00000001:0.0:1788942222.171014:0:34800:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788942222.171018:0:34800:0:(obd_class.h:1248:obd_notify()) Process entered 00020000:00000001:0.0:1788942222.171021:0:34800:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788942222.171024:0:34800:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788942222.171026:0:34800:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90b5487f55c0 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:0.0:1788942222.171031:0:34800:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:0.0:1788942222.171034:0:34800:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cbb91bbb78156cf3 00020000:00000001:0.0:1788942222.171037:0:34800:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.171040:0:34800:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788942222.171044:0:34800:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788942222.171046:0:34800:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788942222.171049:0:34800:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788942222.171050:0:34800:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:0.0:1788942222.171053:0:34800:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788942222.171055:0:34800:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.171057:0:34800:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.171059:0:34800:0:(obd_class.h:516:obd_get_info()) Process entered 00020000:00000001:0.0:1788942222.171060:0:34800:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788942222.171061:0:34800:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.171063:0:34800:0:(obd_class.h:530:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788942222.171264:0:34800:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788942222.171269:0:34800:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788942222.171271:0:34800:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.171274:0:34800:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.171276:0:34800:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.171278:0:34800:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.171281:0:34800:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.171283:0:34800:0:(obd_class.h:1261:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.171285:0:34800:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.171287:0:34800:0:(obd_class.h:1239:obd_import_event()) Process leaving 00000100:02000000:0.0:1788942222.171292:0:34800:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff90b5459f2800: Connection restored to 192.168.206.109@tcp (at 192.168.206.109@tcp) 00000100:00000001:0.0:1788942222.171296:0:34800:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.171299:0:34800:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.171301:0:34800:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.171304:0:34800:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:0.0:1788942222.171306:0:34800:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.172545:0:34784:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942222.172549:0:34784:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942222.172562:0:34784:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85300. 00000100:00000001:2.0:1788942222.172566:0:34784:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167355648 : -122366542195968 : ffff90b551b85300) 00000100:00000001:2.0:1788942222.172570:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.172572:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175627392 : -122366533924224 : ffff90b552368a80) 00000100:00000001:2.0:1788942222.172578:0:34784:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942222.172583:0:34784:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.172586:0:34784:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942222.172589:0:34784:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942222.172601:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.172611:0:34784:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942222.172614:0:34784:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.172620:0:34784:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942222.172625:0:34784:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942222.172628:0:34784:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942222.172642:0:34784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368a80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884291968:192.168.206.109@tcp:35:multiop.0 00000100:00000001:2.0:1788942222.172648:0:34784:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942222.172655:0:34784:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942222.172658:0:34784:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.172661:0:34784:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942222.172667:0:34784:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552277000. 02000000:00000001:2.0:1788942222.172670:0:34784:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942222.172690:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942222.172697:0:34784:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098c60. 00000400:00000010:2.0:1788942222.172706:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e612a8. 00000100:00000200:2.0:1788942222.172716:0:34784:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884291968, portal 10 00000100:00000001:2.0:1788942222.172718:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.172719:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175627392 : -122366533924224 : ffff90b552368a80) 00000100:00000040:2.0:1788942222.172729:0:34784:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.172738:0:34784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942222.172741:0:34784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942222.172744:0:34784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61440. 00000100:00000200:2.0:1788942222.172748:0:34784:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884291968, offset 0 00000400:00000200:2.0:1788942222.172756:0:34784:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942222.172766:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.172776:0:34784:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.172783:0:34784:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942222.172788:0:34784:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942222.172793:0:34784:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942222.172796:0:34784:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942222.172800:0:34784:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2679:2679:256:4294967295] 192.168.206.109@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:2.0:1788942222.172806:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.172817:0:34784:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942222.172825:0:34784:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.172831:0:34784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee100. 00000800:00000200:2.0:1788942222.172839:0:34784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.172848:0:34784:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.172870:0:34784:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788942222.175420:0:34784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.175437:0:34784:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 808207 usecs (809 jiffies) 00000400:00000200:2.0:1788942222.175449:0:34784:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942222.175454:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623141 00000100:00000001:2.0:1788942222.175460:0:34784:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.175463:0:34784:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623141 00000100:00000001:2.0:1788942222.175466:0:34784:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.175468:0:34784:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.175473:0:34784:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.175478:0:34784:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942222.175481:0:34784:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942222.175486:0:34784:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85300 going to sleep for 11 seconds 00000100:00000001:2.0:1788942222.175491:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942222.175495:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942222.178336:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.178349:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee100. 00000400:00000200:2.0:1788942222.178358:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.178370:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.178380:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:2.0:1788942222.178383:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:2.0:1788942222.178390:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.178400:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.178415:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.178419:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.178426:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.178428:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942222.191611:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.191643:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942222.191648:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.191652:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942222.191662:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.191673:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942222.191694:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.191700:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.191707:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.191712:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f56f80 00000400:00000200:2.0:1788942222.191719:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.191727:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x72ad [1] + 224 00000800:00000001:2.0:1788942222.191736:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.191744:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942222.191748:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.191754:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942222.191763:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942222.191775:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942222.191793:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.191819:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942222.191829:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.191833:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942222.192166:0:34784:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788942222.192177:0:34784:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788942222.192179:0:34784:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788942222.192183:0:34784:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098c60. 00000400:00000200:3.0:1788942222.192188:0:34784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e612a8 00000400:00000010:3.0:1788942222.192191:0:34784:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e612a8. 00000100:00000001:3.0:1788942222.192195:0:34784:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.192200:0:34784:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788942222.192208:0:34784:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368a80 x1875839884291968/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.192214:0:34784:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788942222.192216:0:34784:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942222.192218:0:34784:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788942222.192222:0:34784:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788942222.192225:0:34784:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942222.192227:0:34784:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942222.192231:0:34784:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942222.192243:0:34784:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=62 v=5 (10 5 5 5) 00000100:00001000:3.0:1788942222.192248:0:34784:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788942222.192250:0:34784:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788942222.192252:0:34784:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.192255:0:34784:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788942222.192259:0:34784:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.192262:0:34784:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788942222.192264:0:34784:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788942222.192266:0:34784:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788942222.192269:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.192271:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175627392 : -122366533924224 : ffff90b552368a80) 00000100:00000001:3.0:1788942222.192274:0:34784:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788942222.192277:0:34784:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1788942222.192279:0:34784:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788942222.192282:0:34784:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942222.192288:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368a80 x1875839884291968/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.192296:0:34784:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942222.192299:0:34784:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788942222.192302:0:34784:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788942222.192306:0:34784:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368a80 x1875839884291968/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788942222.192315:0:34784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368a80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34784:1875839884291968:192.168.206.109@tcp:35:multiop.0 00000100:00000001:3.0:1788942222.192320:0:34784:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942222.192324:0:34784:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.192326:0:34784:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788942222.192329:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.192333:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368a80 x1875839884291968/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.192340:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942222.192344:0:34784:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85300. 00000100:00000001:3.0:1788942222.192348:0:34784:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788942222.192350:0:34784:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.192359:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.192360:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175627392 : -122366533924224 : ffff90b552368a80) 00000002:00000001:3.0:1788942222.192364:0:34784:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942222.192367:0:34784:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942222.192373:0:34784:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b54120b000. 00000080:00000001:3.0:1788942222.192379:0:34784:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788942222.192383:0:34784:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788942222.192389:0:34784:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788942222.192394:0:34784:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.192402:0:34784:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.192403:0:34784:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000001:3.0:1788942222.192405:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.192408:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.192414:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.192415:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.192418:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acc380 x1875839884290048/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.192424:0:34784:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788942222.192428:0:34784:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942222.192430:0:34784:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942222.192432:0:34784:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942222.192436:0:34784:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837d400. 02000000:00000001:3.0:1788942222.192440:0:34784:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942222.192442:0:34784:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942222.192444:0:34784:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acc380. 00000100:00000001:3.0:1788942222.192448:0:34784:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942222.192449:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942222.192451:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.192454:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368a80 x1875839884291968/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.192465:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942222.192467:0:34784:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b55900f080. 00000002:00000001:3.0:1788942222.192470:0:34784:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942222.192472:0:34784:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942222.192473:0:34784:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b545345d00. 00000100:00000001:3.0:1788942222.192476:0:34784:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.192479:0:34784:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368a80 x1875839884291968/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.192485:0:34784:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.192488:0:34784:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942222.192492:0:34784:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e06280. 00000080:00000001:3.0:1788942222.192497:0:34784:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.192503:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57d88 00000080:00000008:3.0:1788942222.192506:0:34784:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff90b548da2a08), flags 100002, rc = 0 00000080:00000001:3.0:1788942222.192510:0:34784:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.192516:0:34784:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788942222.192518:0:34784:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c57d98 00000080:00002000:3.0:1788942222.192520:0:34784:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff90b54458b798, parent ffff90b5445841b0, inode ffff90b548da2a08) hashed, 00000080:00000001:3.0:1788942222.192523:0:34784:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788942222.192912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792a000. 00010000:00000010:0.1:1788942222.192920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227a00. 00010000:00000010:0.1:1788942222.192929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0200. 00010000:00000010:0.1:1788942222.192932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3e300. 00020000:00000001:0.0:1788942222.202060:0:34787:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942222.202080:0:34787:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:0.0:1788942222.202089:0:34787:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:0.0:1788942222.202092:0:34787:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.202103:0:34787:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942222.202107:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bdf0 00000080:00200008:0.0:1788942222.202110:0:34787:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff90b548db63c8), flags 100002 00000080:00000001:0.0:1788942222.202116:0:34787:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942222.202120:0:34787:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788942222.202121:0:34787:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942222.202123:0:34787:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00020000:00000002:0.0:1788942222.202125:0:34787:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b5435082e8) owner 0000000000000000/ffff90b55901cf80 00020000:00000001:0.0:1788942222.202128:0:34787:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.202130:0:34787:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942222.202140:0:34787:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.202145:0:34787:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.202153:0:34787:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ed00 count: 2 00010000:00000001:0.0:1788942222.202157:0:34787:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942222.202163:0:34787:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942222.202165:0:34787:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:0.0:1788942222.202168:0:34787:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942222.202171:0:34787:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942222.202176:0:34787:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b544eb4400. 00000080:00000001:0.0:1788942222.202179:0:34787:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942222.202186:0:34787:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942222.202191:0:34787:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942222.202193:0:34787:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:0.0:1788942222.202198:0:34787:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942222.202200:0:34787:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:0.0:1788942222.202207:0:34787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995f80. 00000020:00000040:0.0:1788942222.202212:0:34787:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942222.202218:0:34787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942222.202222:0:34787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942222.202227:0:34787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942222.202235:0:34787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b544eb5800. 00000100:00000001:0.0:1788942222.202243:0:34787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942222.202268:0:34787:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942222.202282:0:34787:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788942222.202288:0:34787:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942222.202295:0:34787:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942222.202297:0:34787:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942222.202305:0:34787:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce300. 00000100:00000001:0.0:1788942222.202307:0:34787:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928579328 : -122366780972288 : ffff90b5437ce300) 00000100:00000001:0.0:1788942222.202310:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.202312:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00000100:00000001:0.0:1788942222.202317:0:34787:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.202322:0:34787:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.202324:0:34787:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942222.202326:0:34787:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.202331:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.202339:0:34787:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.202342:0:34787:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.202346:0:34787:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.202349:0:34787:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.202351:0:34787:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.202355:0:34787:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995f80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34787:1875839884292224:192.168.206.109@tcp:35:multiop.0 00000100:00000001:0.0:1788942222.202359:0:34787:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.202365:0:34787:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.202367:0:34787:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.202370:0:34787:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.202375:0:34787:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aecc00. 02000000:00000001:0.0:1788942222.202377:0:34787:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.202386:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.202390:0:34787:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520970b0. 00000400:00000010:0.0:1788942222.202398:0:34787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a770. 00000100:00000200:0.0:1788942222.202406:0:34787:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884292224, portal 10 00000100:00000001:0.0:1788942222.202409:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.202411:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00000100:00000040:0.0:1788942222.202417:0:34787:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.202425:0:34787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.202428:0:34787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.202431:0:34787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5abb0. 00000100:00000200:0.0:1788942222.202435:0:34787:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884292224, offset 0 00000400:00000200:0.0:1788942222.202442:0:34787:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.202452:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.202461:0:34787:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.202469:0:34787:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.202475:0:34787:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.202479:0:34787:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.202483:0:34787:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.202487:0:34787:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2680:2680:256:4294967295] 192.168.206.109@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:0.0:1788942222.202492:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.202504:0:34787:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.202510:0:34787:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.202516:0:34787:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942222.202523:0:34787:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.202533:0:34787:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.202548:0:34787:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.202559:0:34787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.202563:0:34787:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 807266 usecs (808 jiffies) 00000400:00000200:0.0:1788942222.202567:0:34787:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.202570:0:34787:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623169 00000100:00000001:0.0:1788942222.202574:0:34787:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.202576:0:34787:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623169 00000100:00000001:0.0:1788942222.202579:0:34787:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.202582:0:34787:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.202585:0:34787:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.202587:0:34787:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.202590:0:34787:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942222.202592:0:34787:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce300 going to sleep for 11 seconds 00000100:00000001:0.0:1788942222.202595:0:34787:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.202599:0:34787:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942222.202817:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.202823:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:2.0:1788942222.202829:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.202835:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.202842:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5abb0 00000400:00000010:2.0:1788942222.202845:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5abb0. 00000100:00000001:2.0:1788942222.202887:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.202892:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.202903:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.202907:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.202914:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.202916:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942222.211613:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.211648:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942222.211653:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.211656:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942222.211666:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.211676:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942222.211696:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.211702:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.211708:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.211713:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f57080 00000400:00000200:2.0:1788942222.211719:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.211726:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x72bd [1] + 224 00000800:00000001:2.0:1788942222.211735:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.211744:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942222.211748:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.211754:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942222.211763:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942222.211773:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942222.211795:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.211830:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942222.211840:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.211843:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.211931:0:34787:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942222.211941:0:34787:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942222.211944:0:34787:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942222.211948:0:34787:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520970b0. 00000400:00000200:1.0:1788942222.211953:0:34787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a770 00000400:00000010:1.0:1788942222.211956:0:34787:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a770. 00000100:00000001:1.0:1788942222.211959:0:34787:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942222.211965:0:34787:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942222.211983:0:34787:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995f80 x1875839884292224/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.211991:0:34787:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942222.211993:0:34787:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.211996:0:34787:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942222.212000:0:34787:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942222.212004:0:34787:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942222.212006:0:34787:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942222.212010:0:34787:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942222.212021:0:34787:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=62 v=5 (10 5 5 5) 00000100:00001000:1.0:1788942222.212026:0:34787:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942222.212029:0:34787:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942222.212031:0:34787:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.212034:0:34787:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942222.212037:0:34787:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.212041:0:34787:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942222.212044:0:34787:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942222.212046:0:34787:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942222.212049:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.212051:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00000100:00000001:1.0:1788942222.212055:0:34787:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942222.212057:0:34787:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788942222.212060:0:34787:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942222.212063:0:34787:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942222.212078:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995f80 x1875839884292224/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.212086:0:34787:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942222.212089:0:34787:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942222.212091:0:34787:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942222.212095:0:34787:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995f80 x1875839884292224/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942222.212103:0:34787:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995f80 pname:cluuid:pid:xid:nid:opc:job multiop:b8e7595c-9941-401e-aeac-55facd9dfb74:34787:1875839884292224:192.168.206.109@tcp:35:multiop.0 00000100:00000001:1.0:1788942222.212108:0:34787:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.212111:0:34787:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.212114:0:34787:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942222.212116:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.212120:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995f80 x1875839884292224/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.212126:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942222.212130:0:34787:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce300. 00000100:00000001:1.0:1788942222.212134:0:34787:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942222.212135:0:34787:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.212144:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.212145:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964000640 : -122366745550976 : ffff90b545995f80) 00000002:00000001:1.0:1788942222.212148:0:34787:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.212152:0:34787:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942222.212158:0:34787:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b544eb4400. 00000080:00000001:1.0:1788942222.212161:0:34787:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942222.212165:0:34787:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788942222.212170:0:34787:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788942222.212176:0:34787:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.212184:0:34787:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.212185:0:34787:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942222.212188:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.212191:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.212197:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.212209:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.212212:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65880 x1875839884290560/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 592/664 e 0 to 0 dl 1788942237 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.212219:0:34787:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788942222.212223:0:34787:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942222.212225:0:34787:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=5 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942222.212228:0:34787:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942222.212231:0:34787:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b5487b9c00. 02000000:00000001:1.0:1788942222.212236:0:34787:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942222.212238:0:34787:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942222.212240:0:34787:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65880. 00000100:00000001:1.0:1788942222.212244:0:34787:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942222.212245:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.212246:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.212249:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995f80 x1875839884292224/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.212255:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942222.212257:0:34787:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfa680. 00000002:00000001:1.0:1788942222.212259:0:34787:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.212261:0:34787:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942222.212263:0:34787:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392e00. 00000100:00000001:1.0:1788942222.212266:0:34787:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.212268:0:34787:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545995f80 x1875839884292224/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.212274:0:34787:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.212276:0:34787:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942222.212281:0:34787:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5415be8c0. 00000080:00000001:1.0:1788942222.212285:0:34787:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.212291:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187bdf0 00000080:00000008:1.0:1788942222.212294:0:34787:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff90b548db63c8), flags 100002, rc = 0 00000080:00000001:1.0:1788942222.212297:0:34787:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.212303:0:34787:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788942222.212305:0:34787:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc187be00 00000080:00002000:1.0:1788942222.212307:0:34787:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff90b5445496c0, parent ffff90b5445841b0, inode ffff90b548db63c8) hashed, 00000080:00000001:1.0:1788942222.212310:0:34787:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.268505:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942222.268516:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942222.268519:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942222.268522:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97bc0 00000080:00200000:1.0:1788942222.268528:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942222.268537:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:1.0:1788942222.268547:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942222.268552:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942222.268557:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942222.268560:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97ae0 00800000:00000002:1.0:1788942222.268563:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942222.268567:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942222.268572:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942222.268578:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942222.268581:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c979b0 00000002:00010000:1.0:1788942222.268583:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942222.268587:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942222.268589:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942222.268593:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.268601:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942222.268604:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.268610:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.268615:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942222.268620:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788942222.268642:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942222.268649:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.268653:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788942222.268661:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942222.268663:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942222.268665:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942222.268667:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942222.268669:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942222.268672:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942222.268675:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942222.268678:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942222.270049:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:1.0:1788942222.270132:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942222.270134:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942222.270139:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942222.270143:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157925 00800000:00000001:1.0:1788942222.270149:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942222.270153:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942222.270156:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.270160:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.270164:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942222.270167:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942222.270170:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942222.270174:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.270176:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942222.270178:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.270180:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942222.270183:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157925 from it ffffa57dc1c97bf8 00010000:00000001:1.0:1788942222.270185:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.270186:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.270188:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942222.270190:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942222.270192:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942222.270194:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.270198:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942222.270209:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.270210:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.270212:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942222.270216:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942222.270219:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942222.270231:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942222.270235:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942222.270237:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942222.270243:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.270244:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.270245:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.270249:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942222.270251:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.270253:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.270256:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.270258:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.270260:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.270261:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942222.270264:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942222.270266:0:34802:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942222.270270:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:1.0:1788942222.270276:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942222.270298:0:34802:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90b558bfa7e0. 00000080:00000001:1.0:1788942222.270304:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788942222.270306:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942222.270308:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97b00 00000080:00200000:1.0:1788942222.270310:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:1.0:1788942222.270315:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:1.0:1788942222.270321:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942222.270324:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942222.270327:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942222.270329:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97a20 00800000:00000002:1.0:1788942222.270331:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942222.270334:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942222.270338:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942222.270341:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942222.270343:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c978f0 00000002:00010000:1.0:1788942222.270345:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942222.270348:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942222.270350:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942222.270352:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.270357:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942222.270359:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.270362:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.270365:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942222.270369:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788942222.270377:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942222.270381:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.270384:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788942222.270391:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942222.270393:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942222.270394:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942222.270396:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942222.270398:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942222.270400:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942222.270403:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942222.270406:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942222.270409:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000080:00000001:1.0:1788942222.270411:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942222.270413:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942222.270415:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:1.0:1788942222.270417:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157925 00800000:00000001:1.0:1788942222.270420:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942222.270421:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942222.270423:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.270424:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.270426:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942222.270428:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942222.270430:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942222.270432:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.270434:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942222.270435:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.270436:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942222.270438:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157925 from it ffffa57dc1c97b38 00010000:00000001:1.0:1788942222.270440:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.270441:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.270443:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0400 refcount=3 00000020:00000001:1.0:1788942222.270445:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942222.270447:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911810560 : -122366797741056 : ffff90b5427d0400) 00010000:00000001:1.0:1788942222.270449:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.270452:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788942222.270459:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.270460:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.270461:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942222.270462:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942222.270464:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788942222.270470:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942222.270471:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942222.270473:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942222.270475:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.270476:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.270477:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.270479:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942222.270480:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.270482:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.270484:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.270486:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.270487:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.270488:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942222.270490:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942222.270491:0:34802:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942222.270493:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:1.0:1788942222.270496:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.270499:0:34802:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788942222.270502:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97b58 00000080:00200000:1.0:1788942222.270504:0:34802:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908), file ffff90b54396c900, open_flags 8441, mode 81b6 opened 0 00000080:00000010:1.0:1788942222.270509:0:34802:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90b5466c9960. 00000080:00000001:1.0:1788942222.270514:0:34802:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788942222.270516:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97a08 00000080:00200000:1.0:1788942222.270518:0:34802:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000010:1.0:1788942222.270524:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222da00. 00800000:00000002:1.0:1788942222.270527:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942222.270533:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942222.270535:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942222.270537:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97928 00800000:00000002:1.0:1788942222.270538:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942222.270542:0:34802:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788942222.270545:0:34802:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788942222.270550:0:34802:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621707155865088 : -122366553686528 : ffff90b55108fe00) 00800000:00000001:1.0:1788942222.270553:0:34802:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788942222.270555:0:34802:0:(obd_class.h:937:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788942222.270558:0:34802:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788942222.270561:0:34802:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788942222.270564:0:34802:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90b5459f2800: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:1.0:1788942222.270567:0:34802:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.270570:0:34802:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.270571:0:34802:0:(obd_class.h:950:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.270573:0:34802:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.270576:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c978a8 00800000:00000002:1.0:1788942222.270578:0:34802:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:1.0:1788942222.270581:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942222.270582:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c977e0 00000002:00010000:1.0:1788942222.270584:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:1.0:1788942222.270588:0:34802:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788942222.270591:0:34802:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788942222.270595:0:34802:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788942222.270599:0:34802:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.270600:0:34802:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788942222.270602:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942222.270604:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.270607:0:34802:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788942222.270612:0:34802:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942222.270615:0:34802:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788942222.270624:0:34802:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788942222.270629:0:34802:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788942222.270631:0:34802:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788942222.270646:0:34802:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788942222.270648:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942222.270650:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.270653:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:1.0:1788942222.270656:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942222.270658:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.270659:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942222.270660:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.270661:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:1.0:1788942222.270663:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942222.270665:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.270666:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942222.270667:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.270668:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:1.0:1788942222.270670:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942222.270672:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.270674:0:34802:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788942222.270677:0:34802:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788942222.273753:0:34802:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788942222.273776:0:34802:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788942222.273780:0:34802:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788942222.273782:0:34802:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.273792:0:34802:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942222.273796:0:34802:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942222.273798:0:34802:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942222.273801:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.273805:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788942222.273811:0:34802:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0400 with handle 0xcbb91bbb78157925 from hash 00010000:00000001:1.0:1788942222.273816:0:34802:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942222.273818:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.273821:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.273822:0:34802:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942222.273826:0:34802:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942222.273829:0:34802:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788942222.273834:0:34802:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942222.273837:0:34802:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942222.273842:0:34802:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788942222.273873:0:34802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65880. 00000020:00000040:1.0:1788942222.273880:0:34802:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=6 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:1.0:1788942222.273888:0:34802:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788942222.273890:0:34802:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.273893:0:34802:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788942222.273898:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942222.273904:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.273905:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.273906:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.273910:0:34802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942222.273913:0:34802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942222.273918:0:34802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942222.273927:0:34802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b5487b9c00. 00000100:00000001:1.0:1788942222.273934:0:34802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.273941:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942222.273943:0:34802:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942222.273949:0:34802:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788942222.273957:0:34802:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942222.273959:0:34802:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788942222.273961:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942222.273963:0:34802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0400/0xcbb91bbb78157925 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed35f expref: -99 pid: 34777 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788942222.273971:0:34802:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ee00 count: 0 00010000:00000010:1.0:1788942222.275383:0:34802:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78400. 00010000:00000001:1.0:1788942222.275408:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.275411:0:34802:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.275414:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942222.275416:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.275419:0:34802:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.275440:0:34802:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00010000:00000001:1.0:1788942222.275448:0:34802:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788942222.275450:0:34802:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788942222.275459:0:34802:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ef00. 00010000:00000010:1.0:1788942222.275464:0:34802:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78400. 00010000:00000001:1.0:1788942222.275469:0:34802:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788942222.275473:0:34802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b5427d0a00. 00000020:00000001:1.0:1788942222.275478:0:34802:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788942222.275482:0:34802:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b5427d0a00 with handle 0xcbb91bbb78157956 to hash 00000020:00000001:1.0:1788942222.275484:0:34802:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788942222.275486:0:34802:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.275491:0:34802:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.275495:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.275498:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.275502:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942222.275512:0:34802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34802 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788942222.275528:0:34802:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788942222.275544:0:34802:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788942222.275555:0:34802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34802 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788942222.275562:0:34802:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942222.275564:0:34802:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942222.275574:0:34802:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942222.275576:0:34802:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942222.275579:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.275581:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942222.275586:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942222.275592:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.275594:0:34802:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942222.275597:0:34802:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942222.275601:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.275610:0:34802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942222.275612:0:34802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942222.275617:0:34802:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942222.275621:0:34802:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942222.275623:0:34802:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942222.275628:0:34802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:34802:1875839884292480:192.168.206.109@tcp:101:bash.0 00000100:00000001:1.0:1788942222.275644:0:34802:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942222.275650:0:34802:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942222.275653:0:34802:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942222.275656:0:34802:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942222.276271:0:34802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559260000. 02000000:00000001:1.0:1788942222.276278:0:34802:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942222.276288:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942222.276295:0:34802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942222.276305:0:34802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b5487bb000. 00000100:00000200:1.0:1788942222.276314:0:34802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884292480, portal 10 00000100:00000001:1.0:1788942222.276316:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.276318:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000040:1.0:1788942222.276326:0:34802:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.276335:0:34802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942222.276338:0:34802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942222.276342:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464daaa0. 00000100:00000200:1.0:1788942222.276346:0:34802:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884292480, offset 0 00000400:00000200:1.0:1788942222.276353:0:34802:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942222.276363:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942222.276373:0:34802:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942222.276380:0:34802:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942222.276385:0:34802:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942222.276390:0:34802:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942222.276393:0:34802:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942222.276397:0:34802:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2681:2681:256:4294967295] 192.168.206.109@tcp LPNI seq info [2681:2681:8:4294967295] 00000400:00000200:1.0:1788942222.276402:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942222.276413:0:34802:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942222.276420:0:34802:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942222.276426:0:34802:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38400. 00000800:00000200:1.0:1788942222.276434:0:34802:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942222.276444:0:34802:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942222.276448:0:34802:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788942222.276471:0:34802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942222.276475:0:34802:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 806311 usecs (807 jiffies) 00000400:00000200:1.0:1788942222.276479:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942222.276482:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623242 00000100:00000001:1.0:1788942222.276486:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:1.0:1788942222.276489:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623242 00000100:00000001:1.0:1788942222.276491:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:1.0:1788942222.276494:0:34802:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942222.276497:0:34802:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.276500:0:34802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942222.276503:0:34802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942222.276505:0:34802:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942222.276508:0:34802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942222.276511:0:34802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942222.279141:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.279155:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38400. 00000400:00000200:2.0:1788942222.279164:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.279175:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.279185:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464daaa0 00000400:00000010:2.0:1788942222.279188:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464daaa0. 00000100:00000001:2.0:1788942222.279194:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.279203:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.279217:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.279221:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.279229:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.279232:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942222.282344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ee00. 00010000:00000010:1.1:1788942222.282364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0400. 00000800:00000001:2.0:1788942222.301229:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.301253:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942222.301259:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.301263:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942222.301274:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.301285:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942222.301296:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.301303:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.301309:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.301315:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f57180 00000400:00000200:2.0:1788942222.301321:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.301327:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x72c5 [32] + 224 00000800:00000001:2.0:1788942222.301336:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.301345:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942222.301349:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.301354:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942222.301363:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942222.301373:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788942222.301385:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.301408:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942222.301418:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942222.301423:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.301429:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.301436:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2682:2682:256:4294967295] 192.168.206.109@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:2.0:1788942222.301441:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.301451:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942222.301457:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.301464:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90b552274800. 00000800:00000200:2.0:1788942222.301472:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.301481:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.301486:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b552274800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942222.301563:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.301568:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90b552274800. 00000400:00000200:2.0:1788942222.301571:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.301575:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942222.301583:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.301586:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.301966:0:34802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942222.301985:0:34802:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942222.301988:0:34802:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942222.301992:0:34802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942222.301997:0:34802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5487bb000 00000400:00000010:1.0:1788942222.302000:0:34802:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b5487bb000. 00000100:00000001:1.0:1788942222.302005:0:34802:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942222.302012:0:34802:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942222.302021:0:34802:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65880 x1875839884292480/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.302028:0:34802:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942222.302031:0:34802:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.302034:0:34802:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942222.302037:0:34802:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942222.302041:0:34802:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942222.302043:0:34802:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942222.302047:0:34802:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942222.302058:0:34802:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=62 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942222.302064:0:34802:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942222.302274:0:34802:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942222.302276:0:34802:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.302279:0:34802:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942222.302284:0:34802:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.302288:0:34802:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942222.302290:0:34802:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:1.0:1788942222.302292:0:34802:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942222.302296:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.302297:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:1.0:1788942222.302301:0:34802:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942222.302304:0:34802:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788942222.302306:0:34802:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942222.302309:0:34802:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942222.302316:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.302324:0:34802:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942222.302327:0:34802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942222.302329:0:34802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942222.302333:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942222.302357:0:34802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65880 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:34802:1875839884292480:192.168.206.109@tcp:101:bash.0 00000100:00000001:1.0:1788942222.302363:0:34802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.302366:0:34802:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.302369:0:34802:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942222.302371:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.302375:0:34802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.302383:0:34802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942222.302386:0:34802:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942222.302389:0:34802:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942222.302391:0:34802:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.302394:0:34802:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942222.302400:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.302403:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.302407:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00000020:00000001:1.0:1788942222.302410:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.302414:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000040:1.0:1788942222.302421:0:34802:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b5427d0a00, remote cookie: 0x4d194fbcadeed415, flags: 0x1001 00010000:00010000:1.0:1788942222.302427:0:34802:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942222.302437:0:34802:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788942222.302442:0:34802:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788942222.302454:0:34802:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551c3ee00. 00010000:00000010:1.0:1788942222.302459:0:34802:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f78780. 00010000:00000040:1.0:1788942222.302465:0:34802:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ef00 count: 0 00010000:00000010:1.0:1788942222.302471:0:34802:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78400. 00010000:00000001:1.0:1788942222.302479:0:34802:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.302484:0:34802:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942222.302494:0:34802:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.302502:0:34802:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942222.302507:0:34802:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942222.302510:0:34802:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942222.302512:0:34802:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942222.302513:0:34802:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942222.302516:0:34802:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff90b551c3ee00) refcount = 1 00010000:00010000:1.0:1788942222.302520:0:34802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.302526:0:34802:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942222.303187:0:34802:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942222.303192:0:34802:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.303197:0:34802:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942222.303202:0:34802:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.303206:0:34802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.303214:0:34802:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942222.303216:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.303218:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.303219:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.303220:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.303223:0:34802:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.303230:0:34802:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942222.303233:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.303235:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.303237:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942222.303239:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.303241:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.303244:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.303245:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.303247:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00000020:00000001:1.0:1788942222.303249:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.303250:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.303254:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.303258:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.303261:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.303267:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.303268:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.303270:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.303271:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.303272:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=5 00000020:00000001:1.0:1788942222.303273:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.303275:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.303278:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.303281:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.303287:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.303288:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942222.303291:0:34802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.303297:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.303299:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.303300:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.303301:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.303302:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942222.303311:0:34802:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942222.303327:0:34802:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942222.303332:0:34802:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942222.303339:0:34802:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.303348:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.303350:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.303351:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942222.303353:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.303356:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00000002:00010000:1.0:1788942222.303360:0:34802:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788942222.303694:0:34802:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b5435dd440. 00010000:00000001:3.0:1788942222.303700:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.303701:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942222.303702:0:34802:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942222.303705:0:34802:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942222.303708:0:34802:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788942222.303711:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.303713:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00000100:00000001:3.0:1788942222.303716:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.303717:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969045120 : -122366740506496 : ffff90b545e65880) 00010000:00000001:3.0:1788942222.303719:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942222.303721:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942222.303723:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:3.0:1788942222.303725:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.303727:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00000002:00010000:3.0:1788942222.303731:0:34802:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942222.303740:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.303741:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942222.303743:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942222.303745:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942222.303746:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942222.303747:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:3.0:1788942222.303749:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.303751:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000040:3.0:1788942222.303756:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:3.0:1788942222.303759:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942222.303763:0:34802:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:3.0:1788942222.303766:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.303767:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942222.303768:0:34802:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788942222.303772:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97768 00000002:00002000:3.0:1788942222.303774:0:34802:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788942222.303942:0:34802:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942222.303947:0:34802:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942222.303950:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942222.303954:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788942222.303959:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788942222.303964:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000001:3.0:1788942222.303967:0:34802:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788942222.303969:0:34802:0:(namei.c:674:ll_lookup_it_finish()) it ffff90b5466c9960 it_disposition 1800037 00000080:00002000:3.0:1788942222.303976:0:34802:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90b544549948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788942222.303983:0:34802:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942222.303986:0:34802:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788942222.303989:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97990 00000080:00200000:3.0:1788942222.303991:0:34802:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908), intent=open|creat 00000080:00000001:3.0:1788942222.303995:0:34802:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788942222.303997:0:34802:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788942222.304004:0:34802:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788942222.304008:0:34802:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788942222.304011:0:34802:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1788942222.304014:0:34802:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788942222.304034:0:34802:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90b548d9c200. 00000020:00000001:3.0:1788942222.304047:0:34802:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788942222.304049:0:34802:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788942222.304053:0:34802:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788942222.304055:0:34802:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8) 00000020:00000001:3.0:1788942222.304060:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942222.304065:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942222.304068:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942222.304073:0:34802:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788942222.304078:0:34802:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90b5464ed000. 00000020:00000001:3.0:1788942222.304081:0:34802:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788942222.304083:0:34802:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.304093:0:34802:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788942222.304097:0:34802:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90b544afe8b8. 00020000:00000001:3.0:1788942222.304100:0:34802:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621706948700344 : -122366760851272 : ffff90b544afe8b8) 00020000:00000001:3.0:1788942222.304103:0:34802:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788942222.304107:0:34802:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942222.304113:0:34802:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e76f60. 00020000:00000010:3.0:1788942222.304118:0:34802:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b544ad4e80. 00020000:00000010:3.0:1788942222.304125:0:34802:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e76660. 00020000:00000001:3.0:1788942222.304127:0:34802:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969114208 : -122366740437408 : ffff90b545e76660) 00020000:00000002:3.0:1788942222.304131:0:34802:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e76660, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942222.304135:0:34802:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942222.304140:0:34802:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b544ad4e80: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1788942222.304143:0:34802:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788942222.304145:0:34802:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e76660, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942222.304149:0:34802:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942222.304152:0:34802:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b544ad4e80: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:3.0:1788942222.304157:0:34802:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90b5464d3d10. 00020000:00000010:3.0:1788942222.304161:0:34802:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90b559039cc0. 00020000:00000001:3.0:1788942222.304167:0:34802:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788942222.304170:0:34802:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90b542be9738. 00020000:00000001:3.0:1788942222.304175:0:34802:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788942222.304176:0:34802:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788942222.304181:0:34802:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788942222.304185:0:34802:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90b5464edaf0. 00000020:00000001:3.0:1788942222.304187:0:34802:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788942222.304189:0:34802:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.304191:0:34802:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621706975894384 : -122366733657232 : ffff90b5464edb70) 00020000:00000001:3.0:1788942222.304195:0:34802:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788942222.304201:0:34802:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90b5485defc0. 00020000:00000001:3.0:1788942222.304203:0:34802:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.304208:0:34802:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706975894384 : -122366733657232 : ffff90b5464edb70) 00020000:00000001:3.0:1788942222.304211:0:34802:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621706975894384 : -122366733657232 : ffff90b5464edb70) 00020000:00000002:3.0:1788942222.304214:0:34802:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff90b5464edaf0[0:0] -> [0x200000404:0x36:0x0]@ffff90b5464ed000: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1788942222.304219:0:34802:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788942222.304222:0:34802:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788942222.304224:0:34802:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.304226:0:34802:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621706975891584 : -122366733660032 : ffff90b5464ed080) 00000020:00001000:3.0:1788942222.304230:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942222.304234:0:34802:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1788942222.304237:0:34802:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788942222.304239:0:34802:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1788942222 00000080:00000001:3.0:1788942222.304244:0:34802:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788942222.304247:0:34802:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621707018552008 : -122366690999608 : ffff90b548d9c2c8) 00010000:00000001:3.0:1788942222.304249:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942222.304250:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942222.304252:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:3.0:1788942222.304254:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.304257:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00000080:00000001:3.0:1788942222.304260:0:34802:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788942222.304261:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942222.304262:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942222.304264:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942222.304266:0:34802:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788942222.304269:0:34802:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788942222.304270:0:34802:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788942222.304273:0:34802:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b545e763c0. 00020000:00000010:3.0:1788942222.304276:0:34802:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b544ad4d80. 00020000:00000010:3.0:1788942222.304278:0:34802:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b545e76900. 00020000:00000001:3.0:1788942222.304280:0:34802:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706969114880 : -122366740436736 : ffff90b545e76900) 00020000:00000002:3.0:1788942222.304283:0:34802:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e76900, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788942222.304287:0:34802:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788942222.304289:0:34802:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b544ad4d80: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1788942222.304293:0:34802:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b5530727c0 00020000:00000001:3.0:1788942222.304296:0:34802:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788942222.304298:0:34802:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b5530727c0 00020000:00000010:3.0:1788942222.304303:0:34802:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b544ad4d80. 00020000:00000010:3.0:1788942222.304309:0:34802:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e763c0. 00020000:00000010:3.0:1788942222.304313:0:34802:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e76900. 00020000:00000002:3.0:1788942222.304315:0:34802:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788942222.304317:0:34802:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.304319:0:34802:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.304323:0:34802:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788942222.304326:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000002:3.0:1788942222.304329:0:34802:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e76660 addref 2/0 by ffff90b5530727c0. 00020000:00000002:3.0:1788942222.304331:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000001:3.0:1788942222.304334:0:34802:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788942222.304336:0:34802:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788942222.304337:0:34802:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788942222.304339:0:34802:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788942222.304341:0:34802:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788942222.304344:0:34802:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788942222.304347:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942222.304349:0:34802:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.304352:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.304353:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942222.304354:0:34802:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788942222.304358:0:34802:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788942222.304360:0:34802:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942222.304362:0:34802:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) 00000080:00010000:3.0:1788942222.304366:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb78157956 00800000:00000001:3.0:1788942222.304370:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942222.304372:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942222.304373:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942222.304375:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942222.304376:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:3.0:1788942222.304378:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.304380:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.304383:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.304384:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942222.304385:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942222.304387:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.304389:0:34802:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788942222.304391:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.304401:0:34802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.304409:0:34802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942222.304414:0:34802:0:(namei.c:1651:ll_create_it()) inode ffff90b548d9c2c8 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:3.0:1788942222.304418:0:34802:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942222.304422:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) 00000080:00000001:3.0:1788942222.304425:0:34802:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942222.304428:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222da00. 00000100:00000001:3.0:1788942222.304434:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.304437:0:34802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.304449:0:34802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.304452:0:34802:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788942222.304454:0:34802:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788942222.304456:0:34802:0:(namei.c:1500:ll_atomic_open()) inode ffff90b548d9c2c8 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:3.0:1788942222.304468:0:34802:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788942222.304470:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97a68 00000080:00200008:3.0:1788942222.304473:0:34802:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 102101 00000080:00000010:3.0:1788942222.304482:0:34802:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b5547132c0. 00000080:00000010:3.0:1788942222.304489:0:34802:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b5435dd1c0. 00000080:00000001:3.0:1788942222.304492:0:34802:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788942222.304496:0:34802:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788942222.304499:0:34802:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788942222.304503:0:34802:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b559061860. 00000002:00100000:3.0:1788942222.304509:0:34802:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788942222.304516:0:34802:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942222.304518:0:34802:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788942222.304521:0:34802:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788942222.304525:0:34802:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.304528:0:34802:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942222.304530:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.304533:0:34802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788942222.304541:0:34802:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942222.304546:0:34802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559260000. 02000000:00000001:3.0:1788942222.304588:0:34802:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788942222.304591:0:34802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.304594:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97a68 00000080:00000008:3.0:1788942222.304596:0:34802:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 102101, rc = 0 00000080:00000001:3.0:1788942222.304601:0:34802:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788942222.304602:0:34802:0:(dcache.c:176:ll_intent_release()) intent ffff90b5466c9960 released 00000080:00010000:3.0:1788942222.304605:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157956 from it ffff90b5466c9960 00010000:00000001:3.0:1788942222.304608:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942222.304609:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942222.304611:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:3.0:1788942222.304613:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.304615:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.304617:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942222.304621:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942222.304630:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.304631:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942222.304643:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942222.304647:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942222.304649:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942222.304658:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942222.304661:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942222.304664:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942222.304668:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.304669:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942222.304671:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.304676:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942222.304678:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.304882:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.304887:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.304889:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942222.304891:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.304892:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788942222.304894:0:34802:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788942222.304897:0:34802:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788942222.304899:0:34802:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942222.304901:0:34802:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942222.304904:0:34802:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942222.304905:0:34802:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.304909:0:34802:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788942222.304912:0:34802:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.304914:0:34802:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788942222.304916:0:34802:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.304918:0:34802:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788942222.304920:0:34802:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90b5466c9960. 00000080:00000001:3.0:1788942222.304924:0:34802:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.304929:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788942222.304932:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1788942222.304936:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.305040:0:34802:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788942222.305043:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000002:3.0:1788942222.305048:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000001:3.0:1788942222.305051:0:34802:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.309722:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97d28 00000080:00200008:3.0:1788942222.309734:0:34802:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942222.309746:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942222.309748:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97ca0 00000080:00200000:3.0:1788942222.309750:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:3.0:1788942222.309760:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b548085000. 00800000:00000002:3.0:1788942222.309768:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942222.309776:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942222.310014:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942222.310016:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97bc0 00800000:00000002:3.0:1788942222.310020:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942222.310025:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942222.310032:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942222.310037:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942222.310040:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97a90 00000002:00010000:3.0:1788942222.310042:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942222.310046:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942222.310048:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942222.310052:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942222.310060:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:3.0:1788942222.310064:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942222.310071:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942222.310076:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942222.310081:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788942222.310094:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788942222.310099:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942222.310103:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788942222.310111:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788942222.310113:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788942222.310116:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942222.310118:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788942222.310120:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788942222.310123:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788942222.310126:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788942222.310129:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:3.0:1788942222.310133:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b548085000. 00000080:00000001:3.0:1788942222.310139:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788942222.310140:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942222.310144:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) 00000080:00010000:3.0:1788942222.310147:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb78157956 00800000:00000001:3.0:1788942222.310151:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788942222.310153:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788942222.310154:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942222.310157:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942222.310160:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:3.0:1788942222.310162:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.310165:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.310168:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.310170:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788942222.310171:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942222.310173:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788942222.310176:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157956 from it ffffa57dc1c97cd8 00010000:00000001:3.0:1788942222.310178:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942222.310180:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942222.310181:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:3.0:1788942222.310182:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.310185:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:3.0:1788942222.310187:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788942222.310190:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788942222.310196:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.310197:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942222.310199:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788942222.310203:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788942222.310205:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788942222.310213:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942222.310217:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942222.310219:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942222.310223:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.310224:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942222.310226:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310230:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942222.310233:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310235:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310238:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310240:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788942222.310242:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.310243:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788942222.310246:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788942222.310249:0:34802:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942222.310252:0:34802:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788942222.310256:0:34802:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788942222.310258:0:34802:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942222.310261:0:34802:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788942222.310262:0:34802:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.310265:0:34802:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942222.310268:0:34802:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788942222.310271:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942222.310276:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942222.310279:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:3.0:1788942222.310286:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942222.310289:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942222.310292:0:34802:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942222.310294:0:34802:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788942222.310297:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942222.310299:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788942222.310301:0:34802:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942222.310303:0:34802:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.310305:0:34802:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942222.310310:0:34802:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b5459d99d0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788942222.310313:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000001:3.0:1788942222.310318:0:34802:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942222.310320:0:34802:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942222.310323:0:34802:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942222.310325:0:34802:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.310328:0:34802:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788942222.310330:0:34802:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942222.310332:0:34802:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.310334:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942222.310335:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942222.310336:0:34802:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942222.310338:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00000020:00000001:3.0:1788942222.310340:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942222.310343:0:34802:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788942222.310344:0:34802:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1788942222.310347:0:34802:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788942222.310348:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788942222.310351:0:34802:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788942222.310352:0:34802:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788942222.310359:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788942222.310366:0:34802:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551bc0a00. 00020000:00000002:3.0:1788942222.310370:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942222.310372:0:34802:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788942222.310375:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942222.310377:0:34802:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942222.310378:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942222.310380:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:3.0:1788942222.310382:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:3.0:1788942222.310386:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:3.0:1788942222.310387:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942222.310392:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942222.310393:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942222.310394:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.310397:0:34802:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.310399:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942222.310401:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788942222.310407:0:34802:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5581178f0. 00000008:00010000:3.0:1788942222.310409:0:34802:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788942222.310412:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942222.310414:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788942222.310415:0:34802:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551bc0a30, osc lock ffff90b5581178f0, flags 0x400001002 00000020:00000001:3.0:1788942222.310418:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.310419:0:34802:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.310422:0:34802:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707167599104 : -122366541952512 : ffff90b551bc0a00) 00000020:00000001:3.0:1788942222.310424:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942222.310425:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788942222.310427:0:34802:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.310429:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.310432:0:34802:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788942222.310434:0:34802:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788942222.310436:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942222.310438:0:34802:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942222.310439:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942222.310440:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942222.310442:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942222.310444:0:34802:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942222.310446:0:34802:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788942222.310450:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942222.310453:0:34802:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942222.310455:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942222.310457:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942222.310458:0:34802:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942222.310459:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942222.310462:0:34802:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788942222.310464:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942222.310469:0:34802:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310471:0:34802:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788942222.310477:0:34802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acc380. 00000020:00000040:3.0:1788942222.310482:0:34802:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:3.0:1788942222.310487:0:34802:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942222.310493:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942222.310495:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.310499:0:34802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942222.310502:0:34802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942222.310505:0:34802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942222.310512:0:34802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b548085000. 00000100:00000001:3.0:1788942222.310520:0:34802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310527:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942222.310529:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310530:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942222.310531:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310533:0:34802:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.310536:0:34802:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00010000:00000001:3.0:1788942222.310540:0:34802:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942222.310542:0:34802:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942222.310546:0:34802:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48900. 00010000:00000010:3.0:1788942222.310550:0:34802:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90b545f48300. 00010000:00000001:3.0:1788942222.310555:0:34802:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942222.310559:0:34802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982c00. 00000020:00000001:3.0:1788942222.310562:0:34802:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942222.310564:0:34802:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982c00 with handle 0xcbb91bbb7815795d to hash 00000020:00000001:3.0:1788942222.310567:0:34802:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942222.310569:0:34802:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000010:3.0:1788942222.310573:0:34802:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b5435dd740. 00010000:00000001:3.0:1788942222.310576:0:34802:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:3.0:1788942222.310580:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942222.310582:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942222.310586:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942222.310598:0:34802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788942222.310610:0:34802:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.310615:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942222.310620:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942222.310648:0:34802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000424ecfc] to pc [ptlrpcd_01_01+1] req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788942222.310683:0:34802:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942222.310686:0:34802:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.310688:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.310690:0:34802:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.310692:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.310695:0:34802:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788942222.310697:0:34802:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788942222.310699:0:34802:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788942222.310700:0:34802:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788942222.310719:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788942222.310723:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788942222.310725:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942222.310735:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942222.310737:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942222.310740:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942222.310742:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942222.310745:0:2355:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942222.310752:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.310760:0:2355:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942222.310763:0:2355:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942222.310768:0:2355:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942222.310771:0:2355:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942222.310773:0:2355:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942222.314656:0:2355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884292608:192.168.206.109@tcp:101:uname.0 00000100:00000001:3.0:1788942222.314670:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942222.314680:0:2355:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942222.314683:0:2355:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942222.314687:0:2355:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942222.314699:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837d400. 02000000:00000001:3.0:1788942222.314702:0:2355:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942222.314712:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942222.314718:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c49a0. 00000400:00000010:3.0:1788942222.314728:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded6e8. 00000100:00000200:3.0:1788942222.314737:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884292608, portal 4 00000100:00000001:3.0:1788942222.314740:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.314741:0:2355:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948494208 : -122366761057408 : ffff90b544acc380) 00000100:00000040:3.0:1788942222.314756:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.314765:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942222.314768:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942222.314771:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded220. 00000100:00000200:3.0:1788942222.314775:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884292608, offset 0 00000400:00000200:3.0:1788942222.314845:0:2355:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942222.314872:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.314882:0:2355:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942222.314889:0:2355:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942222.314894:0:2355:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942222.314898:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942222.314901:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942222.314905:0:2355:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2683:2683:256:4294967295] 192.168.206.109@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:3.0:1788942222.314909:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.314920:0:2355:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942222.314929:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942222.314935:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35000. 00000800:00000200:3.0:1788942222.314943:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942222.314953:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942222.314957:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788942222.314985:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942222.314991:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 24052 usecs (25 jiffies) 00000400:00000200:3.0:1788942222.314995:0:2355:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942222.314998:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622499 00000100:00000001:3.0:1788942222.315002:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:3.0:1788942222.315005:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622499 00000100:00000001:3.0:1788942222.315007:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:3.0:1788942222.315009:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942222.315013:0:2355:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.315018:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.315023:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.315077:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788942222.315081:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.315203:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.315208:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35000. 00000400:00000200:3.0:1788942222.315214:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.315225:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.315232:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded220 00000400:00000010:3.0:1788942222.315236:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded220. 00000100:00000001:3.0:1788942222.315242:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.315247:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.315258:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.315261:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.315606:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.315608:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788942222.315900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ef00. 00000800:00000001:3.0:1788942222.318191:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.318213:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.318218:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.318220:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.318231:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.318241:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.318252:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.318257:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.318264:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.318269:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f57200 00000400:00000200:3.0:1788942222.318275:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.318282:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x72cd [1] + 224 00000800:00000001:3.0:1788942222.318290:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.318298:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.318302:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.318307:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.318315:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.318325:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.318337:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.318366:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.318375:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.318379:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.318416:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788942222.318421:0:2355:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942222.318430:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942222.318432:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942222.318436:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c49a0. 00000400:00000200:2.0:1788942222.318441:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded6e8 00000400:00000010:2.0:1788942222.318444:0:2355:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded6e8. 00000100:00000001:2.0:1788942222.318447:0:2355:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942222.318453:0:2355:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788942222.318462:0:2355:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.318468:0:2355:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942222.318471:0:2355:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.318474:0:2355:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942222.318479:0:2355:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942222.318482:0:2355:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942222.318485:0:2355:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.318489:0:2355:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942222.318501:0:2355:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1788942222.318505:0:2355:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942222.318508:0:2355:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942222.318510:0:2355:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.318513:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942222.318517:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.318521:0:2355:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942222.318524:0:2355:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788942222.318526:0:2355:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942222.318528:0:2355:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.318533:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.318539:0:2355:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.318544:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942222.318546:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788942222.318550:0:2355:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788942222.318553:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.318556:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.318560:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=4 00000020:00000001:2.0:1788942222.318562:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.318565:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.318568:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.318569:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.318570:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=5 00000020:00000001:2.0:1788942222.318572:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.318575:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.318579:0:2355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.318583:0:2355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.318588:0:2355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.318601:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.318603:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.318605:0:2355:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788942222.318607:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.318609:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.318610:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=6 00000020:00000001:2.0:1788942222.318612:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.318614:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000040:2.0:1788942222.318623:0:2355:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982c00, remote cookie: 0x4d194fbcadeed423, flags: 0x1001 00010000:00010000:2.0:1788942222.318629:0:2355:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.318648:0:2355:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788942222.318652:0:2355:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.318654:0:2355:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788942222.318659:0:2355:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788942222.318664:0:2355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942222.318673:0:2355:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff90b545f48900) refcount = 1 00010000:00000040:2.0:1788942222.318676:0:2355:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788942222.318679:0:2355:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.318974:0:2355:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788942222.318977:0:2355:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.318980:0:2355:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942222.318983:0:2355:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.318987:0:2355:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.318994:0:2355:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788942222.318996:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.318997:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.318998:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.318999:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942222.319002:0:2355:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788942222.319005:0:2355:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788942222.319009:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.319010:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.319012:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=5 00000020:00000001:2.0:1788942222.319014:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.319016:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00000008:00000001:2.0:1788942222.319020:0:2355:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788942222.319025:0:2355:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00010000:2.0:1788942222.319030:0:2355:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788942222.319044:0:2355:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.319047:0:2355:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788942222.319050:0:2355:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788942222.319053:0:2355:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788942222.319056:0:2355:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.319058:0:2355:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.319060:0:2355:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:2.0:1788942222.319062:0:2355:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788942222.319065:0:2355:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942222.319067:0:2355:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788942222.319081:0:2355:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788942222.319083:0:2355:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.319085:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.319086:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.319088:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=6 00000020:00000001:2.0:1788942222.319090:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.319092:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.319095:0:2355:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.319098:0:2355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.319106:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.319107:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788942222.319110:0:2355:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788942222.319111:0:34802:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319118:0:34802:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.319124:0:2355:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.319126:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000001:3.0:1788942222.319128:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00010000:00000001:2.0:1788942222.319128:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942222.319131:0:2355:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319134:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00010000:00000001:2.0:1788942222.319135:0:2355:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942222.319139:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.319139:0:2355:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.319141:0:2355:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=5 00000020:00000001:3.0:1788942222.319143:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788942222.319145:0:2355:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.319149:0:2355:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00020000:00000001:3.0:1788942222.319151:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00010000:00000001:2.0:1788942222.319151:0:2355:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.319156:0:2355:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00020000:00000001:3.0:1788942222.319158:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788942222.319162:0:34802:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.319165:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:3.0:1788942222.319167:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00000001:2.0:1788942222.319168:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:3.0:1788942222.319170:0:34802:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.319172:0:2355:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00020000:00000002:3.0:1788942222.319174:0:34802:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00010000:00000001:2.0:1788942222.319177:0:2355:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00020000:00000001:3.0:1788942222.319180:0:34802:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.319182:0:2355:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00020000:00000002:3.0:1788942222.319185:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788942222.319193:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319196:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.319197:0:2355:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:3.0:1788942222.319198:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00010000:00000001:2.0:1788942222.319202:0:2355:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000080:00200000:3.0:1788942222.319203:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00010000:00000001:2.0:1788942222.319206:0:2355:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000080:00000001:3.0:1788942222.319208:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00010000:00000001:2.0:1788942222.319212:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1788942222.319214:0:34802:0:(cl_lock.c:243:cl_lock_release()) Process entered 00010000:00000001:2.0:1788942222.319215:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00010000:3.0:1788942222.319217:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_release():245 00010000:00000001:2.0:1788942222.319218:0:2355:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319225:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00010000:00000001:2.0:1788942222.319225:0:2355:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00010000:3.0:1788942222.319227:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_cancel():142 00010000:00000001:2.0:1788942222.319229:0:2355:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.319234:0:2355:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319235:0:34802:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00010000:00000001:2.0:1788942222.319238:0:2355:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319241:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00010000:00000001:2.0:1788942222.319241:0:2355:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00020000:00000001:3.0:1788942222.319245:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00010000:00000001:2.0:1788942222.319246:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.319248:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1788942222.319251:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00010000:00000001:2.0:1788942222.319251:0:2355:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00010000:3.0:1788942222.319255:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551bc0a30 (ffff90b542d10d88/1) at cl_lock_cancel():142 00010000:00000001:2.0:1788942222.319256:0:2355:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942222.319258:0:2355:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788942222.319264:0:34802:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788942222.319267:0:34802:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788942222.319268:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1788942222.319271:0:2355:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788942222.319272:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788942222.319275:0:34802:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788942222.319278:0:34802:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942222.319281:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942222.319284:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788942222.319287:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000100:00100000:2.0:1788942222.319289:0:2355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2355:1875839884292608:192.168.206.109@tcp:101:uname.0 00000020:00010000:3.0:1788942222.319290:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788942222.319296:0:34802:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788942222.319299:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788942222.319300:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551bc0a30 (ffff90b542d101b8/1) at cl_lock_fini():72 00000100:00000001:2.0:1788942222.319301:0:2355:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000010:3.0:1788942222.319305:0:34802:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5581178f0. 00000100:00000001:2.0:1788942222.319307:0:2355:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1788942222.319312:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000100:00000040:2.0:1788942222.319313:0:2355:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acc380 x1875839884292608/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00020000:00000010:3.0:1788942222.319315:0:34802:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551bc0a00. 00020000:00000001:3.0:1788942222.319322:0:34802:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000100:00000001:2.0:1788942222.319324:0:2355:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788942222.319325:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788942222.319329:0:34802:0:(cl_lock.c:248:cl_lock_release()) Process leaving 02000000:00000001:2.0:1788942222.319329:0:2355:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1788942222.319331:0:34802:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942222.319336:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837d400. 00000020:00000001:3.0:1788942222.319337:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788942222.319341:0:34802:0:(lov_io.c:900:lov_io_fini()) Process entered 02000000:00000001:2.0:1788942222.319343:0:2355:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:3.0:1788942222.319344:0:34802:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942222.319347:0:2355:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000001:3.0:1788942222.319348:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788942222.319352:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000040:2.0:1788942222.319353:0:2355:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00001000:3.0:1788942222.319356:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00000020:00000001:2.0:1788942222.319357:0:2355:0:(genops.c:1238:class_import_put()) Process leaving 00020000:00000001:3.0:1788942222.319362:0:34802:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000010:2.0:1788942222.319363:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b548085000. 00020000:00000001:3.0:1788942222.319366:0:34802:0:(lov_io.c:919:lov_io_fini()) Process leaving 02000000:00000001:2.0:1788942222.319369:0:2355:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000080:00000001:3.0:1788942222.319371:0:34802:0:(vvp_io.c:296:vvp_io_fini()) Process entered 02000000:00000001:2.0:1788942222.319373:0:2355:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000080:00200000:3.0:1788942222.319375:0:34802:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000010:2.0:1788942222.319377:0:2355:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acc380. 00000080:00000001:3.0:1788942222.319383:0:34802:0:(file.c:7109:ll_layout_refresh()) Process entered 00000100:00000001:2.0:1788942222.319384:0:2355:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000080:00000001:3.0:1788942222.319387:0:34802:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.319388:0:2355:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942222.319393:0:34802:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.319394:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942222.319398:0:34802:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788942222.319400:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788942222.319401:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000001:00000001:3.0:1788942222.319404:0:34802:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.319406:0:2355:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942222.319410:0:2355:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.319413:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1788942222.319416:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97d28 00000100:00000001:2.0:1788942222.319417:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:3.0:1788942222.319421:0:34802:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942222.319547:0:34802:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788942222.319550:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97d88 00000080:00200008:3.0:1788942222.319552:0:34802:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1788942222.319556:0:34802:0:(file.c:2656:do_file_write_iter()) inode ffff90b548d9c2c8 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:3.0:1788942222.319560:0:34802:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788942222.319563:0:34802:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.319565:0:34802:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788942222.319569:0:34802:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319573:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942222.319576:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:3.0:1788942222.319579:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000080:00000001:3.0:1788942222.319583:0:34802:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788942222.319585:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97c98 00000080:00200000:3.0:1788942222.319587:0:34802:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788942222.319594:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97c30 00000080:00200000:3.0:1788942222.319596:0:34802:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1788942222.319598:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788942222.319729:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942222.319731:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942222.319733:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788942222.319735:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788942222.319737:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788942222.319740:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319742:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319744:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:3.0:1788942222.319746:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788942222.319748:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788942222.319750:0:34802:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788942222.319757:0:34802:0:(cl_io.c:214:cl_io_rw_init()) header@00000000010d19d6[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:3.0:1788942222.319759:0:34802:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1788942222.319762:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:3.0:1788942222.319765:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788942222.319767:0:34802:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788942222.319769:0:34802:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788942222.319772:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942222.319774:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788942222.319777:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942222.319783:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.319785:0:34802:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788942222.319787:0:34802:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.319788:0:34802:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788942222.319791:0:34802:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b5459d99d0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788942222.319795:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000001:3.0:1788942222.319799:0:34802:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788942222.319801:0:34802:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788942222.319804:0:34802:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788942222.319806:0:34802:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788942222.319808:0:34802:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1788942222.319811:0:34802:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788942222.319813:0:34802:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788942222.319815:0:34802:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319816:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942222.319818:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788942222.319819:0:34802:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788942222.319820:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00000020:00000001:3.0:1788942222.319823:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319825:0:34802:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788942222.319827:0:34802:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1788942222.319830:0:34802:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788942222.319833:0:34802:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319836:0:34802:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788942222.319838:0:34802:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788942222.319840:0:34802:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788942222.319842:0:34802:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788942222.319844:0:34802:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1788942222.319848:0:34802:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788942222.319888:0:34802:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788942222.319892:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942222.319895:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942222.319897:0:34802:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788942222.319899:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788942222.319901:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:3.0:1788942222.319903:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:3.0:1788942222.319906:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:3.0:1788942222.319907:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788942222.319911:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788942222.319912:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788942222.319913:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319915:0:34802:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319917:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942222.319920:0:34802:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788942222.319924:0:34802:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788942222.319927:0:34802:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319929:0:34802:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319932:0:34802:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319934:0:34802:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319935:0:34802:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319938:0:34802:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788942222.319940:0:34802:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788942222.319943:0:34802:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788942222.319946:0:34802:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788942222.319949:0:34802:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.319951:0:34802:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.319953:0:34802:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788942222.319955:0:34802:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1788942222.319957:0:34802:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788942222.319959:0:34802:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788942222.319962:0:34802:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319964:0:34802:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.319966:0:34802:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.319968:0:34802:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.319970:0:34802:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319972:0:34802:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788942222.319974:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788942222.319975:0:34802:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788942222.319978:0:34802:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942222.319979:0:34802:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319981:0:34802:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319983:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.319984:0:34802:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.319986:0:34802:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788942222.319988:0:34802:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788942222.319989:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788942222.319992:0:34802:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788942222.319993:0:34802:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788942222.319996:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788942222.320006:0:34802:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551bc0a00. 00020000:00000002:3.0:1788942222.320009:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788942222.320012:0:34802:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788942222.320013:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942222.320014:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942222.320016:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788942222.320020:0:34802:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5581178f0. 00000008:00010000:3.0:1788942222.320023:0:34802:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788942222.320036:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942222.320038:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788942222.320042:0:34802:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551bc0a30, osc lock ffff90b5581178f0, flags 0x0 00000020:00000001:3.0:1788942222.320044:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.320046:0:34802:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788942222.320050:0:34802:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707167599104 : -122366541952512 : ffff90b551bc0a00) 00000020:00000001:3.0:1788942222.320052:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788942222.320053:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788942222.320055:0:34802:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.320057:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.320059:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942222.320060:0:34802:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788942222.320062:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788942222.320063:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:3.0:1788942222.320065:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942222.320067:0:34802:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788942222.320070:0:34802:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788942222.320073:0:34802:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.320076:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788942222.320079:0:34802:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788942222.320081:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788942222.320083:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788942222.320084:0:34802:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788942222.320086:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788942222.320088:0:34802:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788942222.320091:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788942222.320099:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:3.0:1788942222.320103:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788942222.320109:0:34802:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b543151c00 type 11 mode 2 res 9663677440/69 (0 18446744073709551615) 00010000:00000001:3.0:1788942222.320114:0:34802:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788942222.320120:0:34802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd880. 00000020:00000040:3.0:1788942222.320124:0:34802:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00010000:00000001:3.0:1788942222.320129:0:34802:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942222.320135:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942222.320140:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.320142:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942222.320143:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.320147:0:34802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942222.320150:0:34802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942222.320155:0:34802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942222.320163:0:34802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b548084c00. 00000100:00000001:3.0:1788942222.320170:0:34802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.320176:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942222.320178:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.320180:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942222.320181:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.320183:0:34802:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.320186:0:34802:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00010000:00000001:3.0:1788942222.320190:0:34802:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942222.320192:0:34802:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788942222.320194:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:3.0:1788942222.320196:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788942222.320199:0:34802:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942222.320203:0:34802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547983800. 00000020:00000001:3.0:1788942222.320208:0:34802:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942222.320211:0:34802:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547983800 with handle 0xcbb91bbb78157964 to hash 00000020:00000001:3.0:1788942222.320213:0:34802:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942222.320215:0:34802:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000010:3.0:1788942222.320219:0:34802:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90b5435ddc00. 00010000:00000001:3.0:1788942222.320223:0:34802:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942222.320226:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942222.320228:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942222.320232:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942222.320242:0:34802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942222.320253:0:34802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942222.320260:0:34802:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942222.320262:0:34802:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942222.320270:0:34802:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b559039900. 00000100:00000001:3.0:1788942222.320272:0:34802:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289729280 : -122366419822336 : ffff90b559039900) 00000100:00000001:3.0:1788942222.320276:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.320277:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000001:3.0:1788942222.320281:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942222.320284:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.320286:0:34802:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942222.320288:0:34802:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942222.320297:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.320306:0:34802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942222.320309:0:34802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942222.320313:0:34802:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942222.320316:0:34802:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942222.320318:0:34802:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942222.320323:0:34802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34802:1875839884292736:192.168.206.109@tcp:101:uname.0 00000100:00000001:3.0:1788942222.320327:0:34802:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942222.320333:0:34802:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942222.320335:0:34802:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942222.320338:0:34802:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942222.320343:0:34802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b54837e000. 02000000:00000001:3.0:1788942222.320345:0:34802:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942222.320354:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942222.320359:0:34802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c44d0. 00000400:00000010:3.0:1788942222.320367:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded220. 00000100:00000200:3.0:1788942222.320375:0:34802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884292736, portal 4 00000100:00000001:3.0:1788942222.320376:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.320378:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948499584 : -122366761052032 : ffff90b544acd880) 00000100:00000040:3.0:1788942222.320383:0:34802:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.320390:0:34802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942222.320393:0:34802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942222.320396:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded550. 00000100:00000200:3.0:1788942222.320398:0:34802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875839884292736, offset 0 00000400:00000200:3.0:1788942222.320406:0:34802:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942222.320415:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.320424:0:34802:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942222.320430:0:34802:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942222.320435:0:34802:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942222.320440:0:34802:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942222.320443:0:34802:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942222.320448:0:34802:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2684:2684:256:4294967295] 192.168.206.109@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:3.0:1788942222.320452:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.320464:0:34802:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942222.320471:0:34802:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942222.320476:0:34802:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35000. 00000800:00000200:3.0:1788942222.320485:0:34802:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942222.320495:0:34802:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942222.320501:0:34802:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788942222.320536:0:34802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942222.320542:0:34802:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 23992 usecs (24 jiffies) 00000400:00000200:3.0:1788942222.320546:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942222.320549:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622503 00000100:00000001:3.0:1788942222.320553:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:3.0:1788942222.320556:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622503 00000100:00000001:3.0:1788942222.320558:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:3.0:1788942222.320561:0:34802:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942222.320564:0:34802:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.320566:0:34802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942222.320568:0:34802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942222.320572:0:34802:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b559039900 going to sleep for 11 seconds 00000100:00000001:3.0:1788942222.320574:0:34802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942222.320577:0:34802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942222.320968:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.320975:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35000. 00000400:00000200:2.0:1788942222.320981:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.320988:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.320995:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded550 00000400:00000010:2.0:1788942222.320998:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded550. 00000100:00000001:2.0:1788942222.321002:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.321007:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.321018:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.321021:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.321035:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.321037:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.324935:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.324960:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.324966:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.324968:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.324979:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.324989:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.324999:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.325004:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.325010:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.325016:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa110335a100 00000400:00000200:3.0:1788942222.325025:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x70a5 [2] + 984 00000800:00000001:3.0:1788942222.325033:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.325040:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.325044:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.325049:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.325058:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942222.325061:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942222.325068:0:2347:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acd500. 00000100:00000040:3.0:1788942222.325072:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b544acd500 x1875839905276160 msgsize 328 00000100:00100000:3.0:1788942222.325077:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942222.325101:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.325111:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.325114:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.326555:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788942222.326563:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905276160 02000000:00000001:2.0:1788942222.326568:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788942222.326571:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942222.326574:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.326581:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942222.326587:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905276160 00000020:00000001:2.0:1788942222.326591:0:15936:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942222.326593:0:15936:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:2.0:1788942222.326597:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.326601:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:2.0:1788942222.326604:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:2.0:1788942222.326607:0:15936:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000001:2.0:1788942222.326612:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942222.326621:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b545345880. 00000100:00000001:2.0:1788942222.326625:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942222.326628:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b545345880. 00000020:00000010:2.0:1788942222.326647:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5428fa000. 00000020:00000010:2.0:1788942222.326654:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551c4c500. 00000020:00000010:2.0:1788942222.326660:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b54363fa28. 00000100:00000040:2.0:1788942222.326672:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788942222.326676:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788942222.326678:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788942222.326691:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.326702:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.326720:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.326734:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788942222.326736:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788942222.326745:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 62 00000100:00000040:2.0:1788942222.326750:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b552929800 : new rpc_count 1 00000100:00000001:2.0:1788942222.326752:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621706948498688 : -122366761052928 : ffff90b544acd500) 00000100:00000040:2.0:1788942222.326763:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b544acd500 x1875839905276160/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:688/0 lens 328/0 e 0 to 0 dl 1788942233 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942222.326773:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942222.326777:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b545345880. 00000100:00000001:2.0:1788942222.326779:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942222.326780:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b545345880. 00000100:00100000:2.0:1788942222.326785:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b544acd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:15889:x1875839905276160:12345-192.168.206.109@tcp:104: 00000100:00000200:2.0:1788942222.326789:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905276160 00010000:00000001:2.0:1788942222.326793:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788942222.326802:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.326804:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.326807:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=2 00000020:00000001:2.0:1788942222.326809:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.326812:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:2.0:1788942222.326816:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.326820:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.326826:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788942222.326840:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788942222.326843:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788942222.326897:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b552277c00. 02000000:00000001:2.0:1788942222.326900:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.326904:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.326910:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788942222.326913:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942222.326919:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942222.326925:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942222.326928:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942222.326932:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:2.0:1788942222.326934:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788942222.326937:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.326940:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942222.326944:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942222.326951:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61440. 00000100:00000200:2.0:1788942222.326959:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905276160, offset 224 00000400:00000200:2.0:1788942222.326967:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942222.326978:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.326988:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.326996:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2685:2685:256:4294967295] 192.168.206.109@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:2.0:1788942222.327001:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.327012:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942222.327019:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.327026:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee100. 00000800:00000200:2.0:1788942222.327034:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.327044:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.327049:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942222.327070:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.327074:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:2.0:1788942222.327078:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788942222.327085:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b551b85300. 00010000:00000001:2.0:1788942222.327088:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788942222.327097:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788942222.327100:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.327102:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.327104:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.327109:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd500 x1875839905276160/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:688/0 lens 328/224 e 0 to 0 dl 1788942233 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788942222.327119:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b544acd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:15889:x1875839905276160:12345-192.168.206.109@tcp:104: Request processed in 343us (2043us total) trans 0 rc 0/0 00000100:00100000:2.0:1788942222.327125:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 62 00000100:00000040:2.0:1788942222.327129:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b552929800 : new rpc_count 0 00000100:00000001:2.0:1788942222.327132:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788942222.327134:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788942222.327140:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551c4c500. 00000020:00000010:2.0:1788942222.327144:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b54363fa28. 00000020:00000010:2.0:1788942222.327149:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b5428fa000. 00000020:00000040:2.0:1788942222.327153:0:15936:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:2.0:1788942222.327156:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942222.327211:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.327216:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee100. 00000400:00000200:3.0:1788942222.327222:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.327228:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.327233:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61440 00000400:00000010:3.0:1788942222.327236:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61440. 00000100:00000001:3.0:1788942222.327240:0:2348:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788942222.327242:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788942222.327376:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942222.327380:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.327383:0:15945:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788942222.327387:0:15945:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788942222.327389:0:15945:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942222.327394:0:15945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942222.327404:0:15945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b547982c00 already unused, calling callback (ffffffffc1162300) 00000008:00000001:1.0:1788942222.327408:0:15945:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788942222.327411:0:15945:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942222.327413:0:15945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.327414:0:15945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.327416:0:15945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982c00 refcount=3 00000020:00000001:1.0:1788942222.327418:0:15945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:1.0:1788942222.327421:0:15945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997476352 : -122366712075264 : ffff90b547982c00) 00010000:00000001:1.0:1788942222.327424:0:15945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942222.327428:0:15945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788942222.327436:0:15945:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788942222.327439:0:15945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942222.327443:0:15945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243288 : -122366539308328 : ffff90b551e462d8) 00000020:00001000:1.0:1788942222.327445:0:15945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e462d0 00000008:00000001:1.0:1788942222.327447:0:15945:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788942222.327451:0:15945:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788942222.327452:0:15945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788942222.327457:0:15945:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90b551e46750. 00000020:00000010:1.0:1788942222.327461:0:15945:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b55222c200. 00000020:00000010:1.0:1788942222.327465:0:15945:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90b55222de00. 00000020:00000010:1.0:1788942222.327469:0:15945:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90b5466c9780. 00000008:00000010:1.0:1788942222.327476:0:15945:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90b552225980. 00020000:00000010:1.0:1788942222.327482:0:15945:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90b551e91f00. 00008000:00000010:1.0:1788942222.327487:0:15945:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90b55908a350. 00000080:00000010:1.0:1788942222.327493:0:15945:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90b543167f18. 00000080:00000010:1.0:1788942222.327497:0:15945:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90b544e76060. 00000020:00000010:1.0:1788942222.327501:0:15945:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b55222d600. 00000008:00000010:1.0:1788942222.327506:0:15945:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90b5480b4580. 00020000:00000010:1.0:1788942222.327509:0:15945:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90b544eb1ff0. 00008000:00000010:1.0:1788942222.327513:0:15945:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90b548049c50. 00000080:00000010:1.0:1788942222.327517:0:15945:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90b544e82a50. 00000020:00000001:1.0:1788942222.327519:0:15945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244440 : -122366539307176 : ffff90b551e46758) 00000020:00001000:1.0:1788942222.327521:0:15945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46750 00000008:00000001:1.0:1788942222.327524:0:15945:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788942222.327526:0:15945:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788942222.327530:0:15945:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788942222.327533:0:15945:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.327535:0:15945:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788942222.327538:0:15945:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.327541:0:15945:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.327543:0:15945:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942222.327547:0:15945:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942222.327549:0:15945:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942222.327552:0:15945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.327554:0:15945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942222.327555:0:15945:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942222.327559:0:15945:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b552225a20 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788942222.327563:0:15945:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942222.327565:0:15945:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942222.327568:0:15945:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942222.327570:0:15945:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942222.327572:0:15945:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.327574:0:15945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.327575:0:15945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942222.327577:0:15945:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788942222.327578:0:15945:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.327581:0:15945:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1788942222.327585:0:15945:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942222.327587:0:15945:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942222.327590:0:15945:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942222.327592:0:15945:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942222.327594:0:15945:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942222.327596:0:15945:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788942222.327600:0:15945:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942222.327601:0:15945:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788942222.327603:0:15945:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942222.327605:0:15945:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46750 00000008:00000001:1.0:1788942222.327607:0:15945:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.327609:0:15945:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00010000:00000001:1.0:1788942222.327612:0:15945:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788942222.327615:0:15945:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.327617:0:15945:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.327619:0:15945:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942222.327622:0:15945:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788942222.327625:0:15945:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942222.327627:0:15945:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.327629:0:15945:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.327631:0:15945:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.327643:0:15945:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.327645:0:15945:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788942222.327648:0:15945:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.327650:0:15945:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:1.0:1788942222.327654:0:15945:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788942222.327656:0:15945:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e462d0 00000008:00000001:1.0:1788942222.327658:0:15945:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.327661:0:15945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942222.327665:0:15945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788942222.327667:0:15945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788942222.327669:0:15945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.327671:0:15945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788942222.327674:0:15945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982c00 with handle 0xcbb91bbb7815795d from hash 00010000:00000001:1.0:1788942222.327677:0:15945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942222.327679:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.327690:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.327691:0:15945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942222.327695:0:15945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942222.327697:0:15945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788942222.327703:0:15945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942222.327706:0:15945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.327709:0:15945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942222.327712:0:15945:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788942222.327718:0:15945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e65c00. 00000020:00000040:1.0:1788942222.327722:0:15945:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942222.327728:0:15945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942222.327730:0:15945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942222.327737:0:15945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942222.327744:0:15945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222d800. 00000100:00000001:1.0:1788942222.327751:0:15945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.327754:0:15945:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942222.327760:0:15945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788942222.327768:0:15945:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942222.327770:0:15945:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.327775:0:15945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942222.327781:0:15945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942222.327790:0:15945:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64cfff3] to pc [ptlrpcd_00_01+1] req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788942222.327819:0:15945:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.327822:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.327823:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.327825:0:15945:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.327827:0:15945:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.327829:0:15945:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.327833:0:15945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942222.327840:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942222.327843:0:15945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 00000000f0ae05ba/0xcbb91bbb7815795d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x4d194fbcadeed423 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788942222.327865:0:15945:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5435dd740. 00010000:00000001:1.0:1788942222.327877:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.327878:0:15945:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788942222.327881:0:15945:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b551b85300. 00010000:00000001:1.0:1788942222.327884:0:15945:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.327886:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942222.327887:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.327889:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942222.327891:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942222.327892:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.327894:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942222.327896:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942222.327897:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.327900:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788942222.327923:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.327928:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.327932:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.327940:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.327950:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.327953:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.327957:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.327961:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.327964:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.327968:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884292864:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942222.327972:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.327979:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.327982:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.327985:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.327991:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4600. 02000000:00000001:0.0:1788942222.327993:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.328000:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.328005:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097058. 00000400:00000010:0.0:1788942222.328012:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a4c8. 00000100:00000200:0.0:1788942222.328019:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884292864, portal 18 00000100:00000001:0.0:1788942222.328022:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.328024:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969046016 : -122366740505600 : ffff90b545e65c00) 00000100:00000040:0.0:1788942222.328044:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.328052:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.328055:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.328058:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5add0. 00000100:00000200:0.0:1788942222.328062:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884292864, offset 0 00000400:00000200:0.0:1788942222.328069:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.328076:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.328083:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.328088:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.328093:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.328098:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.328101:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.328104:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2686:2686:256:4294967295] 192.168.206.109@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:0.0:1788942222.328109:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.328116:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.328121:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.328127:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b900. 00000800:00000200:0.0:1788942222.328132:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.328138:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.328142:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.328153:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.328159:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 23992 usecs (24 jiffies) 00000400:00000200:0.0:1788942222.328162:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.328166:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622511 00000100:00000001:0.0:1788942222.328170:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.328173:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622511 00000100:00000001:0.0:1788942222.328175:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.328177:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.328180:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.328184:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.328186:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.328193:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.328195:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942222.328197:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.328199:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.328200:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.328202:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.328214:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.328216:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.328408:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.328413:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b900. 00000400:00000200:3.0:1788942222.328417:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.328421:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.328425:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5add0 00000400:00000010:3.0:1788942222.328427:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5add0. 00000100:00000001:3.0:1788942222.328432:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.328437:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.328447:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.328451:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.328463:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.328465:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.336534:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.336559:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.336564:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.336566:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.336577:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336586:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.336597:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336603:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336610:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336615:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 392 into portal 15 MB=0x6aa110335a180 00000400:00000200:3.0:1788942222.336626:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 392/392 into md 0x70a5 [2] + 1312 00000800:00000001:3.0:1788942222.336643:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.336648:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.336652:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.336657:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.336668:0:2348:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942222.336671:0:2348:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942222.336677:0:2348:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acea00. 00000100:00000040:3.0:1788942222.336682:0:2348:0:(events.c:341:request_in_callback()) incoming req@ffff90b544acea00 x1875839905276288 msgsize 392 00000100:00100000:3.0:1788942222.336687:0:2348:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942222.336708:0:2348:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.336719:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.336722:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.336724:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.336727:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.336730:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336733:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.336738:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336740:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336744:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336748:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 400 into portal 4 MB=0x6aa1101f57280 00000400:00000200:3.0:1788942222.336753:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.336758:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 400/400 into md 0x72dd [1] + 224 00000800:00000001:3.0:1788942222.336762:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.336772:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.336772:0:15937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1788942222.336776:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.336781:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.336785:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:2.0:1788942222.336787:0:15937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905276288 02000000:00000001:2.0:1788942222.336792:0:15937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1788942222.336795:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.336797:0:15937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942222.336802:0:15937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942222.336811:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788942222.336812:0:15937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942222.336819:0:15937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905276288 00000020:00000001:2.0:1788942222.336825:0:15937:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:2.0:1788942222.336828:0:15937:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:2.0:1788942222.336831:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.336835:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:2.0:1788942222.336837:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:2.0:1788942222.336840:0:15937:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000001:3.0:1788942222.336845:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942222.336845:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1788942222.336879:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:2.0:1788942222.336882:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b545345880. 00000800:00000001:3.0:1788942222.336884:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.336888:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942222.336892:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b545345880. 00000020:00000010:2.0:1788942222.336901:0:15937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b5428fa000. 00000020:00000010:2.0:1788942222.336907:0:15937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551c4c500. 00000020:00000010:2.0:1788942222.336913:0:15937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b54363fa28. 00000100:00000040:2.0:1788942222.336922:0:15937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788942222.336926:0:15937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788942222.336927:0:15937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788942222.336930:0:15937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.336938:0:15937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.336953:0:15937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.336966:0:15937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788942222.336969:0:15937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788942222.336975:0:15937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 63 00000100:00000040:2.0:1788942222.336980:0:15937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b552929800 : new rpc_count 1 00000100:00000001:2.0:1788942222.336983:0:15937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621706948504064 : -122366761047552 : ffff90b544acea00) 00000100:00000040:2.0:1788942222.336990:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b544acea00 x1875839905276288/t0(0) o105->LOV_OSC_UUID@192.168.206.109@tcp:688/0 lens 392/0 e 0 to 0 dl 1788942233 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788942222.336999:0:15937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788942222.337002:0:15937:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b545345880. 00000100:00000001:2.0:1788942222.337005:0:15937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788942222.337007:0:15937:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b545345880. 00000100:00100000:2.0:1788942222.337012:0:15937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b544acea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:22005:x1875839905276288:12345-192.168.206.109@tcp:105: 00000100:00000200:2.0:1788942222.337016:0:15937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905276288 00010000:00000001:2.0:1788942222.337019:0:15937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788942222.337029:0:15937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.337032:0:15937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.337034:0:15937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:2.0:1788942222.337036:0:15937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.337040:0:15937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00010000:2.0:1788942222.337048:0:15937:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.337060:0:15937:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1788942222.337063:0:15937:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942222.337074:0:15937:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.337083:0:15937:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788942222.337087:0:15937:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.337089:0:15937:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788942222.337091:0:15937:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1788942222.337094:0:15937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.337102:0:15937:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1788942222.337108:0:15937:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788942222.337117:0:15937:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff90b545f48900) refcount = 1 00010000:00000040:2.0:1788942222.337121:0:15937:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788942222.337124:0:15937:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788942222.337133:0:15937:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1788942222.337136:0:15937:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788942222.337145:0:15937:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90b545345880. 00000100:00000001:2.0:1788942222.337149:0:15937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942222.337155:0:15937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85180. 00000100:00000001:2.0:1788942222.337158:0:15937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167355264 : -122366542196352 : ffff90b551b85180) 00000100:00000001:2.0:1788942222.337160:0:15937:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446621707167355264 : -122366542196352 : ffff90b551b85180) 00000100:00000001:2.0:1788942222.337163:0:15937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942222.337164:0:15937:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1788942222.337166:0:15937:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788942222.337169:0:15937:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788942222.337171:0:15937:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.337173:0:15937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.337176:0:15937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.337177:0:15937:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.337179:0:15937:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788942222.337181:0:15937:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788942222.337184:0:15937:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.337186:0:15937:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.337188:0:15937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1788942222.337190:0:15937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85180. 00000100:00000001:2.0:1788942222.337194:0:15937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1788942222.337195:0:15937:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788942222.337198:0:15937:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90b545345880. 00010000:00010000:2.0:1788942222.337201:0:15937:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90b547983800) 00010000:00000001:2.0:1788942222.337203:0:15937:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.337205:0:15937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.337206:0:15937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.337209:0:15937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788942222.337211:0:15937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788942222.337217:0:15937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b552275800. 02000000:00000001:2.0:1788942222.337220:0:15937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.337223:0:15937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.337228:0:15937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788942222.337232:0:15937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942222.337236:0:15937:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1788942222.337242:0:15937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788942222.337245:0:15937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:2.0:1788942222.337247:0:15937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:2.0:1788942222.337250:0:15937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788942222.337252:0:15937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.337255:0:15937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942222.337258:0:15937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942222.337264:0:15937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61990. 00000100:00000200:2.0:1788942222.337271:0:15937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905276288, offset 224 00000400:00000200:2.0:1788942222.337279:0:15937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942222.337286:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.337294:0:15937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.337301:0:15937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2687:2687:256:4294967295] 192.168.206.109@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:2.0:1788942222.337305:0:15937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.337314:0:15937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942222.337321:0:15937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.337329:0:15937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee100. 00000800:00000200:2.0:1788942222.337336:0:15937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.337345:0:15937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.337350:0:15937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942222.337373:0:15937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.337377:0:15937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:2.0:1788942222.337380:0:15937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.337385:0:15937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acea00 x1875839905276288/t0(0) o105->LOV_OSC_UUID@192.168.206.109@tcp:688/0 lens 392/224 e 0 to 0 dl 1788942233 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788942222.337396:0:15937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b544acea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:22005:x1875839905276288:12345-192.168.206.109@tcp:105: Request processed in 394us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788942222.337405:0:15937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 63 00000100:00000040:2.0:1788942222.337411:0:15937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b552929800 : new rpc_count 0 00000100:00000001:2.0:1788942222.337414:0:15937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788942222.337416:0:15937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788942222.337422:0:15937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551c4c500. 00000020:00000010:2.0:1788942222.337427:0:15937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b54363fa28. 00000020:00000010:2.0:1788942222.337431:0:15937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b5428fa000. 00000020:00000040:2.0:1788942222.337437:0:15937:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:2.0:1788942222.337440:0:15937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788942222.337507:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.337512:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee100. 00000400:00000200:3.0:1788942222.337518:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.337522:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.337527:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61990 00000400:00000010:3.0:1788942222.337531:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61990. 00000100:00000001:3.0:1788942222.337536:0:2347:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788942222.337538:0:2347:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1788942222.337562:0:34802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.337575:0:34802:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.337577:0:34802:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.337581:0:34802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c44d0. 00000400:00000200:0.0:1788942222.337586:0:34802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded220 00000400:00000010:0.0:1788942222.337588:0:34802:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded220. 00000100:00000001:0.0:1788942222.337591:0:34802:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.337598:0:34802:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942222.337608:0:34802:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.337615:0:34802:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.337617:0:34802:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.337619:0:34802:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.337623:0:34802:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.337625:0:34802:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.337626:0:34802:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.337629:0:34802:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.337648:0:34802:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942222.337652:0:34802:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.337655:0:34802:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.337657:0:34802:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.337660:0:34802:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.337663:0:34802:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.337668:0:34802:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.337670:0:34802:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1788942222.337673:0:34802:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.337675:0:34802:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.337690:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.337704:0:34802:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.337707:0:34802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.337709:0:34802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.337713:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942222.337720:0:34802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acd880 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34802:1875839884292736:192.168.206.109@tcp:101:uname.0 00000100:00000001:0.0:1788942222.337726:0:34802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.337728:0:34802:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.337730:0:34802:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.337733:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.337737:0:34802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.337743:0:34802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.337746:0:34802:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b559039900. 00000100:00000001:0.0:1788942222.337748:0:34802:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.337750:0:34802:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.337753:0:34802:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942222.337756:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.337758:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.337760:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:0.0:1788942222.337762:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.337764:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000040:0.0:1788942222.337770:0:34802:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547983800, remote cookie: 0x4d194fbcadeed42a, flags: 0x20002 00010000:00000001:0.0:1788942222.337774:0:34802:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942222.337777:0:34802:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.337780:0:34802:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942222.337782:0:34802:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.337786:0:34802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.337799:0:34802:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942222.337801:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.337802:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.337803:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.337804:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.337806:0:34802:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.337810:0:34802:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788942222.337813:0:34802:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942222.337817:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.337819:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.337820:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:0.0:1788942222.337822:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.337824:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.337827:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.337828:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.337829:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:0.0:1788942222.337831:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.337833:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.337836:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.337839:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.337844:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.337895:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.337897:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.337901:0:34802:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788942222.337906:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00010000:0.0:1788942222.337911:0:34802:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788942222.337921:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.337923:0:34802:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942222.337927:0:34802:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788942222.337931:0:34802:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942222.337933:0:34802:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.337936:0:34802:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.337937:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942222.337939:0:34802:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788942222.337942:0:34802:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.337944:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.337945:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.337947:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:0.0:1788942222.337949:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.337951:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.337954:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.337958:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.337964:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.337965:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942222.337968:0:34802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.337974:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.337975:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.337976:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.337977:0:34802:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.337980:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.337984:0:34802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acd880 x1875839884292736/t0(0) o101->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 328/400 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.337992:0:34802:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.337994:0:34802:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.337998:0:34802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b54837e000. 02000000:00000001:0.0:1788942222.338001:0:34802:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.338004:0:34802:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.338007:0:34802:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.338009:0:34802:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.338013:0:34802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b548084c00. 02000000:00000001:0.0:1788942222.338016:0:34802:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.338019:0:34802:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.338020:0:34802:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acd880. 00000100:00000001:0.0:1788942222.338024:0:34802:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.338026:0:34802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942222.338028:0:34802:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.338030:0:34802:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338034:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338038:0:34802:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338040:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338042:0:34802:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338045:0:34802:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338048:0:34802:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338052:0:34802:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788942222.338057:0:34802:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788942222.338064:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942222.338067:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338069:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338071:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942222.338076:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942222.338081:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942222.338083:0:34802:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338085:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942222.338086:0:34802:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.338089:0:34802:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788942222.338092:0:34802:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.338095:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788942222.338097:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338099:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338101:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:0.0:1788942222.338104:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788942222.338107:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942222.338112:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97b80 00000080:00200000:0.0:1788942222.338114:0:34802:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788942222.338117:0:34802:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788942222.338121:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000002:0.0:1788942222.338125:0:34802:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e76660 addref 2/0 by ffff90b5530727c0. 00020000:00000002:0.0:1788942222.338127:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00000020:00000001:0.0:1788942222.338130:0:34802:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788942222.338133:0:34802:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788942222.338137:0:34802:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788942222.338142:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1788942222.338146:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.338148:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.338149:0:34802:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942222.338153:0:34802:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942222.338157:0:34802:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338159:0:34802:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338161:0:34802:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338162:0:34802:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.338170:0:34802:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788942222.338172:0:34802:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1788942222.338208:0:34802:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788942222.338210:0:34802:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] ffffdeaa04a89040 0 1 00000020:00000001:0.0:1788942222.338214:0:34802:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788942222.338216:0:34802:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338219:0:34802:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788942222.338224:0:34802:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90b546727380. 00000020:00000001:0.0:1788942222.338229:0:34802:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942222.338231:0:34802:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.338234:0:34802:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788942222.338237:0:34802:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788942222.338239:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.338241:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000008:00000001:0.0:1788942222.338245:0:34802:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788942222.338247:0:34802:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff90b5467273f0 folio ffffdeaa04a89040 pg:0 obj off 0 00000008:00000001:0.0:1788942222.338250:0:34802:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338252:0:34802:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788942222.338253:0:34802:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788942222.338255:0:34802:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788942222.338257:0:34802:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338261:0:34802:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338264:0:34802:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621706978227072 : -122366731324544 : ffff90b546727380) 00000020:00000001:0.0:1788942222.338266:0:34802:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621706978227072 : -122366731324544 : ffff90b546727380) 00000020:00000001:0.0:1788942222.338269:0:34802:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788942222.338272:0:34802:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942222.338274:0:34802:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706964277712 : -122366745273904 : ffff90b5459d99d0) 00000020:00000001:0.0:1788942222.338277:0:34802:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788942222.338278:0:34802:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788942222.338280:0:34802:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.338285:0:34802:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 0000000033a109b1 1 1 00000000c03cf957 0 0 0] 00000020:00000001:0.0:1788942222.338287:0:34802:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788942222.338289:0:34802:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942222.338290:0:34802:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788942222.338293:0:34802:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1788942222.338294:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338296:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338298:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942222.338299:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942222.338301:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788942222.338304:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338305:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338307:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00000001:0.0:1788942222.338311:0:34802:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942222.338314:0:34802:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788942222.338315:0:34802:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.338319:0:34802:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788942222.338320:0:34802:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1788942222.338323:0:34802:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788942222.338324:0:34802:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706964277712 : -122366745273904 : ffff90b5459d99d0) 00000020:00000001:0.0:1788942222.338326:0:34802:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788942222.338327:0:34802:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942222.338334:0:34802:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788942222.338336:0:34802:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942222.338337:0:34802:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788942222.338338:0:34802:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788942222.338342:0:34802:0:(rw26.c:929:ll_write_end()) page@00000000126370ad[3 0000000033a109b1 2 1 00000000c03cf957 0 0 0] 00000080:00200000:0.0:1788942222.338345:0:34802:0:(rw26.c:929:ll_write_end()) vmpage @0000000061897ea3 17ffffc0001001 3:0 ffff90b546727380 0 lru 00000080:00200000:0.0:1788942222.338353:0:34802:0:(rw26.c:929:ll_write_end()) osc-page@0000000012223d90 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000637260ad 000000005aa568ed > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788942222.338356:0:34802:0:(rw26.c:929:ll_write_end()) end page@00000000126370ad 00000080:00200000:0.0:1788942222.338358:0:34802:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788942222.338360:0:34802:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788942222.338364:0:34802:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788942222.338366:0:34802:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:0.0:1788942222.338369:0:34802:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788942222.338372:0:34802:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788942222.338374:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.338375:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.338377:0:34802:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788942222.338379:0:34802:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788942222.338382:0:34802:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788942222.338383:0:34802:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788942222.338384:0:34802:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788942222.338386:0:34802:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788942222.338390:0:34802:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff90b5467273f0 folio ffffdeaa04a89040 pg:0 added for cmd 2 00000008:00000001:0.0:1788942222.338395:0:34802:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788942222.338398:0:34802:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1788942222.338404:0:34802:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1788942222.338408:0:34802:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90b546727428 page ffffdeaa04a89040 00000008:00000020:0.0:1788942222.338412:0:34802:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff90b5459f2800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1788942222.338416:0:34802:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788942222.338418:0:34802:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.338420:0:34802:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788942222.338425:0:34802:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90b545e9b0c0. 00000008:00000020:0.0:1788942222.338431:0:34802:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90b5485defc0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788942222.338436:0:34802:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788942222.338442:0:34802:0:(osc_cache.c:858:osc_extent_find()) extent ffff90b545e9b0c0@{[0 -> 255/255], [3|1|-|active|wi|ffff90b5485defc0], [1703936|0|-|-|ffff90b547983800|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788942222.338448:0:34802:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000007d5eed31 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788942222.338456:0:34802:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788942222.338460:0:34802:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.338463:0:34802:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.338465:0:34802:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788942222.338467:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000002:0.0:1788942222.338469:0:34802:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:0.0:1788942222.338471:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338473:0:34802:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788942222.338474:0:34802:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:0.0:1788942222.338476:0:34802:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942222.338478:0:34802:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338479:0:34802:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338481:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942222.338482:0:34802:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788942222.338484:0:34802:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788942222.338486:0:34802:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942222.338490:0:34802:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[4 0000000033a109b1 2 1 00000000c03cf957 0 0 0] 00000020:00000001:0.0:1788942222.338492:0:34802:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788942222.338493:0:34802:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788942222.338495:0:34802:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788942222.338497:0:34802:0:(osc_request.c:745:osc_update_next_shrink()) next time 3155 to shrink grant 00000080:00000001:0.0:1788942222.338499:0:34802:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788942222.338501:0:34802:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788942222.338509:0:34802:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90b548d9c478, count 1, dirtied 1 00000080:00000001:0.0:1788942222.338511:0:34802:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788942222.338513:0:34802:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788942222.338515:0:34802:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.338516:0:34802:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.338517:0:34802:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.338520:0:34802:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[3 0000000033a109b1 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.338522:0:34802:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788942222.338523:0:34802:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942222.338525:0:34802:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788942222.338526:0:34802:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942222.338529:0:34802:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[3 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.338530:0:34802:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788942222.338532:0:34802:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788942222.338533:0:34802:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788942222.338535:0:34802:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788942222.338537:0:34802:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338539:0:34802:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338541:0:34802:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338542:0:34802:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942222.338545:0:34802:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1788942222.338547:0:34802:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788942222.338548:0:34802:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788942222.338550:0:34802:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338552:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97b80 00000080:00200000:0.0:1788942222.338554:0:34802:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1788942222.338557:0:34802:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338559:0:34802:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942222.338562:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.338563:0:34802:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942222.338565:0:34802:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788942222.338566:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338568:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338570:0:34802:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942222.338571:0:34802:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942222.338572:0:34802:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338574:0:34802:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338576:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942222.338578:0:34802:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338580:0:34802:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338582:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338583:0:34802:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338585:0:34802:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338587:0:34802:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942222.338588:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788942222.338590:0:34802:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942222.338592:0:34802:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788942222.338593:0:34802:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788942222.338596:0:34802:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788942222.338600:0:34802:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5485defc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788942222.338607:0:34802:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942222.338609:0:34802:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.338610:0:34802:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942222.338613:0:34802:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.338615:0:34802:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788942222.338616:0:34802:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942222.338618:0:34802:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338619:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338622:0:34802:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942222.338624:0:34802:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942222.338626:0:34802:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942222.338628:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942222.338640:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.338642:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942222.338646:0:34802:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942222.338647:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.338649:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.338651:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.338652:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551bc0a30 (ffff90b542d10d88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942222.338655:0:34802:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942222.338656:0:34802:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942222.338658:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.338660:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.338662:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:0.0:1788942222.338663:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.338666:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.338669:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.338672:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.338679:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.338680:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.338681:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.338684:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.338687:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942222.338695:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.338699:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.338701:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.338705:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.338706:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.338708:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.338711:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.338713:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.338716:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.338719:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.338721:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.338723:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.338724:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.338725:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.338726:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.338728:0:34802:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942222.338730:0:34802:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.338731:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.338732:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.338734:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.338735:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942222.338738:0:34802:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942222.338740:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.338741:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551bc0a30 (ffff90b542d101b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942222.338744:0:34802:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5581178f0. 00000020:00000001:0.0:1788942222.338747:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942222.338749:0:34802:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551bc0a00. 00020000:00000001:0.0:1788942222.338752:0:34802:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.338753:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.338754:0:34802:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788942222.338756:0:34802:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942222.338757:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.338759:0:34802:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942222.338760:0:34802:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942222.338761:0:34802:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338763:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338765:0:34802:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942222.338766:0:34802:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942222.338767:0:34802:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788942222.338770:0:34802:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1788942222.338771:0:34802:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942222.338773:0:34802:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942222.338775:0:34802:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942222.338776:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.338777:0:34802:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942222.338780:0:34802:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942222.338781:0:34802:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338783:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.338785:0:34802:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942222.338787:0:34802:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942222.338788:0:34802:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942222.338793:0:34802:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1788942222.338797:0:34802:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788942222.338800:0:34802:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788942222.338802:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942222.338804:0:34802:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942222.338806:0:34802:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942222.338807:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942222.338809:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942222.338811:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:0.0:1788942222.338814:0:34802:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942222.338817:0:34802:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942222.338818:0:34802:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942222.338821:0:34802:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942222.338824:0:34802:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.338825:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.338826:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97c98 00000080:00200000:0.0:1788942222.338828:0:34802:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1788942222.338832:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942222.338833:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338835:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.338837:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942222.338839:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942222.338842:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942222.338844:0:34802:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788942222.338845:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942222.338846:0:34802:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:0.0:1788942222.338849:0:34802:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=23 (1) m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:0.0:1788942222.338883:0:34802:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.338885:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:0.0:1788942222.338888:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338890:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.338892:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:0.0:1788942222.338894:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1788942222.338896:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788942222.338901:0:34802:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1788942222.338904:0:34802:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1788942222.338907:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.338910:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97d88 00000080:00000008:0.0:1788942222.338912:0:34802:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:0.0:1788942222.338915:0:34802:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788942222.338937:0:34802:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942222.338939:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000002:0.0:1788942222.338944:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000001:0.0:1788942222.338946:0:34802:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.338955:0:34802:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942222.338957:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97df0 00000080:00200008:0.0:1788942222.338959:0:34802:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 102001 00000080:00000001:0.0:1788942222.338963:0:34802:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942222.338966:0:34802:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788942222.338967:0:34802:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942222.338969:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000002:0.0:1788942222.338971:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5530727c0 00020000:00000001:0.0:1788942222.338972:0:34802:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.338974:0:34802:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942222.338984:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.338987:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.338994:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:0.0:1788942222.338997:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942222.339003:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942222.339005:0:34802:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:0.0:1788942222.339007:0:34802:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788942222.339010:0:34802:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788942222.339015:0:34802:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b544eb5600. 00000080:00000001:0.0:1788942222.339017:0:34802:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788942222.339023:0:34802:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788942222.339027:0:34802:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788942222.339029:0:34802:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:0.0:1788942222.339034:0:34802:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788942222.339036:0:34802:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:0.0:1788942222.339043:0:34802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545995180. 00000020:00000040:0.0:1788942222.339047:0:34802:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942222.339052:0:34802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942222.339055:0:34802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942222.339061:0:34802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942222.339070:0:34802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b544eb5c00. 00000100:00000001:0.0:1788942222.339077:0:34802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788942222.339095:0:34802:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788942222.339107:0:34802:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788942222.339112:0:34802:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788942222.339120:0:34802:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942222.339122:0:34802:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942222.339129:0:34802:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.339131:0:34802:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928579136 : -122366780972480 : ffff90b5437ce240) 00000100:00000001:0.0:1788942222.339134:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.339135:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000100:00000001:0.0:1788942222.339140:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.339145:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.339147:0:34802:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942222.339149:0:34802:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.339153:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.339161:0:34802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.339164:0:34802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.339167:0:34802:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.339170:0:34802:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.339172:0:34802:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.339176:0:34802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545995180 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34802:1875839884293120:192.168.206.109@tcp:35:uname.0 00000100:00000001:0.0:1788942222.339183:0:34802:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.339189:0:34802:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.339191:0:34802:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.339194:0:34802:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.339198:0:34802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aed000. 02000000:00000001:0.0:1788942222.339200:0:34802:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.339207:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.339212:0:34802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097528. 00000400:00000010:0.0:1788942222.339219:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a5d8. 00000100:00000200:0.0:1788942222.339227:0:34802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884293120, portal 10 00000100:00000001:0.0:1788942222.339229:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.339231:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000100:00000040:0.0:1788942222.339236:0:34802:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.339243:0:34802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.339245:0:34802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.339248:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5aaa0. 00000100:00000200:0.0:1788942222.339252:0:34802:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884293120, offset 0 00000400:00000200:0.0:1788942222.339258:0:34802:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.339267:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.339275:0:34802:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.339280:0:34802:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.339285:0:34802:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.339289:0:34802:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.339293:0:34802:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.339297:0:34802:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2688:2688:256:4294967295] 192.168.206.109@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:0.0:1788942222.339302:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.339312:0:34802:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.339318:0:34802:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.339324:0:34802:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b900. 00000800:00000200:0.0:1788942222.339331:0:34802:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.339339:0:34802:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.339343:0:34802:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.339366:0:34802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.339371:0:34802:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 805383 usecs (806 jiffies) 00000400:00000200:0.0:1788942222.339374:0:34802:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.339377:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623303 00000100:00000001:0.0:1788942222.339380:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.339383:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623303 00000100:00000001:0.0:1788942222.339386:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.339388:0:34802:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.339391:0:34802:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.339393:0:34802:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.339396:0:34802:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942222.339399:0:34802:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce240 going to sleep for 11 seconds 00000100:00000001:0.0:1788942222.339401:0:34802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.339404:0:34802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.339570:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.339575:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b900. 00000400:00000200:3.0:1788942222.339581:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.339587:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.339593:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5aaa0 00000400:00000010:3.0:1788942222.339596:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5aaa0. 00000100:00000001:3.0:1788942222.339606:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.339611:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.339622:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.339627:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.339644:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.339647:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.342886:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.342908:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.342914:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.342917:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.342926:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.342937:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.342948:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.342954:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.342961:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.342967:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f57300 00000400:00000200:3.0:1788942222.342974:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.342982:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x72f5 [1] + 224 00000800:00000001:3.0:1788942222.342991:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.342999:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.343003:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.343007:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.343017:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.343040:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942222.343053:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.343076:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.343086:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.343089:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.343690:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.343698:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.343708:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.343710:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.343715:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097058. 00000400:00000200:0.0:1788942222.343721:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a4c8 00000400:00000010:0.0:1788942222.343724:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a4c8. 00000100:00000001:0.0:1788942222.343728:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.343736:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942222.343747:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.343753:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.343756:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.343758:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.343763:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.343767:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.343770:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.343774:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.343786:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95d38 time=210 v=5 (5 5 0 5) 00000100:00001000:0.0:1788942222.343791:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.343794:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.343796:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.343799:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.343803:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.343807:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.343810:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1788942222.343812:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.343815:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.343820:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.343827:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.343831:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.343833:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.343838:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942222.343846:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884292864:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942222.343900:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.343904:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.343909:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e65c00 x1875839884292864/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.343916:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.343919:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.343923:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4600. 02000000:00000001:0.0:1788942222.343927:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.343930:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.343932:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.343935:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.343938:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222d800. 02000000:00000001:0.0:1788942222.343943:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.343945:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.343948:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e65c00. 00000100:00000001:0.0:1788942222.343951:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.343953:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.343955:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.343964:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.343967:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.343970:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.343973:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788942222.344073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982c00. 00000800:00000001:3.0:1788942222.346366:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.346387:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.346392:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.346394:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.346405:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.346415:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.346425:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.346430:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.346436:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.346441:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f57400 00000400:00000200:3.0:1788942222.346447:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.346454:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x7305 [1] + 224 00000800:00000001:3.0:1788942222.346462:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.346532:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.346537:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.346543:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.346552:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.346563:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.346576:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.346601:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.346610:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.346613:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.346702:0:34802:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.346711:0:34802:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.346714:0:34802:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.346718:0:34802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097528. 00000400:00000200:0.0:1788942222.346724:0:34802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:0.0:1788942222.346726:0:34802:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:0.0:1788942222.346730:0:34802:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.346736:0:34802:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942222.346746:0:34802:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545995180 x1875839884293120/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.346752:0:34802:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.346755:0:34802:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.346758:0:34802:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.346762:0:34802:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.346765:0:34802:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.346768:0:34802:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.346771:0:34802:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.346791:0:34802:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=62 v=5 (10 5 5 5) 00000100:00001000:0.0:1788942222.346796:0:34802:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.346799:0:34802:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.346801:0:34802:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.346804:0:34802:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.346808:0:34802:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.346812:0:34802:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942222.346815:0:34802:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942222.346817:0:34802:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942222.346821:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.346823:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000100:00000001:0.0:1788942222.346827:0:34802:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.346829:0:34802:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788942222.346832:0:34802:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.346835:0:34802:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.346842:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545995180 x1875839884293120/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.347053:0:34802:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.347059:0:34802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.347061:0:34802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.347067:0:34802:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545995180 x1875839884293120/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942222.347076:0:34802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545995180 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34802:1875839884293120:192.168.206.109@tcp:35:uname.0 00000100:00000001:0.0:1788942222.347082:0:34802:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.347085:0:34802:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.347088:0:34802:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.347091:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.347094:0:34802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995180 x1875839884293120/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.347101:0:34802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.347105:0:34802:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.347108:0:34802:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.347110:0:34802:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.347119:0:34802:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.347120:0:34802:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963997056 : -122366745554560 : ffff90b545995180) 00000002:00000001:0.0:1788942222.347124:0:34802:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.347127:0:34802:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942222.347134:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b544eb5600. 00000080:00000001:0.0:1788942222.347138:0:34802:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942222.347142:0:34802:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942222.347149:0:34802:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942222.347155:0:34802:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545e65880 x1875839884292480/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942222.347163:0:34802:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.347165:0:34802:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942222.347167:0:34802:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b5435dd1c0. 00000100:00000001:0.0:1788942222.347170:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.347173:0:34802:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545995180 x1875839884293120/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.347179:0:34802:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.347182:0:34802:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942222.347186:0:34802:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b5547132c0. 00000080:00000001:0.0:1788942222.347192:0:34802:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.347199:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97df0 00000080:00000008:0.0:1788942222.347202:0:34802:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 102001, rc = 0 00000080:00000001:0.0:1788942222.347206:0:34802:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.347213:0:34802:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942222.347215:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97e00 00000080:00002000:0.0:1788942222.347217:0:34802:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544549948, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:0.0:1788942222.347220:0:34802:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.413377:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97d08 00000080:00200008:3.0:1788942222.413390:0:34807:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788942222.413400:0:34807:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788942222.413401:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97c80 00000080:00200000:3.0:1788942222.413403:0:34807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:3.0:1788942222.413411:0:34807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b548084000. 00800000:00000002:3.0:1788942222.413419:0:34807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:3.0:1788942222.413424:0:34807:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788942222.413430:0:34807:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788942222.413433:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97ba0 00800000:00000002:3.0:1788942222.413435:0:34807:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788942222.413440:0:34807:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788942222.413445:0:34807:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788942222.413452:0:34807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788942222.413454:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97a70 00000002:00010000:3.0:1788942222.413456:0:34807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788942222.413461:0:34807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788942222.413463:0:34807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788942222.413467:0:34807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788942222.413476:0:34807:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942222.413478:0:34807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942222.413480:0:34807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942222.413483:0:34807:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788942222.413486:0:34807:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788942222.413493:0:34807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acca80. 00000020:00000040:3.0:1788942222.413497:0:34807:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:3.0:1788942222.413505:0:34807:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788942222.413511:0:34807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942222.413518:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788942222.413520:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788942222.413521:0:34807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.413524:0:34807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788942222.414300:0:34807:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788942222.414309:0:34807:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788942222.414322:0:34807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b54837c000. 00000100:00000001:3.0:1788942222.414331:0:34807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.414339:0:34807:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942222.414341:0:34807:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.414343:0:34807:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788942222.414344:0:34807:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942222.414346:0:34807:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788942222.414354:0:34807:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00010000:00000001:3.0:1788942222.414360:0:34807:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788942222.414363:0:34807:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788942222.414369:0:34807:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b545f48e00. 00010000:00000010:3.0:1788942222.414374:0:34807:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551bc0680. 00010000:00000001:3.0:1788942222.414379:0:34807:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788942222.414382:0:34807:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b547982800. 00000020:00000001:3.0:1788942222.414387:0:34807:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788942222.414390:0:34807:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b547982800 with handle 0xcbb91bbb7815796b to hash 00000020:00000001:3.0:1788942222.414393:0:34807:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788942222.414394:0:34807:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:3.0:1788942222.414398:0:34807:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:3.0:1788942222.414403:0:34807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942222.414406:0:34807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942222.414411:0:34807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942222.414422:0:34807:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788942222.414432:0:34807:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788942222.414438:0:34807:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788942222.414440:0:34807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788942222.414448:0:34807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5590390c0. 00000100:00000001:3.0:1788942222.414450:0:34807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707289727168 : -122366419824448 : ffff90b5590390c0) 00000100:00000001:3.0:1788942222.414453:0:34807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.414454:0:34807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00000100:00000001:3.0:1788942222.414460:0:34807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788942222.414465:0:34807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.414467:0:34807:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788942222.414469:0:34807:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788942222.414482:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.414491:0:34807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788942222.414494:0:34807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942222.414498:0:34807:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788942222.414501:0:34807:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788942222.414503:0:34807:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942222.414508:0:34807:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34807:1875839884293248:192.168.206.109@tcp:101:lfs.0 00000100:00000001:3.0:1788942222.414515:0:34807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788942222.414521:0:34807:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788942222.414524:0:34807:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942222.415123:0:34807:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788942222.415132:0:34807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b545e7c000. 02000000:00000001:3.0:1788942222.415136:0:34807:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788942222.415147:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:3.0:1788942222.415151:0:34807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5464c4e70. 00000400:00000010:3.0:1788942222.415160:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543ded5d8. 00000100:00000200:3.0:1788942222.415169:0:34807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884293248, portal 10 00000100:00000001:3.0:1788942222.415172:0:34807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.415174:0:34807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706948496000 : -122366761055616 : ffff90b544acca80) 00000100:00000040:3.0:1788942222.415183:0:34807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.415193:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942222.415196:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942222.415199:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedd48. 00000100:00000200:3.0:1788942222.415202:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884293248, offset 0 00000400:00000200:3.0:1788942222.415210:0:34807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942222.415221:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.415230:0:34807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942222.415237:0:34807:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788942222.415242:0:34807:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:3.0:1788942222.415257:0:34807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788942222.415261:0:34807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:3.0:1788942222.415266:0:34807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2689:2689:256:4294967295] 192.168.206.109@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:3.0:1788942222.415271:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.415285:0:34807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942222.415292:0:34807:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942222.415298:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35100. 00000800:00000200:3.0:1788942222.415307:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942222.415317:0:34807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942222.415323:0:34807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788942222.415336:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942222.415341:0:34807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 804431 usecs (805 jiffies) 00000400:00000200:3.0:1788942222.415344:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:3.0:1788942222.415348:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623379 00000100:00000001:3.0:1788942222.415352:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:3.0:1788942222.415355:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623379 00000100:00000001:3.0:1788942222.415358:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:3.0:1788942222.415360:0:34807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788942222.415363:0:34807:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.415366:0:34807:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788942222.415369:0:34807:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788942222.415372:0:34807:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5590390c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788942222.415376:0:34807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942222.415379:0:34807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942222.415541:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.415548:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35100. 00000400:00000200:2.0:1788942222.415554:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.415560:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.415567:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedd48 00000400:00000010:2.0:1788942222.415570:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedd48. 00000100:00000001:2.0:1788942222.415576:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.415581:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.415596:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.415600:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.415607:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.415609:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.419260:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.419280:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.419285:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.419288:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.419298:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.419307:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.419317:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.419324:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.419330:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.419334:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f57480 00000400:00000200:3.0:1788942222.419341:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.419347:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x730d [1] + 224 00000800:00000001:3.0:1788942222.419356:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.419364:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.419368:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.419373:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.419383:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.419394:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.419405:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.419431:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.419440:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.419443:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.419575:0:34807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.419585:0:34807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.419587:0:34807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.419591:0:34807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5464c4e70. 00000400:00000200:0.0:1788942222.419596:0:34807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543ded5d8 00000400:00000010:0.0:1788942222.419600:0:34807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543ded5d8. 00000100:00000001:0.0:1788942222.419603:0:34807:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.419610:0:34807:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942222.419619:0:34807:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.419625:0:34807:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.419628:0:34807:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.419641:0:34807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.419645:0:34807:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.419648:0:34807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.419651:0:34807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.419655:0:34807:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.419666:0:34807:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=62 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942222.419671:0:34807:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.419674:0:34807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.419676:0:34807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.419679:0:34807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.419691:0:34807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.419695:0:34807:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.419698:0:34807:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788942222.419700:0:34807:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.419705:0:34807:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.419711:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.419719:0:34807:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.419722:0:34807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.419725:0:34807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.419729:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942222.419736:0:34807:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b544acca80 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34807:1875839884293248:192.168.206.109@tcp:101:lfs.0 00000100:00000001:0.0:1788942222.419742:0:34807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.419745:0:34807:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.419748:0:34807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.419750:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.419753:0:34807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.419761:0:34807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.419764:0:34807:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5590390c0. 00000100:00000001:0.0:1788942222.419768:0:34807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.419770:0:34807:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.419774:0:34807:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942222.419779:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.419782:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.419786:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=4 00000020:00000001:0.0:1788942222.419788:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.419792:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000040:0.0:1788942222.419799:0:34807:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b547982800, remote cookie: 0x4d194fbcadeed438, flags: 0x1001 00010000:00010000:0.0:1788942222.419806:0:34807:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942222.419817:0:34807:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.419825:0:34807:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942222.419830:0:34807:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942222.419833:0:34807:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942222.419834:0:34807:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942222.419836:0:34807:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942222.419840:0:34807:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b545f48e00) refcount = 1 00010000:00010000:0.0:1788942222.419844:0:34807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.419892:0:34807:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942222.419897:0:34807:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942222.419899:0:34807:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.419903:0:34807:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942222.419906:0:34807:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.419910:0:34807:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.419916:0:34807:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942222.419918:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.419920:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.419922:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.419923:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.419924:0:34807:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.419929:0:34807:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942222.419932:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.419933:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.419935:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.419937:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.419939:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.419942:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.419943:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.419944:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=4 00000020:00000001:0.0:1788942222.419946:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.419948:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.419951:0:34807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.419954:0:34807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.419958:0:34807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.419964:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.419965:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.419966:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.419967:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.419968:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=5 00000020:00000001:0.0:1788942222.419970:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.419972:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.419975:0:34807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.419978:0:34807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.419984:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.419985:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942222.419988:0:34807:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.419994:0:34807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.419996:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.419997:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.419999:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.419999:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942222.420005:0:34807:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942222.420015:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.420016:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.420018:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.420020:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420022:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420024:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.420025:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.420026:0:34807:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.420029:0:34807:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.420032:0:34807:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942222.420034:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.420035:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.420036:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.420038:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420040:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00000002:00010000:0.0:1788942222.420043:0:34807:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.420050:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.420051:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.420053:0:34807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942222.420054:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.420055:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.420056:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.420058:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420061:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000040:0.0:1788942222.420068:0:34807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:0.0:1788942222.420071:0:34807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942222.420075:0:34807:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942222.420078:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.420079:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.420081:0:34807:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942222.420084:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c979f8 00000002:00002000:0.0:1788942222.420086:0:34807:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942222.420089:0:34807:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.420094:0:34807:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.420097:0:34807:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942222.420101:0:34807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942222.420104:0:34807:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942222.420109:0:34807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942222.420113:0:34807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b548084000. 00000080:00000001:0.0:1788942222.420118:0:34807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942222.420121:0:34807:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942222.420128:0:34807:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942222.420133:0:34807:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942222.420140:0:34807:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e80b40. 00800000:00000001:0.0:1788942222.420143:0:34807:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935601984 : -122366773949632 : ffff90b543e80b40) 00800000:00000001:0.0:1788942222.420146:0:34807:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.420148:0:34807:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942222.420152:0:34807:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942222.420154:0:34807:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942222.420157:0:34807:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942222.420160:0:34807:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942222.420162:0:34807:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.420168:0:34807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942222.420171:0:34807:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788942222.420173:0:34807:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788942220 to 1788942222 00000080:00200000:0.0:1788942222.420179:0:34807:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942222.420181:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.420183:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.420185:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.420187:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420189:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420191:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.420192:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942222.420194:0:34807:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942222.420197:0:34807:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942222.420198:0:34807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e80b40 1 00800000:00000010:0.0:1788942222.420201:0:34807:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e80b40. 00800000:00000001:0.0:1788942222.420204:0:34807:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.420207:0:34807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815796b 00800000:00000001:0.0:1788942222.420211:0:34807:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942222.420213:0:34807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942222.420214:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.420215:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.420217:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.420218:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420221:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420223:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.420225:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.420226:0:34807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.420228:0:34807:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.420231:0:34807:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.420233:0:34807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942222.420237:0:34807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815796b from it ffffa57dc1c97cb8 00010000:00000001:0.0:1788942222.420239:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.420240:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.420241:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.420243:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420245:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.420247:0:34807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.420250:0:34807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.420262:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.420263:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.420264:0:34807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.420267:0:34807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.420270:0:34807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942222.420277:0:34807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.420280:0:34807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.420282:0:34807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.420287:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.420288:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.420290:0:34807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.420294:0:34807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.420296:0:34807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.420299:0:34807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.420301:0:34807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.420303:0:34807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.420305:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.420306:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942222.420308:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.420313:0:34807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b544acca80 x1875839884293248/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.420320:0:34807:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.420323:0:34807:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.420327:0:34807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b545e7c000. 02000000:00000001:0.0:1788942222.420331:0:34807:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.420334:0:34807:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.420335:0:34807:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.420338:0:34807:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.420341:0:34807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b54837c000. 02000000:00000001:0.0:1788942222.420345:0:34807:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.420347:0:34807:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.420349:0:34807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b544acca80. 00000100:00000001:0.0:1788942222.420354:0:34807:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.420355:0:34807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942222.420360:0:34807:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.420366:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97d08 00000080:00000008:0.0:1788942222.420369:0:34807:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942222.421153:0:34807:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.421188:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97d08 00000080:00200008:0.0:1788942222.421191:0:34807:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788942222.421197:0:34807:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942222.421199:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97c80 00000080:00200000:0.0:1788942222.421201:0:34807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942222.421207:0:34807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b544eb4a00. 00800000:00000002:0.0:1788942222.421213:0:34807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942222.421217:0:34807:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942222.421220:0:34807:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.421223:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97ba0 00800000:00000002:0.0:1788942222.421225:0:34807:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942222.421242:0:34807:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942222.421247:0:34807:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942222.421251:0:34807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.421253:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97a70 00000002:00010000:0.0:1788942222.421255:0:34807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942222.421259:0:34807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942222.421261:0:34807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.421264:0:34807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.421270:0:34807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:0.0:1788942222.421273:0:34807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.421277:0:34807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.421280:0:34807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942222.421283:0:34807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788942222.421293:0:34807:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.421297:0:34807:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.421301:0:34807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788942222.421308:0:34807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942222.421310:0:34807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942222.421313:0:34807:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942222.421314:0:34807:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942222.421316:0:34807:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942222.421318:0:34807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942222.421320:0:34807:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942222.421323:0:34807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942222.421325:0:34807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b544eb4a00. 00000080:00000001:0.0:1788942222.421328:0:34807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942222.421330:0:34807:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.421332:0:34807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942222.421335:0:34807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815796b 00800000:00000001:0.0:1788942222.421338:0:34807:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942222.421340:0:34807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942222.421341:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.421342:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.421345:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.421347:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.421349:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.421352:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.421353:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.421354:0:34807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.421356:0:34807:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.421358:0:34807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815796b from it ffffa57dc1c97cb8 00010000:00000001:0.0:1788942222.421360:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.421361:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.421363:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.421365:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.421367:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.421368:0:34807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.421371:0:34807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942222.421377:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.421378:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.421380:0:34807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.421381:0:34807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.421383:0:34807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942222.421390:0:34807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.421392:0:34807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.421394:0:34807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.421396:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.421397:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.421399:0:34807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.421402:0:34807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.421403:0:34807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.421405:0:34807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.421408:0:34807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.421409:0:34807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.421411:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.421412:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942222.421414:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942222.421416:0:34807:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942222.421418:0:34807:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.421422:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97d08 00000080:00000008:0.0:1788942222.421424:0:34807:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788942222.421535:0:34807:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942222.421537:0:34807:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942222.421539:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97b78 00000080:00200000:0.0:1788942222.421541:0:34807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942222.421545:0:34807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b544eb4a00. 00800000:00000002:0.0:1788942222.421548:0:34807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942222.421550:0:34807:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942222.421552:0:34807:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.421554:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97a98 00800000:00000002:0.0:1788942222.421556:0:34807:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942222.421559:0:34807:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942222.421561:0:34807:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942222.421563:0:34807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.421565:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97968 00000002:00010000:0.0:1788942222.421567:0:34807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942222.421570:0:34807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942222.421571:0:34807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.421572:0:34807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.421575:0:34807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:0.0:1788942222.421577:0:34807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.421580:0:34807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.421582:0:34807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942222.421585:0:34807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788942222.421592:0:34807:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.421595:0:34807:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.421598:0:34807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788942222.421604:0:34807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942222.421606:0:34807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942222.421607:0:34807:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942222.421609:0:34807:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942222.421610:0:34807:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942222.421612:0:34807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942222.421614:0:34807:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942222.421616:0:34807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942222.421618:0:34807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b544eb4a00. 00000080:00000001:0.0:1788942222.421621:0:34807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942222.421622:0:34807:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.421624:0:34807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942222.421627:0:34807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815796b 00800000:00000001:0.0:1788942222.421630:0:34807:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942222.421642:0:34807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942222.421644:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.421645:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.421647:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.421649:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.421652:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.421654:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.421655:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.421656:0:34807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.421658:0:34807:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.421660:0:34807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815796b from it ffffa57dc1c97bb0 00010000:00000001:0.0:1788942222.421662:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.421663:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.421664:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:0.0:1788942222.421667:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.421669:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:0.0:1788942222.421671:0:34807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.421673:0:34807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942222.421680:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.421681:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.421682:0:34807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.421683:0:34807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.421686:0:34807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942222.421692:0:34807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.421694:0:34807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.421696:0:34807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.421698:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.421699:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.421700:0:34807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.421703:0:34807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.421705:0:34807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.421707:0:34807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.421709:0:34807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.421710:0:34807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.421712:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.421713:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942222.421715:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942222.421717:0:34807:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942222.421719:0:34807:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 44 00000080:00000001:0.0:1788942222.421724:0:34807:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.421729:0:34807:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788942222.421732:0:34807:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788942222.421734:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97b78 00000080:00200008:0.0:1788942222.421737:0:34807:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000 00000080:00000010:0.0:1788942222.421742:0:34807:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b550ccc3c0. 00000080:00000001:0.0:1788942222.421747:0:34807:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.421749:0:34807:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.421882:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.421886:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.421895:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.421899:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.421904:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.421908:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.421911:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.421913:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.421916:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.421922:0:34807:0:(obd_class.h:1080:obd_statfs()) Process entered 00800000:00000004:0.0:1788942222.421925:0:34807:0:(obd_class.h:1096:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: age 1945, max_age 1954 00000002:00000001:0.0:1788942222.421928:0:34807:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788942222.421931:0:34807:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000010:0.0:1788942222.421939:0:34807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994000. 00000020:00000040:0.0:1788942222.421943:0:34807:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942222.421947:0:34807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942222.421950:0:34807:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942222.421956:0:34807:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942222.421964:0:34807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bb00. 00000100:00000001:0.0:1788942222.421973:0:34807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.421978:0:34807:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942222.421980:0:34807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942222.421987:0:34807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.421989:0:34807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928579136 : -122366780972480 : ffff90b5437ce240) 00000100:00000001:0.0:1788942222.421992:0:34807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.421994:0:34807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000001:0.0:1788942222.421999:0:34807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.422003:0:34807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.422005:0:34807:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942222.422007:0:34807:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.422018:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.422026:0:34807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.422028:0:34807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.422033:0:34807:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.422035:0:34807:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.422038:0:34807:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.422042:0:34807:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34807:1875839884293376:192.168.206.109@tcp:41:lfs.0 00000100:00000001:0.0:1788942222.422046:0:34807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.422052:0:34807:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.422055:0:34807:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.422058:0:34807:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.422063:0:34807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aef400. 02000000:00000001:0.0:1788942222.422065:0:34807:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.422074:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.422079:0:34807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097528. 00000400:00000010:0.0:1788942222.422087:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a5d8. 00000100:00000200:0.0:1788942222.422096:0:34807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884293376, portal 10 00000100:00000001:0.0:1788942222.422098:0:34807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.422099:0:34807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:0.0:1788942222.422106:0:34807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.422120:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.422124:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.422127:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a4c8. 00000100:00000200:0.0:1788942222.422132:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884293376, offset 0 00000400:00000200:0.0:1788942222.422140:0:34807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.422149:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.422160:0:34807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.422167:0:34807:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.422171:0:34807:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.422176:0:34807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.422179:0:34807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.422184:0:34807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2690:2690:256:4294967295] 192.168.206.109@tcp LPNI seq info [2690:2690:8:4294967295] 00000400:00000200:0.0:1788942222.422188:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.422199:0:34807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.422206:0:34807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.422212:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b800. 00000800:00000200:0.0:1788942222.422219:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.422227:0:34807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.422232:0:34807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.422241:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.422246:0:34807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 803476 usecs (804 jiffies) 00000400:00000200:0.0:1788942222.422249:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.422251:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623385 00000100:00000001:0.0:1788942222.422255:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.422257:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623385 00000100:00000001:0.0:1788942222.422260:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.422262:0:34807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.422264:0:34807:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.422267:0:34807:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.422270:0:34807:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942222.422272:0:34807:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce240 going to sleep for 11 seconds 00000100:00000001:0.0:1788942222.422275:0:34807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.422278:0:34807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942222.422840:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.422876:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b800. 00000400:00000200:2.0:1788942222.422883:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.422891:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.422899:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a4c8 00000400:00000010:2.0:1788942222.422902:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a4c8. 00000100:00000001:2.0:1788942222.422907:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.422912:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.422923:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.422926:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.422934:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.422935:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.425239:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.425258:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.425262:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.425265:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.425275:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.425283:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.425294:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.425299:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.425306:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.425310:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 10 MB=0x6aa1101f57500 00000400:00000200:3.0:1788942222.425317:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.425323:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 368/368 into md 0x731d [1] + 224 00000800:00000001:3.0:1788942222.425332:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.425340:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.425343:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.425348:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.425358:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.425367:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942222.425379:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.425395:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.425404:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.425409:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.425761:0:34807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.425772:0:34807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.425775:0:34807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.425779:0:34807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097528. 00000400:00000200:0.0:1788942222.425785:0:34807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:0.0:1788942222.425787:0:34807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:0.0:1788942222.425791:0:34807:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.425797:0:34807:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942222.425806:0:34807:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.425813:0:34807:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.425815:0:34807:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.425818:0:34807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.425822:0:34807:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.425825:0:34807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.425828:0:34807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.425832:0:34807:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.425844:0:34807:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=62 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942222.425849:0:34807:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.425886:0:34807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.425888:0:34807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.425891:0:34807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.425895:0:34807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.425899:0:34807:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.425902:0:34807:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788942222.425904:0:34807:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.425908:0:34807:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.425914:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.425928:0:34807:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.425931:0:34807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.425933:0:34807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.425938:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942222.425946:0:34807:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34807:1875839884293376:192.168.206.109@tcp:41:lfs.0 00000100:00000001:0.0:1788942222.425951:0:34807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.425954:0:34807:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.425956:0:34807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.425959:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.425962:0:34807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.425969:0:34807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.425973:0:34807:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.425981:0:34807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.425982:0:34807:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.425990:0:34807:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788942222.425991:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.425994:0:34807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884293376/t0(0) o41->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.426001:0:34807:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.426003:0:34807:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.426007:0:34807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b551aef400. 02000000:00000001:0.0:1788942222.426011:0:34807:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.426014:0:34807:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.426016:0:34807:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.426019:0:34807:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.426022:0:34807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bb00. 02000000:00000001:0.0:1788942222.426025:0:34807:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.426027:0:34807:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.426029:0:34807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00000100:00000001:0.0:1788942222.426034:0:34807:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.426035:0:34807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942222.426037:0:34807:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.426038:0:34807:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.426040:0:34807:0:(genops.c:1238:class_import_put()) Process leaving 00800000:00000004:0.0:1788942222.426042:0:34807:0:(obd_class.h:1122:obd_statfs()) lustre-MDT0000-mdc-ffff90b5459f2800: update ffff90b5487f1e40 cache blocks 17238/17271 objects 533391/533747 00800000:00000001:0.0:1788942222.426047:0:34807:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.426054:0:34807:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426058:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942222.426061:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426065:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426068:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426149:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426152:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426160:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426163:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426169:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426174:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426176:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426180:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426182:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426187:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426189:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426191:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426194:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426196:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426198:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426203:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426204:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426207:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426208:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426211:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426213:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426215:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426216:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426218:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426220:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426222:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426224:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426226:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426228:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426230:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426233:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426235:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426237:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426238:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426241:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426243:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426244:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426245:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426246:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426249:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426251:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426253:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426256:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426258:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426260:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426263:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426265:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426268:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426269:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426271:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426273:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426275:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426276:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426277:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426280:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426282:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426284:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426286:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426288:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426290:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426293:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426295:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426297:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426299:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426301:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426304:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426306:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426307:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426309:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426312:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426314:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426316:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426318:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426321:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426323:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426327:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426329:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426331:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426333:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426335:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426337:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426339:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426340:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426341:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426344:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426345:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426347:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426349:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426352:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426353:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426357:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426358:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426360:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426362:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426363:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426365:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426367:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426368:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426369:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426372:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426373:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426375:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426377:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426379:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426380:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426383:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426384:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426387:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426389:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426390:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426393:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426394:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426395:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426396:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426399:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426401:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426403:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426405:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426407:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426409:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426412:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426414:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426416:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426417:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426419:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426421:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426423:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426424:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426425:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426427:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426429:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426431:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426433:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426434:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426436:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426439:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426440:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426442:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426443:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426445:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426447:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426449:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426450:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426451:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426454:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426456:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426457:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426459:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426461:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426463:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426466:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426467:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426470:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426471:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426473:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426475:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426477:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426478:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426479:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426482:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426483:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426485:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426487:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426489:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426491:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426494:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426495:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426497:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426498:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426500:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426501:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426503:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426504:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426505:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426508:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426510:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426512:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426513:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426515:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426517:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426520:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426522:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426524:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426526:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426528:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426530:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426532:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426533:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426534:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426537:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426539:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426541:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426543:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426545:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426547:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426550:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426552:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426554:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426556:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426558:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426560:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426562:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426563:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426564:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426566:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426568:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426570:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426572:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426574:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426576:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426579:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426580:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426582:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426584:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426585:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426588:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426589:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426590:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426592:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426594:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426597:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426599:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426601:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426603:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426605:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426607:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426609:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426612:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426613:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426615:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426617:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426619:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426620:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426622:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426625:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426627:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426629:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426641:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426645:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426647:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426651:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.426652:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.426656:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.426657:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.426660:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.426662:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.426664:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.426665:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.426667:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.426669:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426671:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.426673:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.426675:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.426678:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427214:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427222:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427223:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427228:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427230:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427234:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427238:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427240:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427242:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427244:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427247:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427249:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427250:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427253:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427256:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427258:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427261:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427263:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427265:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427266:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427268:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427270:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427271:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427273:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427274:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427277:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427278:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427280:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427282:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427284:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427286:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427288:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427290:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427293:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427294:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427296:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427298:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427300:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427301:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427302:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427305:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427307:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427309:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427311:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427313:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427315:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427318:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427320:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427322:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427323:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427325:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427327:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427329:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427330:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427331:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427334:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427336:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427338:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427340:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427342:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427344:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427347:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427348:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427351:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427352:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427354:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427356:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427358:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427359:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427360:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427363:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427365:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427367:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427368:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427370:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427372:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427374:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427375:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427377:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427378:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427380:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427382:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427384:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427385:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427386:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427389:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427391:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427393:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427395:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427396:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427398:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427400:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427401:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427404:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427405:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427407:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427409:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427411:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427413:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427414:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427417:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427418:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427420:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427422:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427424:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427426:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427428:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427430:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427432:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427433:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427435:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427437:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427438:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427439:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427440:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427442:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427444:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427446:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427448:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427450:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427452:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427454:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427456:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427458:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427459:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427461:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427463:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427464:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427466:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427467:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427470:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427472:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427474:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427476:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427478:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427480:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427482:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427484:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427486:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427487:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427489:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427491:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427493:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427494:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427495:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427496:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427498:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427500:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427501:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427503:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427505:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427507:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427508:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427511:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427512:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427513:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427515:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427517:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427518:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427519:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427521:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427522:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427524:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427525:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427527:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427529:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427532:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427534:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427536:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427537:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427539:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427541:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427542:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427543:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427545:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427547:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427549:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427551:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427553:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427555:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427557:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427559:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427561:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427563:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427564:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427566:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427568:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427570:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427571:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427572:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427575:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427577:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427579:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427581:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427583:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427585:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427587:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427589:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427591:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427592:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427594:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427596:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427598:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427599:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427600:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427603:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427605:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427606:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427609:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427611:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427613:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427616:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427617:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427620:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427621:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427623:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427625:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427627:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427628:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427629:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427642:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427644:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427646:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.427648:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.427651:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427653:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427656:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.427658:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.427660:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.427662:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.427665:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.427667:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.427669:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.427670:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.427671:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.427674:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427676:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.427678:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.428779:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.428788:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428791:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428804:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.428806:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.428813:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.428815:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.428822:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.428825:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.428827:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.428831:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.428833:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.428836:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428838:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428840:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.428842:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.428844:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428846:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428849:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.428877:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.428880:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.428882:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.428885:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.428887:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.428889:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.428891:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.428892:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.428894:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428896:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428897:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.428899:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.428902:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428904:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428907:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.428909:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.428911:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.428912:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.428914:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.428916:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.428918:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.428919:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.428920:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.428922:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428925:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428926:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.428928:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.428930:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428932:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428935:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.428936:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.428938:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.428940:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.428942:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.428945:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.428946:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.428948:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.428949:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.428951:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428953:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428955:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.428957:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.428960:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428961:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428964:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.428966:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.428968:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.428970:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.428972:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.428975:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.428976:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.428978:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.428979:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.428982:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428983:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428985:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.428987:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.428989:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428991:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.428994:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.428996:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.428998:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.428999:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429001:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429004:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429006:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429007:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429008:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429010:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429012:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429015:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429017:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429020:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429022:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429025:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429026:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429029:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429030:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429032:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429035:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429037:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429038:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429039:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429042:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429043:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429045:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429047:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429050:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429051:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429055:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429056:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429058:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429060:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429061:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429063:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429065:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429066:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429067:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429070:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429072:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429074:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429076:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429078:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429080:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429082:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429084:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429086:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429088:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429090:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429092:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429093:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429094:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429096:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429098:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429100:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429102:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429104:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429106:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429108:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429111:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429113:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429115:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429117:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429119:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429121:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429122:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429123:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429125:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429127:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429129:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429131:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429132:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429134:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429136:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429139:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429140:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429143:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429144:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429147:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429149:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429151:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429152:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429153:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429155:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429157:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429159:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429161:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429163:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429165:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429168:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429169:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429172:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429173:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429175:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429177:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429179:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429180:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429181:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429184:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429186:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429188:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429190:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429192:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429194:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429197:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429198:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429200:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429202:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429204:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429206:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429207:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429209:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429210:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429212:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429214:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429216:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429217:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429219:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429221:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429223:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429224:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429226:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429227:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429229:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429231:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429233:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429234:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429235:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429238:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429240:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429242:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429244:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429245:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429247:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429250:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429251:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429254:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429255:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429257:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429259:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429260:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429262:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429263:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429265:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429268:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429269:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429271:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429273:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429275:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429278:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429279:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429282:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429282:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429284:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429286:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429288:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429289:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429290:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429293:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429295:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429297:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429298:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429300:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429301:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429304:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429305:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429307:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429309:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429311:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429313:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429315:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429316:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429317:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429319:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429321:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429323:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429325:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429327:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429329:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429332:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429333:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429336:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429337:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429339:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429340:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429342:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429343:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429344:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429347:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429349:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429350:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429352:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429354:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429356:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429359:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429360:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429363:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429364:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429366:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429367:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429369:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429370:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429371:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429374:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429376:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429378:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429380:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429382:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429384:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429386:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429388:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429391:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429392:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429393:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429395:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429396:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429397:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429398:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429400:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429402:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429403:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429405:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429407:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429409:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429412:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429413:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429416:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429417:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429418:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429420:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429422:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429423:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429424:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429427:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429429:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429431:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429433:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429435:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429437:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429439:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429440:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429443:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429444:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429447:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429449:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429451:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429452:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429453:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429456:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429458:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429460:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429462:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429464:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429466:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429469:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429471:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429473:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429475:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429476:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429478:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429480:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429482:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429483:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429486:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429488:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429490:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429492:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429494:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429495:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429498:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429499:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429502:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429503:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429505:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429507:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429509:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429511:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429512:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429514:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429516:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429518:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429521:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429523:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429525:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429528:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429529:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429532:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429533:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429535:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429538:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429539:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429540:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429541:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429544:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429546:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429548:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429550:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429552:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429554:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429557:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429558:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429560:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429561:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429564:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429566:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429567:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429568:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429570:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429572:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429574:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429576:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429578:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429580:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429582:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429585:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429586:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429589:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429590:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429592:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429594:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429596:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429598:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429599:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429602:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429604:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429605:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429607:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429610:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429612:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429615:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429616:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429619:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429620:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429623:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429625:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429626:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429627:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429629:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429631:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429644:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429646:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.429649:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.429652:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429653:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429657:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788942222.429659:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:0.0:1788942222.429662:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788942222.429663:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788942222.429665:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b551aef800. 00000020:00000001:0.0:1788942222.429667:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.429669:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788942222.429670:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788942222.429671:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b551aef800 uarg=0000000000000000 00800000:00000001:0.0:1788942222.429675:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429676:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.429679:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788942222.431279:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b551aef800. 00000080:00000001:0.0:1788942222.431288:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788942222.431292:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.431409:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.431412:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.431421:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.431424:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.431432:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.431436:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.431438:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942222.431442:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942222.431444:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00800000:00000001:2.0:1788942222.431448:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.431450:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.431453:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.431455:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.431458:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.431460:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.431464:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.431466:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.431468:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.431469:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.431471:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.431473:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.431474:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788942222.431475:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788942222.431476:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00800000:00000001:2.0:1788942222.431479:0:34807:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942222.431481:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942222.431482:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788942222.431484:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.431486:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942222.431488:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942222.431491:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.431492:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.431494:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.431495:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.431496:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.431498:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.431499:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.431503:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.431505:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.431512:0:34807:0:(obd_class.h:1080:obd_statfs()) Process entered 00020000:00000004:2.0:1788942222.431515:0:34807:0:(obd_class.h:1096:obd_statfs()) lustre-OST0000-osc-ffff90b5459f2800: age 1945, max_age 1954 00000008:00000001:2.0:1788942222.431519:0:34807:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788942222.431523:0:34807:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000010:2.0:1788942222.431532:0:34807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942222.431535:0:34807:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=4 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942222.431540:0:34807:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942222.431542:0:34807:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942222.431545:0:34807:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:2.0:1788942222.431547:0:34807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942222.431551:0:34807:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942222.431557:0:34807:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942222.431565:0:34807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5497eed00. 00000100:00000001:2.0:1788942222.431572:0:34807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.431576:0:34807:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942222.431579:0:34807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942222.431591:0:34807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85180. 00000100:00000001:2.0:1788942222.431594:0:34807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167355264 : -122366542196352 : ffff90b551b85180) 00000100:00000001:2.0:1788942222.431597:0:34807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.431599:0:34807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:2.0:1788942222.431605:0:34807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942222.431609:0:34807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.431612:0:34807:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942222.431614:0:34807:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942222.431629:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.431648:0:34807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942222.431651:0:34807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.431656:0:34807:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942222.431659:0:34807:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942222.431662:0:34807:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942222.431666:0:34807:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34807:1875839884293504:192.168.206.109@tcp:13:lfs.0 00000100:00000001:2.0:1788942222.431671:0:34807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942222.431676:0:34807:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942222.431679:0:34807:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.431691:0:34807:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942222.431696:0:34807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274c00. 02000000:00000001:2.0:1788942222.431699:0:34807:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942222.431708:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942222.431713:0:34807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098bb0. 00000400:00000010:2.0:1788942222.431722:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942222.431730:0:34807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884293504, portal 4 00000100:00000001:2.0:1788942222.431733:0:34807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.431734:0:34807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942222.431745:0:34807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.431753:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942222.431756:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942222.431759:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61cc0. 00000100:00000200:2.0:1788942222.431762:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875839884293504, offset 0 00000400:00000200:2.0:1788942222.431770:0:34807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942222.431780:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.431789:0:34807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.431796:0:34807:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942222.431801:0:34807:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942222.431805:0:34807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942222.431808:0:34807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942222.431812:0:34807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2691:2691:256:4294967295] 192.168.206.109@tcp LPNI seq info [2691:2691:8:4294967295] 00000400:00000200:2.0:1788942222.431817:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.431827:0:34807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942222.431834:0:34807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.431839:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee300. 00000800:00000200:2.0:1788942222.431846:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.431889:0:34807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.431895:0:34807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942222.431913:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.431919:0:34807:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 23966 usecs (24 jiffies) 00000400:00000200:2.0:1788942222.431922:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942222.431925:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622614 00000100:00000001:2.0:1788942222.431929:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.431932:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622614 00000100:00000001:2.0:1788942222.431934:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.431937:0:34807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.431940:0:34807:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.431943:0:34807:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942222.431945:0:34807:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942222.431948:0:34807:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85180 going to sleep for 11 seconds 00000100:00000001:2.0:1788942222.431951:0:34807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942222.431955:0:34807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.432463:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.432480:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee300. 00000400:00000200:3.0:1788942222.432486:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.432493:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.432501:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61cc0 00000400:00000010:3.0:1788942222.432504:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61cc0. 00000100:00000001:3.0:1788942222.432509:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.432514:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.433568:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.433580:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.433590:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.433593:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.439450:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.439470:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.439475:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.439477:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.439489:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.439498:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.439508:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.439515:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.439522:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.439527:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 4 MB=0x6aa1101f57580 00000400:00000200:3.0:1788942222.439532:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.439539:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 368/368 into md 0x7325 [1] + 224 00000800:00000001:3.0:1788942222.439547:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.439555:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.439559:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.439564:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.439574:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.439585:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942222.439598:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.439621:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.439630:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.439644:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.439736:0:34807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942222.439746:0:34807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942222.439748:0:34807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942222.439752:0:34807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098bb0. 00000400:00000200:2.0:1788942222.439758:0:34807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:2.0:1788942222.439761:0:34807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:2.0:1788942222.439765:0:34807:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942222.439770:0:34807:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942222.439788:0:34807:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.439795:0:34807:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942222.439797:0:34807:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.439800:0:34807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942222.439804:0:34807:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942222.439807:0:34807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942222.439810:0:34807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.439814:0:34807:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942222.439825:0:34807:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95cf0 time=60 v=5 (5 0 0 0) 00000100:00001000:2.0:1788942222.439830:0:34807:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942222.439833:0:34807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942222.439835:0:34807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.439838:0:34807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942222.439842:0:34807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.439847:0:34807:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942222.440158:0:34807:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788942222.440161:0:34807:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942222.440164:0:34807:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.440172:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.440179:0:34807:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.440183:0:34807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942222.440186:0:34807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942222.440190:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942222.440198:0:34807:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34807:1875839884293504:192.168.206.109@tcp:13:lfs.0 00000100:00000001:2.0:1788942222.440204:0:34807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.440207:0:34807:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.440211:0:34807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942222.440213:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.440217:0:34807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.440224:0:34807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942222.440228:0:34807:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85180. 00000100:00000001:2.0:1788942222.440232:0:34807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942222.440234:0:34807:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942222.440241:0:34807:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788942222.440243:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.440246:0:34807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884293504/t0(0) o13->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.440251:0:34807:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942222.440255:0:34807:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942222.440258:0:34807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274c00. 02000000:00000001:2.0:1788942222.440261:0:34807:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942222.440264:0:34807:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942222.440266:0:34807:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942222.440269:0:34807:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942222.440272:0:34807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5497eed00. 02000000:00000001:2.0:1788942222.440276:0:34807:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942222.440278:0:34807:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942222.440280:0:34807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:2.0:1788942222.440284:0:34807:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942222.440285:0:34807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788942222.440289:0:34807:0:(obd_class.h:1122:obd_statfs()) lustre-OST0000-osc-ffff90b5459f2800: update ffff90b5487f0468 cache blocks 3676/3683 objects 117792/118192 00020000:00000001:2.0:1788942222.440294:0:34807:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.440300:0:34807:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.440304:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942222.440307:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.440312:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.440316:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.440422:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.440425:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.440434:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.440438:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.440444:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.440448:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.440451:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.440454:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.440457:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.440464:0:34807:0:(obd_class.h:1080:obd_statfs()) Process entered 00020000:00000004:2.0:1788942222.440466:0:34807:0:(obd_class.h:1096:obd_statfs()) lustre-OST0001-osc-ffff90b5459f2800: age 1945, max_age 1954 00000008:00000001:2.0:1788942222.440470:0:34807:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788942222.440473:0:34807:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000010:2.0:1788942222.440478:0:34807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942222.440481:0:34807:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=4 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942222.440484:0:34807:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942222.440485:0:34807:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942222.440487:0:34807:0:(genops.c:1238:class_import_put()) Process leaving 00000100:00000001:2.0:1788942222.440489:0:34807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942222.440492:0:34807:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942222.440497:0:34807:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942222.440503:0:34807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b5497eed00. 00000100:00000001:2.0:1788942222.440510:0:34807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.440514:0:34807:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942222.440515:0:34807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942222.440521:0:34807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85180. 00000100:00000001:2.0:1788942222.440524:0:34807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167355264 : -122366542196352 : ffff90b551b85180) 00000100:00000001:2.0:1788942222.440527:0:34807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.440528:0:34807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:2.0:1788942222.440533:0:34807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942222.440538:0:34807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.440540:0:34807:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942222.440542:0:34807:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942222.440547:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.440554:0:34807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942222.440557:0:34807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.440561:0:34807:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942222.440564:0:34807:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942222.440566:0:34807:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942222.440570:0:34807:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34807:1875839884293632:192.168.206.109@tcp:13:lfs.0 00000100:00000001:2.0:1788942222.440573:0:34807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942222.440578:0:34807:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942222.440581:0:34807:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.440584:0:34807:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942222.440588:0:34807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552274c00. 02000000:00000001:2.0:1788942222.440590:0:34807:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942222.440596:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942222.440599:0:34807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098bb0. 00000400:00000010:2.0:1788942222.440605:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942222.440613:0:34807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884293632, portal 4 00000100:00000001:2.0:1788942222.440615:0:34807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.440616:0:34807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942222.440623:0:34807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.440631:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942222.440644:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942222.440647:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61198. 00000100:00000200:2.0:1788942222.440651:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875839884293632, offset 0 00000400:00000200:2.0:1788942222.440659:0:34807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942222.440667:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.440674:0:34807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.440818:0:34807:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942222.440825:0:34807:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942222.440830:0:34807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942222.440834:0:34807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942222.440838:0:34807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2692:2692:256:4294967295] 192.168.206.109@tcp LPNI seq info [2692:2692:8:4294967295] 00000400:00000200:2.0:1788942222.440843:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.440915:0:34807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942222.440923:0:34807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.440931:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee300. 00000800:00000200:2.0:1788942222.440938:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.440948:0:34807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.440952:0:34807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788942222.440971:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.440987:0:34807:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 228670 usecs (229 jiffies) 00000400:00000200:2.0:1788942222.440991:0:34807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942222.440994:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296622829 00000100:00000001:2.0:1788942222.440998:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.441000:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296622829 00000100:00000001:2.0:1788942222.441002:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.441005:0:34807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.441007:0:34807:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.441010:0:34807:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942222.441012:0:34807:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942222.441014:0:34807:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85180 going to sleep for 11 seconds 00000100:00000001:2.0:1788942222.441017:0:34807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942222.441019:0:34807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942222.441286:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.441291:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee300. 00000400:00000200:2.0:1788942222.441295:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.441301:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.441306:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61198 00000400:00000010:2.0:1788942222.441308:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61198. 00000100:00000001:2.0:1788942222.441312:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.441316:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.441326:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.441329:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.441335:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.441337:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.451839:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.451903:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.451910:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.451914:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.451925:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.451936:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.451948:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.451955:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.451961:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.451967:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 368 into portal 4 MB=0x6aa1101f57600 00000400:00000200:3.0:1788942222.451973:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.451981:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 368/368 into md 0x7335 [1] + 224 00000800:00000001:3.0:1788942222.451990:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.451997:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.452002:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.452007:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.452018:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.452144:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942222.452157:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.452179:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.452191:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.452195:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.452261:0:34807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788942222.452271:0:34807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788942222.452273:0:34807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788942222.452277:0:34807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098bb0. 00000400:00000200:2.0:1788942222.452282:0:34807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:2.0:1788942222.452285:0:34807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:2.0:1788942222.452289:0:34807:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942222.452293:0:34807:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788942222.452302:0:34807:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.452308:0:34807:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788942222.452311:0:34807:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.452314:0:34807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788942222.452318:0:34807:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788942222.452322:0:34807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788942222.452324:0:34807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.452328:0:34807:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788942222.452340:0:34807:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b964a8 time=60 v=5 (5 0 0 0) 00000100:00001000:2.0:1788942222.452344:0:34807:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1788942222.452347:0:34807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788942222.452350:0:34807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.452353:0:34807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788942222.452357:0:34807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.452362:0:34807:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788942222.452365:0:34807:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788942222.452368:0:34807:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788942222.452370:0:34807:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.452376:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.452383:0:34807:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.452386:0:34807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788942222.452389:0:34807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788942222.452393:0:34807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788942222.452401:0:34807:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job lfs:b8e7595c-9941-401e-aeac-55facd9dfb74:34807:1875839884293632:192.168.206.109@tcp:13:lfs.0 00000100:00000001:2.0:1788942222.452407:0:34807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788942222.452410:0:34807:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.452413:0:34807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788942222.452415:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.452419:0:34807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.452426:0:34807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788942222.452430:0:34807:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85180. 00000100:00000001:2.0:1788942222.452433:0:34807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788942222.452435:0:34807:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942222.452442:0:34807:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788942222.452444:0:34807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.452447:0:34807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884293632/t0(0) o13->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.452453:0:34807:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788942222.452456:0:34807:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788942222.452460:0:34807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552274c00. 02000000:00000001:2.0:1788942222.452462:0:34807:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788942222.452465:0:34807:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:2.0:1788942222.452467:0:34807:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:2.0:1788942222.452470:0:34807:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:2.0:1788942222.452473:0:34807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b5497eed00. 02000000:00000001:2.0:1788942222.452476:0:34807:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788942222.452479:0:34807:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788942222.452481:0:34807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:2.0:1788942222.452485:0:34807:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788942222.452486:0:34807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788942222.452490:0:34807:0:(obd_class.h:1122:obd_statfs()) lustre-OST0001-osc-ffff90b5459f2800: update ffff90b544e7d1f0 cache blocks 3679/3683 objects 117792/118186 00020000:00000001:2.0:1788942222.452494:0:34807:0:(obd_class.h:1141:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.452499:0:34807:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452502:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788942222.452506:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452510:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452513:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452601:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452604:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452613:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452616:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452622:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452627:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452629:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452641:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452643:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452648:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452650:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452652:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452655:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452658:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452660:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452665:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452667:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452670:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452671:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452674:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452677:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452678:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452680:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452681:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452683:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452685:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452687:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452690:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452692:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452694:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452697:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452699:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452702:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452703:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452705:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452707:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452709:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452711:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452712:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452715:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452717:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452719:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452721:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452723:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452725:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452728:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452730:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452733:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452734:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452736:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452739:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452740:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452742:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452744:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452746:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452748:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452750:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452752:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452755:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452756:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452760:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452761:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452764:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452765:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452767:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452770:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452771:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452772:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452773:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452776:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452779:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452781:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452783:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452785:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452787:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452790:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452791:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452794:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452795:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452797:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452799:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452801:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452802:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452804:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452806:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452809:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452811:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452813:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452816:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452817:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452820:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452822:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452824:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452825:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452828:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452830:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452831:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452833:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452834:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452837:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452839:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452840:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452842:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452844:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452846:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452880:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452882:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452886:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452887:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452890:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452892:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452894:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452896:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452897:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452900:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452902:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452904:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452906:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452909:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452911:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452915:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452916:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452918:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452919:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452921:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452923:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452924:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452925:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452926:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452929:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452931:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452933:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452935:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452937:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452939:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452942:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452943:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452945:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452947:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452949:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452951:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452953:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452954:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452955:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452958:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452960:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452961:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452964:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452966:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452967:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452970:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452972:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.452974:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.452975:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.452978:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.452979:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.452981:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.452982:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.452984:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.452986:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452988:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452989:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.452991:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.452993:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452995:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.452998:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.452999:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453001:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453002:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453004:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453007:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453008:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453009:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453011:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453013:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453015:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453017:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453019:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453021:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453023:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453593:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453596:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453602:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453604:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453610:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453614:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453616:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453618:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453619:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453622:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453625:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453627:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453629:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453640:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453642:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453647:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453648:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453651:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453652:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453655:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453657:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453659:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453660:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453662:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453664:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453666:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453668:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453670:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453673:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453674:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453678:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453679:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453682:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453683:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453685:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453688:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453690:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453691:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453693:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453695:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453697:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453699:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453702:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453704:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453706:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453709:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453711:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453714:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453716:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453718:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453720:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453722:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453723:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453727:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453729:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453732:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453734:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453736:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453738:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453740:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453744:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453745:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453748:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453749:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453752:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453754:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453756:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453757:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453759:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453762:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453764:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453766:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453768:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453771:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453773:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453776:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453777:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453780:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453781:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453783:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453785:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453787:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453788:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453789:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453792:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453794:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453796:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453798:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453800:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453802:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453805:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453806:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453809:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453810:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453812:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453815:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453816:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453817:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453819:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453821:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453823:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453825:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453827:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453830:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453832:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453835:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453836:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453838:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453840:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453842:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453844:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453845:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453846:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453848:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453879:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453881:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453883:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453886:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453888:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453890:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453894:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453896:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453898:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453900:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453902:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453905:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453906:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453907:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453908:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453911:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453913:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453915:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453917:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453919:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453921:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453924:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453926:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453929:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453930:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453932:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453934:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453936:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453937:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453938:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453941:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453943:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453945:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453947:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453950:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453951:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453954:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453955:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453958:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453959:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453961:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453963:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453964:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453965:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453967:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453969:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453971:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453973:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.453975:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.453977:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453979:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453981:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.453983:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.453985:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.453986:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.453989:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.453991:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.453992:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.453993:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.453995:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.453997:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.453999:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454001:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.454003:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.454006:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454008:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454011:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.454013:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.454015:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.454017:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.454019:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.454021:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.454023:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.454736:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.454741:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.454746:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454749:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454751:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.454754:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.454758:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454760:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454768:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.454770:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.454775:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.454776:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.454781:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.454784:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.454786:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.454788:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.454789:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.454792:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454795:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454796:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.454798:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.454800:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454802:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454806:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.454807:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.454810:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.454811:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.454814:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.454816:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.454817:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.454819:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.454820:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.454822:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454825:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454827:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.454828:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.454831:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454832:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454835:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.454837:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.454839:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.454840:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.454843:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.454845:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.454846:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.454847:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.454849:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.454873:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454876:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454878:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.454880:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.454883:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454885:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454889:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.454890:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.454893:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.454894:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.454897:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.454899:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.454901:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.454902:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.454903:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.454906:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454907:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454909:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.454911:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.454914:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454916:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454919:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.454920:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.454923:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.454925:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.454927:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.454929:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.454930:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.454932:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.454933:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.454936:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454938:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454940:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.454942:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.454945:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454946:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454950:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.454952:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.454954:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.454955:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.454957:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.454960:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.454961:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.454962:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.454964:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.454966:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454968:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454969:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.454972:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.454974:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454976:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454979:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.454980:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.454983:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.454984:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.454986:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.454988:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.454990:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.454991:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.454992:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.454994:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454996:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.454998:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455000:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455002:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455004:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455007:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.455009:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.455011:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.455012:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.455015:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.455017:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.455018:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.455019:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.455021:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.455023:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455601:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455604:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455607:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455611:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455613:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455621:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.455623:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.455627:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.455628:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.455641:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.455644:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.455646:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.455647:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.455649:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.455652:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455654:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455656:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455658:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455661:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455662:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455666:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.455668:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.455670:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.455671:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.455674:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.455676:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.455678:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.455679:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.455680:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.455683:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455685:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455687:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455689:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455691:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455692:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455695:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.455697:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.455700:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.455701:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.455703:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.455705:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.455707:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.455708:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.455709:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.455712:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455714:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455716:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455717:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455720:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455721:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455724:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.455726:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.455728:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.455729:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.455732:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.455734:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.455735:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.455737:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.455738:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.455741:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455742:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455744:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455746:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455748:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455750:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455753:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.455754:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.455756:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.455758:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.455760:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.455762:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.455763:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.455764:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.455766:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.455768:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455770:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455772:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455774:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455776:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455778:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455782:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.455783:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.455786:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.455787:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.455790:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.455792:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.455793:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.455795:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.455796:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.455798:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455801:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455803:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455805:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455807:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455808:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455811:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.455812:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.455815:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.455816:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.455818:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.455821:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.455822:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.455824:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.455825:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.455827:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455841:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.455843:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.455846:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.455848:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457164:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457184:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457186:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457194:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457196:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457203:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457207:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457209:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457212:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457214:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457218:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457220:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457222:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457225:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457230:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457232:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457235:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457237:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457240:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457241:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457243:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457245:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457246:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457247:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457248:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457251:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457253:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457254:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457256:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457258:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457260:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457263:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457264:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457266:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457267:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457269:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457271:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457273:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457274:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457275:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457277:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457279:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457281:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457283:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457285:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457287:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457290:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457292:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457294:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457295:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457297:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457299:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457301:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457302:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457303:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457306:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457307:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457309:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457312:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457314:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457316:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457319:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457320:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457323:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457324:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457326:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457328:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457330:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457331:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457332:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457335:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457337:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457339:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457341:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457343:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457344:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457347:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457349:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457351:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457352:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457355:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457357:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457358:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457359:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457360:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457363:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457364:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457366:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457368:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457371:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457372:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457375:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457376:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457379:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457380:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457382:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457384:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457386:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457387:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457388:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457390:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457392:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457394:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457396:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457398:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457400:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457402:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457404:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457406:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457407:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457409:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457411:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457413:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457414:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457415:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457418:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457419:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457421:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457423:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457424:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457426:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457428:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457429:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457432:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457433:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457435:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457437:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457438:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457439:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457440:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457443:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457445:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457447:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457449:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457450:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457452:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457455:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457456:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457458:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457459:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457461:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457464:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457465:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457467:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457468:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457471:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457473:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457475:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457476:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457479:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457480:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457483:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457484:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457487:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457488:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457491:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457493:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457494:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457496:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.457497:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.457499:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457501:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457502:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.457504:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.457508:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457509:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.457512:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.457514:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.457517:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.457518:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.457520:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.457522:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.457524:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.457525:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458123:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458268:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458273:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458276:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.458279:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.458285:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458288:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458298:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.458300:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.458305:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.458308:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.458313:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.458316:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.458318:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.458320:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458321:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458324:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458326:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458327:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.458330:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.458332:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458334:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458337:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.458338:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.458341:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.458342:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.458345:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.458347:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.458348:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.458350:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458351:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458353:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458355:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458357:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.458359:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.458361:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458362:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458365:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.458367:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.458370:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.458371:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.458373:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.458375:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.458377:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.458378:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458379:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458382:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458384:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458385:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.458388:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.458390:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458391:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458395:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.458396:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.458398:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.458400:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.458401:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.458403:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.458405:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.458406:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458407:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458409:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458411:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458413:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.458415:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.458417:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458418:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458421:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.458422:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.458425:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.458426:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.458429:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.458431:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.458432:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.458433:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458435:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458437:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458439:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458441:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.458443:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.458445:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458447:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458450:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.458452:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.458454:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.458456:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.458458:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.458460:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.458462:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.458463:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458464:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458466:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458468:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458470:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.458471:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.458473:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458475:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458478:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.458479:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.458482:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.458483:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.458485:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.458487:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.458489:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.458491:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458492:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458495:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458497:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458499:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.458501:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.458503:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458505:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.458508:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.458510:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.458512:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.458513:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.458515:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.458517:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.458519:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.458520:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.458521:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.458524:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459363:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459370:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.459373:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.459377:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459380:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459389:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.459390:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.459395:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.459397:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.459402:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.459405:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.459406:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.459408:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.459410:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.459412:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459415:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459416:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.459418:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.459421:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459423:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459426:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.459427:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.459430:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.459431:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.459433:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.459435:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.459437:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.459438:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.459439:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.459442:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459444:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459445:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788942222.459447:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.459450:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459452:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788942222.459455:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788942222.459456:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908) cmd=c00866a4 arg=7ffdbf09d9b0 00000080:00000001:2.0:1788942222.459459:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788942222.459460:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788942222.459463:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90b552276c00. 00000020:00000001:2.0:1788942222.459465:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.459467:0:34807:0:(obd_class.h:1206:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788942222.459468:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788942222.459469:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90b5459f2800: cmd=c00866a4 len=592 karg=ffff90b552276c00 uarg=0000000000000000 00020000:00000001:2.0:1788942222.459472:0:34807:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942222.459475:0:34807:0:(obd_class.h:1221:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942222.459477:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788942222.459479:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90b552276c00. 00000080:00000001:2.0:1788942222.459482:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942222.459484:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788942222.459500:0:34807:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788942222.459504:0:34807:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788942222.459508:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97dd0 00000080:00200008:2.0:1788942222.459511:0:34807:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000 00000080:00400000:2.0:1788942222.459525:0:34807:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788942222.459594:0:34807:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b550ccc3c0. 00000080:00000001:2.0:1788942222.459599:0:34807:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942222.459602:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c97dd0 00000080:00000008:2.0:1788942222.459604:0:34807:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90b548d30908), flags 100000, rc = 0 00000080:00000001:2.0:1788942222.459607:0:34807:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.459608:0:34807:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.476592:0:34808:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.476604:0:34808:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.476615:0:34808:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.476619:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7bc0 00000080:00200000:2.0:1788942222.476624:0:34808:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942222.476642:0:34808:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fa000. 00800000:00000002:2.0:1788942222.476651:0:34808:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.476655:0:34808:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.476661:0:34808:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.476664:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7ae0 00800000:00000002:2.0:1788942222.476666:0:34808:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.476670:0:34808:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.476676:0:34808:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.476681:0:34808:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.476684:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca79b0 00000002:00010000:2.0:1788942222.476686:0:34808:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.476690:0:34808:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.476692:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.476696:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.476705:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:2.0:1788942222.476708:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.476714:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.476720:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.476725:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788942222.476738:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.476744:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.476747:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788942222.476755:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.476758:0:34808:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.476760:0:34808:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.476762:0:34808:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.476764:0:34808:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.476767:0:34808:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.476770:0:34808:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.476774:0:34808:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.476778:0:34808:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fa000. 00000080:00000001:2.0:1788942222.476784:0:34808:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.476786:0:34808:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.476789:0:34808:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942222.476793:0:34808:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb7815796b 00800000:00000001:2.0:1788942222.477250:0:34808:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.477254:0:34808:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.477256:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.477259:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.477262:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:2.0:1788942222.477274:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:2.0:1788942222.477278:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:2.0:1788942222.477282:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.477284:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.477285:0:34808:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.477287:0:34808:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.477290:0:34808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb7815796b from it ffffa57dc1ca7bf8 00010000:00000001:2.0:1788942222.477293:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.477294:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.477296:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547982800 refcount=3 00000020:00000001:2.0:1788942222.477297:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:2.0:1788942222.477300:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997475328 : -122366712076288 : ffff90b547982800) 00010000:00000001:2.0:1788942222.477302:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.477305:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942222.477313:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.477314:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.477316:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.477319:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.477322:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942222.477330:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.477334:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.477336:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.477341:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.477342:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.477344:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477347:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.477349:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477352:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477355:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477357:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.477359:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.477360:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.477363:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.477366:0:34808:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.477369:0:34808:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942222.477374:0:34808:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.477392:0:34808:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942222.477395:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7b58 00000080:00002000:2.0:1788942222.477397:0:34808:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544549948) flags 0x48000e refc 0 00000080:00000001:2.0:1788942222.477401:0:34808:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.477403:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7bc8 00000080:00200000:2.0:1788942222.477405:0:34808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:2.0:1788942222.477413:0:34808:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788942222.477415:0:34808:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8), inode mode 81a4 mask 52 00000080:00000001:2.0:1788942222.477418:0:34808:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.477426:0:34808:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788942222.477427:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7b98 00000080:00200008:2.0:1788942222.477429:0:34808:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 102101 00000080:00000010:2.0:1788942222.477523:0:34808:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b542e06f00. 00000080:00000001:2.0:1788942222.477538:0:34808:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788942222.477542:0:34808:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fa000. 00800000:00000002:2.0:1788942222.477546:0:34808:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.477548:0:34808:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.477550:0:34808:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.477552:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7a48 00800000:00000002:2.0:1788942222.477554:0:34808:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.477557:0:34808:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788942222.477560:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca79c8 00800000:00000002:2.0:1788942222.477563:0:34808:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788942222.477567:0:34808:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.477569:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7900 00000002:00010000:2.0:1788942222.477571:0:34808:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:2.0:1788942222.477575:0:34808:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788942222.477578:0:34808:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788942222.477582:0:34808:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942222.477586:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:2.0:1788942222.477589:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.477591:0:34808:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942222.477595:0:34808:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477597:0:34808:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.477599:0:34808:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.477600:0:34808:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942222.477602:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 2 00010000:00000001:2.0:1788942222.477604:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.477615:0:34808:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942222.477617:0:34808:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942222.477621:0:34808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1788942222.477629:0:34808:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942222.477641:0:34808:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942222.477643:0:34808:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942222.477645:0:34808:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942222.477647:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.477649:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.477651:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 3 00010000:00000001:2.0:1788942222.477653:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.477656:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.477657:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.477658:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.477659:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 3 00010000:00000001:2.0:1788942222.477661:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.477663:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.477664:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.477665:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.477666:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48e00 count: 3 00010000:00000001:2.0:1788942222.477668:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.477670:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.477671:0:34808:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942222.477674:0:34808:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942222.477679:0:34808:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942222.477681:0:34808:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942222.477684:0:34808:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942222.477686:0:34808:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477690:0:34808:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942222.477693:0:34808:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942222.477695:0:34808:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942222.477697:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.477699:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942222.477702:0:34808:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547982800 with handle 0xcbb91bbb7815796b from hash 00010000:00000001:2.0:1788942222.477705:0:34808:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942222.477707:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.477708:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.477709:0:34808:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942222.477712:0:34808:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942222.477713:0:34808:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942222.477716:0:34808:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942222.477717:0:34808:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.477719:0:34808:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788942222.477725:0:34808:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b55236b100. 00000020:00000040:2.0:1788942222.477730:0:34808:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:2.0:1788942222.477737:0:34808:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788942222.477739:0:34808:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477742:0:34808:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788942222.477746:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.477748:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.477749:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.477750:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.477753:0:34808:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942222.477755:0:34808:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942222.477759:0:34808:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942222.477766:0:34808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b552276c00. 00000100:00000001:2.0:1788942222.477773:0:34808:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477778:0:34808:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942222.477781:0:34808:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788942222.477784:0:34808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788942222.477790:0:34808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788942222.477792:0:34808:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942222.477794:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788942222.477796:0:34808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b547982800/0xcbb91bbb7815796b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed438 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1788942222.477802:0:34808:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48e00 count: 0 00010000:00000010:2.0:1788942222.477807:0:34808:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551bc0680. 00010000:00000001:2.0:1788942222.477819:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.477821:0:34808:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477823:0:34808:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788942222.477824:0:34808:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.477826:0:34808:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.477832:0:34808:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00010000:00000001:2.0:1788942222.477837:0:34808:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788942222.477839:0:34808:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788942222.477844:0:34808:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b551227400. 00010000:00000010:2.0:1788942222.477848:0:34808:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551c4c500. 00010000:00000001:2.0:1788942222.477869:0:34808:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788942222.477873:0:34808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b54792b600. 00000020:00000001:2.0:1788942222.477876:0:34808:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788942222.477879:0:34808:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b54792b600 with handle 0xcbb91bbb78157972 to hash 00000020:00000001:2.0:1788942222.477881:0:34808:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788942222.477882:0:34808:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942222.477886:0:34808:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:2.0:1788942222.477889:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.477891:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.477893:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788942222.477900:0:34808:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34808 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788942222.477913:0:34808:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788942222.477928:0:34808:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788942222.477938:0:34808:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788942222.477944:0:34808:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942222.477947:0:34808:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942222.477955:0:34808:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85180. 00000100:00000001:2.0:1788942222.477957:0:34808:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167355264 : -122366542196352 : ffff90b551b85180) 00000100:00000001:2.0:1788942222.477960:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.477962:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:2.0:1788942222.477967:0:34808:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942222.477972:0:34808:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.477974:0:34808:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942222.477976:0:34808:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942222.477981:0:34808:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.477989:0:34808:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942222.477992:0:34808:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.477996:0:34808:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942222.477999:0:34808:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942222.478001:0:34808:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942222.478005:0:34808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:34808:1875839884293888:192.168.206.109@tcp:101:bash.0 00000100:00000001:2.0:1788942222.478009:0:34808:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942222.478015:0:34808:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942222.478017:0:34808:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.478020:0:34808:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942222.478097:0:34808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90b559260000. 02000000:00000001:2.0:1788942222.478099:0:34808:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942222.478109:0:34808:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942222.478114:0:34808:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098bb0. 00000400:00000010:2.0:1788942222.478123:0:34808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90b552274c00. 00000100:00000200:2.0:1788942222.478132:0:34808:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875839884293888, portal 10 00000100:00000001:2.0:1788942222.478134:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.478135:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000040:2.0:1788942222.478142:0:34808:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.478150:0:34808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942222.478153:0:34808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942222.478157:0:34808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942222.478160:0:34808:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884293888, offset 0 00000400:00000200:2.0:1788942222.478168:0:34808:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942222.478178:0:34808:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.478187:0:34808:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.478193:0:34808:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942222.478197:0:34808:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942222.478201:0:34808:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942222.478204:0:34808:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942222.478207:0:34808:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2693:2693:256:4294967295] 192.168.206.109@tcp LPNI seq info [2693:2693:8:4294967295] 00000400:00000200:2.0:1788942222.478212:0:34808:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.478222:0:34808:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942222.478229:0:34808:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.478234:0:34808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497eed00. 00000800:00000200:2.0:1788942222.478242:0:34808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.478251:0:34808:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.478257:0:34808:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497eed00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788942222.480209:0:34808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.480223:0:34808:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 802522 usecs (803 jiffies) 00000400:00000200:2.0:1788942222.480234:0:34808:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942222.480238:0:34808:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623442 00000800:00000200:2.0:1788942222.481090:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.481098:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497eed00. 00000400:00000200:2.0:1788942222.481107:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.481117:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.481126:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:2.0:1788942222.481129:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:2.0:1788942222.481135:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.481145:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.481158:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.481162:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.481169:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.481171:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788942222.481194:0:34808:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.481199:0:34808:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623443 00000100:00000001:2.0:1788942222.481201:0:34808:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.481204:0:34808:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.481506:0:34808:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.481512:0:34808:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942222.481515:0:34808:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942222.481518:0:34808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85180 going to sleep for 11 seconds 00000100:00000001:2.0:1788942222.481526:0:34808:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942222.481530:0:34808:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942222.483781:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.483805:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.483810:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.483813:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.483825:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.483834:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.483845:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.483901:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.483909:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.483915:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f57700 00000400:00000200:3.0:1788942222.483921:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.483928:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x7345 [32] + 224 00000800:00000001:3.0:1788942222.483937:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.483946:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.483951:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.483956:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.483967:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.483978:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.483990:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.484014:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.484024:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.484028:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.484074:0:34808:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942222.484085:0:34808:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942222.484088:0:34808:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942222.484093:0:34808:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098bb0. 00000400:00000200:1.0:1788942222.484101:0:34808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b552274c00 00000400:00000010:1.0:1788942222.484104:0:34808:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90b552274c00. 00000100:00000001:1.0:1788942222.484108:0:34808:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942222.484114:0:34808:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942222.484124:0:34808:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b55236b100 x1875839884293888/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.484131:0:34808:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942222.484134:0:34808:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.484136:0:34808:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942222.484141:0:34808:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942222.484145:0:34808:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942222.484153:0:34808:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942222.484158:0:34808:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942222.484170:0:34808:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=62 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942222.484177:0:34808:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942222.484180:0:34808:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942222.484182:0:34808:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.484186:0:34808:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942222.484190:0:34808:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.484194:0:34808:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942222.484197:0:34808:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942222.484210:0:34808:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942222.484213:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.484215:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:1.0:1788942222.484220:0:34808:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942222.484223:0:34808:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788942222.484225:0:34808:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942222.484229:0:34808:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942222.484236:0:34808:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.484244:0:34808:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942222.484248:0:34808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942222.484250:0:34808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942222.484260:0:34808:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942222.484269:0:34808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b55236b100 pname:cluuid:pid:xid:nid:opc:job bash:b8e7595c-9941-401e-aeac-55facd9dfb74:34808:1875839884293888:192.168.206.109@tcp:101:bash.0 00000100:00000001:1.0:1788942222.484276:0:34808:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.484280:0:34808:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.484283:0:34808:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942222.484286:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.484290:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.484298:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942222.484302:0:34808:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85180. 00000100:00000001:1.0:1788942222.484306:0:34808:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942222.484308:0:34808:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.484313:0:34808:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788942222.484320:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.484324:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.484329:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=4 00000020:00000001:1.0:1788942222.484332:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484336:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000040:1.0:1788942222.484344:0:34808:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b54792b600, remote cookie: 0x4d194fbcadeed446, flags: 0x1001 00010000:00010000:1.0:1788942222.484352:0:34808:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788942222.484363:0:34808:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788942222.484367:0:34808:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788942222.484378:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942222.484382:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1788942222.484386:0:34808:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551227400 count: 0 00010000:00000010:1.0:1788942222.484395:0:34808:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551c4c500. 00010000:00000001:1.0:1788942222.484404:0:34808:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.484410:0:34808:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788942222.484420:0:34808:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484427:0:34808:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788942222.484433:0:34808:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788942222.484436:0:34808:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788942222.484438:0:34808:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788942222.484440:0:34808:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788942222.484443:0:34808:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff90b551c3ee00) refcount = 2 00010000:00000040:1.0:1788942222.484446:0:34808:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788942222.484449:0:34808:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788942222.484458:0:34808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484465:0:34808:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788942222.484470:0:34808:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788942222.484472:0:34808:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.484476:0:34808:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788942222.484479:0:34808:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.484483:0:34808:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484488:0:34808:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788942222.484490:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484492:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.484494:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484495:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.484497:0:34808:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.484502:0:34808:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788942222.484508:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.484509:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.484511:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:1.0:1788942222.484513:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484515:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484518:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.484519:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.484520:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=4 00000020:00000001:1.0:1788942222.484522:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484524:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484527:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.484531:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.484535:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484543:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484544:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.484546:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.484547:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.484548:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=5 00000020:00000001:1.0:1788942222.484550:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484552:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484554:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.484557:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484562:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484564:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942222.484567:0:34808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484574:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.484577:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484578:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.484579:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484580:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788942222.484586:0:34808:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942222.484597:0:34808:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788942222.484602:0:34808:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788942222.484609:0:34808:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.484617:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.484619:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.484620:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:1.0:1788942222.484622:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484625:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00000002:00010000:1.0:1788942222.484630:0:34808:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788942222.484653:0:34808:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b548392180. 00010000:00000001:1.0:1788942222.484656:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484657:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942222.484660:0:34808:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.484662:0:34808:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.484665:0:34808:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788942222.484668:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.484670:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00010000:00000001:1.0:1788942222.484671:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.484673:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.484674:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:1.0:1788942222.484676:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484678:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00000002:00010000:1.0:1788942222.484696:0:34808:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484704:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484705:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.484707:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788942222.484709:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.484710:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.484711:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:1.0:1788942222.484713:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484716:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000040:1.0:1788942222.484719:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:1.0:1788942222.484721:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.484725:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.484728:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942222.484731:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942222.484739:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942222.484745:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.484749:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.484755:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484756:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.484758:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.484759:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.484760:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00000020:00000001:1.0:1788942222.484762:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484764:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00010000:00000001:1.0:1788942222.484766:0:34808:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1788942222.484769:0:34808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484781:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.484783:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484788:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484790:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942222.484792:0:34808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.484798:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.484799:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.484803:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788942222.484809:0:34808:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b54851f900. 00010000:00000001:1.0:1788942222.484812:0:34808:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788942222.484831:0:34808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1788942222.484834:0:34808:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.484836:0:34808:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.484838:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.484839:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.484840:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942222.484841:0:34808:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788942222.484846:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7888 00000002:00002000:1.0:1788942222.484848:0:34808:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788942222.484882:0:34808:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.484888:0:34808:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.484892:0:34808:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942222.484896:0:34808:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788942222.484900:0:34808:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942222.484905:0:34808:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942222.484910:0:34808:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fa000. 00000080:00000001:1.0:1788942222.484916:0:34808:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788942222.484924:0:34808:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788942222.484929:0:34808:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788942222.484934:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942222.484939:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243288 : -122366539308328 : ffff90b551e462d8) 00000020:00000001:0.0:1788942222.484939:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00001000:1.0:1788942222.484945:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e462d0 00000020:00000001:0.0:1788942222.484945:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.484951:0:34808:0:(cl_object.c:343:cl_conf_set()) Process entered 00010000:00010000:0.0:1788942222.484951:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788942222.484957:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00020000:00000001:1.0:1788942222.484958:0:34808:0:(lov_object.c:1448:lov_conf_set()) Process entered 00010000:00000001:0.0:1788942222.484960:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00020000:00000001:1.0:1788942222.484963:0:34808:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00010000:00010000:0.0:1788942222.484966:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:1.0:1788942222.484971:0:34808:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c97e0. 00010000:00010000:0.0:1788942222.484978:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b54792b600 already unused, calling callback (ffffffffc1a9a630) 00000080:00000001:0.0:1788942222.484981:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788942222.484986:0:15944:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:1.0:1788942222.484991:0:34808:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55228f980. 00010000:00000001:0.0:1788942222.484998:0:15944:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00020000:00000010:1.0:1788942222.484999:0:34808:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c9840. 00010000:00000001:0.0:1788942222.485002:0:15944:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1788942222.485003:0:34808:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977843264 : -122366731708352 : ffff90b5466c9840) 00010000:00010000:0.0:1788942222.485009:0:15944:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000002:1.0:1788942222.485011:0:34808:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c9840, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788942222.485021:0:34808:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00010000:00000001:0.0:1788942222.485024:0:15944:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000002:1.0:1788942222.485028:0:34808:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f980: ostid: 0x240000400:69 ost idx: 0 gen: 0 00010000:00000001:0.0:1788942222.485029:0:15944:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788942222.485031:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.485034:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.485036:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b54792b600 refcount=3 00020000:00000002:1.0:1788942222.485037:0:34808:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00000020:00000001:0.0:1788942222.485039:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00020000:00000001:1.0:1788942222.485042:0:34808:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.485043:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997118464 : -122366712433152 : ffff90b54792b600) 00020000:00000002:1.0:1788942222.485048:0:34808:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00010000:00000001:0.0:1788942222.485050:0:15944:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00020000:00000010:1.0:1788942222.485055:0:34808:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55228f980. 00010000:00010000:0.0:1788942222.485056:0:15944:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:1.0:1788942222.485062:0:34808:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c97e0. 00020000:00000010:1.0:1788942222.485069:0:34808:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c9840. 00000080:00000001:0.0:1788942222.485069:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00020000:00000002:1.0:1788942222.485073:0:34808:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00000080:00000001:0.0:1788942222.485074:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00020000:00000001:1.0:1788942222.485076:0:34808:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.485078:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000020:00000001:1.0:1788942222.485080:0:34808:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:0.0:1788942222.485082:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000020:00001000:1.0:1788942222.485084:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e462d0 00000002:00000001:0.0:1788942222.485087:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.485090:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000080:00000001:1.0:1788942222.485091:0:34808:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00010000:00000040:0.0:1788942222.485093:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00000080:00000001:1.0:1788942222.485097:0:34808:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788942222.485098:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.485104:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788942222.485104:0:15944:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788942222.485107:0:15944:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 00000020:00000001:1.0:1788942222.485108:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1788942222.485110:0:15944:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000020:00000040:1.0:1788942222.485112:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 02000000:00000001:0.0:1788942222.485114:0:15944:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.485115:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00010000:0.0:1788942222.485120:0:15944:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.485121:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00000080:00000001:1.0:1788942222.485127:0:34808:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788942222.485129:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942222.485134:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243288 : -122366539308328 : ffff90b551e462d8) 00010000:00000001:0.0:1788942222.485134:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.485136:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.485139:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000020:00001000:1.0:1788942222.485140:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e462d0 00010000:00000001:0.0:1788942222.485143:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.485144:0:34808:0:(cl_object.c:343:cl_conf_set()) Process entered 00000020:00000001:0.0:1788942222.485146:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00020000:00000001:1.0:1788942222.485148:0:34808:0:(lov_object.c:1448:lov_conf_set()) Process entered 00000020:00000040:0.0:1788942222.485150:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=4 00020000:00000001:1.0:1788942222.485151:0:34808:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00000020:00000001:0.0:1788942222.485155:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00020000:00000010:1.0:1788942222.485156:0:34808:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b5466c9840. 00010000:00000001:0.0:1788942222.485158:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00020000:00000010:1.0:1788942222.485161:0:34808:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b55228f980. 00010000:00000001:0.0:1788942222.485162:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.485166:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000010:1.0:1788942222.485167:0:34808:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b5466c97e0. 00000080:00000001:0.0:1788942222.485168:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1788942222.485172:0:34808:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621706977843168 : -122366731708448 : ffff90b5466c97e0) 00000080:00000001:0.0:1788942222.485173:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00020000:00000002:1.0:1788942222.485177:0:34808:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b5466c97e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000080:00000001:0.0:1788942222.485177:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.485182:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00020000:00000002:1.0:1788942222.485184:0:34808:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00010000:00000001:0.0:1788942222.485186:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942222.485188:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00020000:00000002:1.0:1788942222.485190:0:34808:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b55228f980: ostid: 0x240000400:69 ost idx: 0 gen: 0 00010000:00000001:0.0:1788942222.485191:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00020000:00000002:1.0:1788942222.485195:0:34808:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00010000:00000001:0.0:1788942222.485196:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.485200:0:34808:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788942222.485202:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b54792b600 with handle 0xcbb91bbb78157972 from hash 00020000:00000002:1.0:1788942222.485204:0:34808:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00010000:00000001:0.0:1788942222.485206:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942222.485209:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000010:1.0:1788942222.485211:0:34808:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b55228f980. 00010000:00000001:0.0:1788942222.485211:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.485214:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00020000:00000010:1.0:1788942222.485216:0:34808:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b5466c9840. 00010000:00000001:0.0:1788942222.485218:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00020000:00000010:1.0:1788942222.485221:0:34808:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b5466c97e0. 00010000:00000001:0.0:1788942222.485222:0:15944:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00020000:00000002:1.0:1788942222.485226:0:34808:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00010000:00000001:0.0:1788942222.485229:0:15944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00020000:00000001:1.0:1788942222.485230:0:34808:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.485234:0:34808:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.485235:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1788942222.485238:0:34808:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788942222.485242:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942222.485245:0:34808:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e76660 addref 2/0 by ffff90b5412f27c0. 00010000:00000001:0.0:1788942222.485248:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000002:1.0:1788942222.485250:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00010000:00000001:0.0:1788942222.485252:0:15944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.485257:0:34808:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00010000:00000001:0.0:1788942222.485257:0:15944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00020000:00000001:1.0:1788942222.485262:0:34808:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00010000:00000001:0.0:1788942222.485262:0:15944:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00020000:00000001:1.0:1788942222.485265:0:34808:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788942222.485268:0:34808:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788942222.485271:0:34808:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000100:00000010:0.0:1788942222.485271:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994000. 00000080:00200000:1.0:1788942222.485275:0:34808:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00000040:0.0:1788942222.485278:0:15944:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00001000:1.0:1788942222.485280:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e462d0 00000080:00000001:1.0:1788942222.485284:0:34808:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.485285:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1788942222.485286:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.485289:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942222.485292:0:34808:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.485295:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00800000:00000001:1.0:1788942222.485296:0:34808:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788942222.485300:0:34808:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.485301:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942222.485303:0:34808:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb78157956 00800000:00000001:1.0:1788942222.485309:0:34808:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942222.485311:0:34808:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 02000000:00000010:0.0:1788942222.485311:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b544eb4a00. 00010000:00000001:1.0:1788942222.485314:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.485316:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.485319:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000100:00000001:0.0:1788942222.485320:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.485321:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:0.0:1788942222.485325:0:15944:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1788942222.485326:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.485331:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942222.485332:0:15944:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.485333:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942222.485335:0:34808:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.485340:0:34808:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.485345:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.485354:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1788942222.485355:0:15944:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788942222.485358:0:15944:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.485365:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942222.485367:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.485371:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942222.485372:0:34808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157956 from it ffffa57dc1ca7bf0 00010000:00000001:1.0:1788942222.485376:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.485378:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.485382:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000100:00000040:0.0:1788942222.485383:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c46af4b] to pc [ptlrpcd_00_00+0] req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788942222.485386:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.485390:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.485395:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.485399:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.485408:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.485409:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.485411:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942222.485414:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942222.485418:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942222.485418:0:15944:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.485424:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.485426:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.485430:0:15944:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.485432:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.485433:0:15944:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.485437:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000080:00000001:0.0:1788942222.485437:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.485441:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942222.485444:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942222.485444:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.485447:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.485450:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.485455:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.485458:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.485459:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.485463:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.485463:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b54792b600/0xcbb91bbb78157972 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed446 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788942222.485469:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.485473:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.485476:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1788942222.485477:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b548392180. 00010000:00000001:1.0:1788942222.485478:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788942222.485484:0:34808:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.485487:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.485489:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000080:00000010:1.0:1788942222.485491:0:34808:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b548392700. 00010000:00000010:0.0:1788942222.485492:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b54851f900. 00000080:00000001:1.0:1788942222.485496:0:34808:0:(file.c:1008:ll_local_open()) Process entered 00010000:00000001:0.0:1788942222.485498:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.485501:0:34808:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000020:00000001:0.0:1788942222.485502:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942222.485505:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788942222.485507:0:34808:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00010000:00010000:0.0:1788942222.485508:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788942222.485511:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000002:00000010:1.0:1788942222.485513:0:34808:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b558bfa680. 00000020:00000001:0.0:1788942222.485513:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942222.485521:0:34808:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1788942222.485529:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1788942222.485533:0:34808:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.485534:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942222.485537:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.485538:0:34808:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.485542:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00400000:1.0:1788942222.485545:0:34808:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788942222.485551:0:34808:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.485553:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:1.0:1788942222.485555:0:34808:0:(pcc.c:2402:pcc_file_open()) Process entered 00000100:00000001:0.0:1788942222.485557:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000080:00000001:1.0:1788942222.485559:0:34808:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000100:00000001:0.0:1788942222.485561:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000080:00000001:1.0:1788942222.485563:0:34808:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942222.485568:0:34808:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000100:00000040:0.0:1788942222.485570:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1788942222.485571:0:34808:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.485576:0:34808:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788942222.485580:0:34808:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.485585:0:34808:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.485586:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000080:00000001:1.0:1788942222.485590:0:34808:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.485591:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.485597:0:34808:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.485598:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788942222.485603:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.485608:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788942222.485613:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942222.485620:0:34808:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1788942222.485620:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942222.485626:0:34808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90b559260000. 00000100:00100000:0.0:1788942222.485627:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884294016:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942222.485642:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.485650:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.485653:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.485656:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.485662:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b544eb4400. 02000000:00000001:0.0:1788942222.485664:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.485673:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.485678:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097528. 02000000:00000001:1.0:1788942222.485683:0:34808:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788942222.485687:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788942222.485687:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a5d8. 00000020:00000001:1.0:1788942222.485692:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7b98 00000080:00000008:1.0:1788942222.485696:0:34808:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 102101, rc = 0 00000100:00000200:0.0:1788942222.485698:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884294016, portal 18 00000100:00000001:0.0:1788942222.485701:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.485703:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:0.0:1788942222.485711:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.485719:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.485721:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.485725:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a880. 00000100:00000200:0.0:1788942222.485729:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884294016, offset 0 00000400:00000200:0.0:1788942222.485736:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.485747:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.485758:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.485765:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.485771:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.485778:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.485781:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.485786:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2694:2694:256:4294967295] 192.168.206.109@tcp LPNI seq info [2694:2694:8:4294967295] 00000400:00000200:0.0:1788942222.485791:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.485804:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.485813:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.485820:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910bb00. 00000800:00000200:0.0:1788942222.485830:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00020000:00000001:1.0:1788942222.485831:0:34808:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942222.485835:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942222.485841:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000800:00000200:0.0:1788942222.485841:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00020000:00000001:1.0:1788942222.485847:0:34808:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788942222.485849:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910bb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.485902:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.485908:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 801573 usecs (802 jiffies) 00000400:00000200:0.0:1788942222.485912:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.485916:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623447 00000100:00000001:0.0:1788942222.485920:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.485923:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623447 00000100:00000001:0.0:1788942222.485925:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.485929:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.485932:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.485936:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.485939:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.486119:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.486122:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942222.486125:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.486126:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.486128:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.486130:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.486145:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.486148:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942222.486737:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.486743:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910bb00. 00000400:00000200:2.0:1788942222.486751:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.486759:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.486767:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a880 00000400:00000010:2.0:1788942222.486770:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a880. 00000100:00000001:2.0:1788942222.486776:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.486783:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.486795:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.486799:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.486806:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.486808:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.490448:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.490470:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.490475:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.490477:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.490488:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.490496:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.490506:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.490512:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.490519:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.490524:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f57780 00000400:00000200:3.0:1788942222.490532:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.490539:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x7355 [1] + 224 00000800:00000001:3.0:1788942222.490548:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.490556:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.490560:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.490565:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.490574:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.490585:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942222.490598:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.490614:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.490623:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.490627:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.491679:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.491688:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.491698:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.491700:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.491704:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097528. 00000400:00000200:0.0:1788942222.491710:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:0.0:1788942222.491713:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:0.0:1788942222.491717:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.491726:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942222.491737:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.491744:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.491746:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.491749:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.491752:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.491755:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.491757:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.491761:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.491773:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbd38 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788942222.491777:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.491780:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.491782:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.491785:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.491789:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.491793:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.491795:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788942222.491797:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.491801:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.491806:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.491814:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.491817:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.491819:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.491824:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942222.491832:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884294016:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788942222.491839:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.491842:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.491846:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884294016/t0(0) o103->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.491869:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.491872:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.491878:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b544eb4400. 02000000:00000001:0.0:1788942222.491883:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.491887:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.491889:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.491892:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.491896:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b544eb4a00. 02000000:00000001:0.0:1788942222.491900:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.491902:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.491904:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00010000:00000010:2.1:1788942222.491908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48e00. 00000100:00000001:0.0:1788942222.491908:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.491910:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.491915:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788942222.491919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547982800. 00000100:00000001:0.0:1788942222.491925:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.491928:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.491931:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942222.491935:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.494331:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7d28 00000080:00200008:1.0:1788942222.494343:0:34808:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942222.494356:0:34808:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788942222.494357:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7ca0 00000080:00200000:1.0:1788942222.494359:0:34808:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:1.0:1788942222.494370:0:34808:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00800000:00000002:1.0:1788942222.494377:0:34808:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:1.0:1788942222.494386:0:34808:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788942222.494393:0:34808:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788942222.494395:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7bc0 00800000:00000002:1.0:1788942222.494398:0:34808:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788942222.494403:0:34808:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788942222.494409:0:34808:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1788942222.494416:0:34808:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788942222.494418:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7a90 00000002:00010000:1.0:1788942222.494420:0:34808:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788942222.494424:0:34808:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788942222.494426:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942222.494431:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.494440:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942222.494444:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.494451:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.494455:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942222.494461:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788942222.494474:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942222.494480:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.494483:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788942222.494491:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788942222.494493:0:34808:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788942222.494495:0:34808:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942222.494497:0:34808:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788942222.494500:0:34808:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788942222.494502:0:34808:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788942222.494505:0:34808:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788942222.494508:0:34808:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:1.0:1788942222.494512:0:34808:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942222.494518:0:34808:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788942222.494520:0:34808:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942222.494523:0:34808:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) 00000080:00010000:1.0:1788942222.494527:0:34808:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb78157956 00800000:00000001:1.0:1788942222.494530:0:34808:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788942222.494533:0:34808:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788942222.494535:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.494538:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.494540:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942222.494543:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.494546:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.494549:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.494552:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788942222.494553:0:34808:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.494555:0:34808:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788942222.494558:0:34808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157956 from it ffffa57dc1ca7cd8 00010000:00000001:1.0:1788942222.494560:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.494562:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.494563:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:1.0:1788942222.494565:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.494567:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:1.0:1788942222.494569:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.494573:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942222.494579:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.494581:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.494582:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942222.494586:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942222.494589:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788942222.494597:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942222.494601:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942222.494603:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942222.494608:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.494610:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.494612:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.494615:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942222.494617:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.494620:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.494622:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.494625:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.494626:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.494627:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788942222.496431:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788942222.496441:0:34808:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942222.496448:0:34808:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788942222.496453:0:34808:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788942222.496456:0:34808:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788942222.496458:0:34808:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788942222.496460:0:34808:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.496462:0:34808:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942222.496466:0:34808:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788942222.496470:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942222.496474:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243288 : -122366539308328 : ffff90b551e462d8) 00000020:00001000:1.0:1788942222.496479:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e462d0 00000020:00000001:1.0:1788942222.496485:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.496488:0:34808:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942222.496490:0:34808:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942222.496493:0:34808:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788942222.496496:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.496497:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788942222.496501:0:34808:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942222.496503:0:34808:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.496505:0:34808:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942222.496510:0:34808:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b544e75780 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788942222.496513:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942222.496517:0:34808:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942222.496519:0:34808:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942222.496522:0:34808:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942222.496523:0:34808:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.496526:0:34808:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788942222.496528:0:34808:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942222.496529:0:34808:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496531:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.496532:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942222.496533:0:34808:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942222.496534:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:1.0:1788942222.496537:0:34808:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788942222.496539:0:34808:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788942222.496541:0:34808:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788942222.496544:0:34808:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788942222.496546:0:34808:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788942222.496549:0:34808:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788942222.496551:0:34808:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788942222.496558:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788942222.496569:0:34808:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f78400. 00020000:00000002:1.0:1788942222.496572:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942222.496575:0:34808:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788942222.496577:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.496579:0:34808:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942222.496580:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942222.496582:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244440 : -122366539307176 : ffff90b551e46758) 00000020:00001000:1.0:1788942222.496584:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46750 00000020:00000001:1.0:1788942222.496587:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.496589:0:34808:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942222.496593:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.496595:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942222.496596:0:34808:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.496598:0:34808:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.496601:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.496603:0:34808:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788942222.496608:0:34808:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5448ee850. 00000008:00010000:1.0:1788942222.496612:0:34808:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788942222.496614:0:34808:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942222.496616:0:34808:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788942222.496618:0:34808:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f78430, osc lock ffff90b5448ee850, flags 0x400001002 00000020:00000001:1.0:1788942222.496620:0:34808:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.496622:0:34808:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.496624:0:34808:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171496960 : -122366538054656 : ffff90b551f78400) 00000020:00000001:1.0:1788942222.496626:0:34808:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942222.496627:0:34808:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788942222.496629:0:34808:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496641:0:34808:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496644:0:34808:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788942222.496646:0:34808:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788942222.496648:0:34808:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942222.496650:0:34808:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942222.496652:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.496653:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.496655:0:34808:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942222.496658:0:34808:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942222.496660:0:34808:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788942222.496665:0:34808:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788942222.496668:0:34808:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788942222.496669:0:34808:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788942222.496672:0:34808:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788942222.496673:0:34808:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788942222.496674:0:34808:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788942222.496676:0:34808:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788942222.496679:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.496698:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:1.0:1788942222.496701:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.496708:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.496714:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942222.496719:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788942222.496734:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942222.496740:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.496744:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942222.496752:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.496755:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.496758:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:1.0:1788942222.496760:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.496763:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:1.0:1788942222.496767:0:34808:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788942222.496770:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.496772:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.496773:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:1.0:1788942222.496775:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.496777:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000020:00000001:1.0:1788942222.496781:0:34808:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942222.496783:0:34808:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788942222.496785:0:34808:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788942222.496789:0:34808:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.496791:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.496792:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.496793:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:1.0:1788942222.496795:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.496797:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.496800:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.496803:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788942222.496811:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.496813:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.496814:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942222.496817:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942222.496820:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.496839:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942222.496843:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942222.496845:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942222.496876:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.496879:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.496881:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.496885:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942222.496888:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.496890:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.496893:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.496895:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.496897:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.496898:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.496899:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.496900:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942222.496902:0:34808:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.496904:0:34808:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496907:0:34808:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.496910:0:34808:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496912:0:34808:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496913:0:34808:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788942222.496915:0:34808:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788942222.496917:0:34808:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788942222.496919:0:34808:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788942222.496921:0:34808:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496923:0:34808:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.496928:0:34808:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942222.496931:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.496933:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.496935:0:34808:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942222.496939:0:34808:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788942222.496943:0:34808:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:1.0:1788942222.496947:0:34808:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496949:0:34808:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.496951:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942222.496954:0:34808:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788942222.496957:0:34808:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788942222.496959:0:34808:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788942222.496961:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e75720 (ffff90b551e462d8/0) at cl_lock_release():245 00000020:00000001:1.0:1788942222.496964:0:34808:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942222.496966:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e75720 (ffff90b551e462d8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788942222.496969:0:34808:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788942222.496971:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.496982:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.496984:0:34808:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942222.496985:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f78430 (ffff90b551e46758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788942222.496988:0:34808:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788942222.496990:0:34808:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788942222.496991:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.496993:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942222.496994:0:34808:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788942222.496996:0:34808:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942222.496997:0:34808:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942222.496999:0:34808:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942222.497000:0:34808:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942222.497001:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e75720 (ffff90b551e462d8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788942222.497005:0:34808:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788942222.497007:0:34808:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942222.497008:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f78430 (ffff90b551e462d8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788942222.497011:0:34808:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5448ee850. 00000020:00000001:1.0:1788942222.497018:0:34808:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788942222.497020:0:34808:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f78400. 00020000:00000001:1.0:1788942222.497024:0:34808:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788942222.497025:0:34808:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788942222.497027:0:34808:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788942222.497029:0:34808:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.497032:0:34808:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942222.497034:0:34808:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942222.497037:0:34808:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788942222.497038:0:34808:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788942222.497040:0:34808:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942222.497042:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46750 00020000:00000001:1.0:1788942222.497045:0:34808:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788942222.497048:0:34808:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942222.497051:0:34808:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942222.497053:0:34808:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788942222.497057:0:34808:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942222.497059:0:34808:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.497061:0:34808:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788942222.497062:0:34808:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942222.497064:0:34808:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942222.497065:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e462d0 00000001:00000001:1.0:1788942222.497067:0:34808:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.497075:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7d28 00000080:00000008:1.0:1788942222.497077:0:34808:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788942222.499214:0:34808:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788942222.499224:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7d88 00000080:00200008:1.0:1788942222.499229:0:34808:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1788942222.499235:0:34808:0:(file.c:2656:do_file_write_iter()) inode ffff90b548d9c2c8 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:1.0:1788942222.499239:0:34808:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788942222.499241:0:34808:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.499245:0:34808:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788942222.499251:0:34808:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499254:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942222.499259:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243288 : -122366539308328 : ffff90b551e462d8) 00000020:00001000:1.0:1788942222.499262:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e462d0 00000080:00000001:1.0:1788942222.499266:0:34808:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788942222.499268:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7c98 00000080:00200000:1.0:1788942222.499270:0:34808:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1788942222.499277:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7c30 00000080:00200000:1.0:1788942222.499279:0:34808:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1788942222.499283:0:34808:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942222.499287:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.499289:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.499291:0:34808:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942222.499296:0:34808:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788942222.499300:0:34808:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:1.0:1788942222.499303:0:34808:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499305:0:34808:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499307:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942222.499309:0:34808:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788942222.499312:0:34808:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788942222.499314:0:34808:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788942222.499322:0:34808:0:(cl_io.c:214:cl_io_rw_init()) header@00000000010d19d6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788942222.499323:0:34808:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1788942222.499326:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.499328:0:34808:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788942222.499331:0:34808:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788942222.499333:0:34808:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788942222.499336:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.499338:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788942222.499341:0:34808:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942222.499346:0:34808:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.499349:0:34808:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788942222.499351:0:34808:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.499353:0:34808:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942222.499357:0:34808:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b544e75780 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788942222.499360:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942222.499364:0:34808:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788942222.499367:0:34808:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788942222.499370:0:34808:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788942222.499373:0:34808:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788942222.499376:0:34808:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1788942222.499380:0:34808:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788942222.499382:0:34808:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788942222.499384:0:34808:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499385:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.499387:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788942222.499388:0:34808:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788942222.499390:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:1.0:1788942222.499392:0:34808:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499394:0:34808:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942222.499397:0:34808:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1788942222.499400:0:34808:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788942222.499403:0:34808:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499407:0:34808:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788942222.499409:0:34808:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788942222.499412:0:34808:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788942222.499413:0:34808:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788942222.499415:0:34808:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1788942222.499419:0:34808:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788942222.499422:0:34808:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788942222.499426:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942222.499430:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.499432:0:34808:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788942222.499433:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788942222.499435:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244440 : -122366539307176 : ffff90b551e46758) 00000020:00001000:1.0:1788942222.499437:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46750 00000020:00000001:1.0:1788942222.499440:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.499442:0:34808:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788942222.499445:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788942222.499447:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788942222.499448:0:34808:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499450:0:34808:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499452:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.499455:0:34808:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788942222.499458:0:34808:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788942222.499461:0:34808:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499463:0:34808:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499465:0:34808:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499467:0:34808:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499469:0:34808:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499471:0:34808:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788942222.499474:0:34808:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788942222.499476:0:34808:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788942222.499480:0:34808:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788942222.499483:0:34808:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.499486:0:34808:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.499487:0:34808:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788942222.499489:0:34808:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1788942222.499492:0:34808:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788942222.499493:0:34808:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788942222.499495:0:34808:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499497:0:34808:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.499499:0:34808:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.499501:0:34808:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.499503:0:34808:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499505:0:34808:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788942222.499507:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942222.499508:0:34808:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788942222.499510:0:34808:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942222.499512:0:34808:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499514:0:34808:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499516:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499517:0:34808:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499519:0:34808:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788942222.499521:0:34808:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788942222.499523:0:34808:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788942222.499525:0:34808:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788942222.499527:0:34808:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788942222.499530:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788942222.499540:0:34808:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f78400. 00020000:00000002:1.0:1788942222.499543:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788942222.499546:0:34808:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788942222.499547:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.499548:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.499551:0:34808:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788942222.499556:0:34808:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5448ee850. 00000008:00010000:1.0:1788942222.499559:0:34808:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788942222.499562:0:34808:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942222.499564:0:34808:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788942222.499567:0:34808:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f78430, osc lock ffff90b5448ee850, flags 0x0 00000020:00000001:1.0:1788942222.499570:0:34808:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499572:0:34808:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.499575:0:34808:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171496960 : -122366538054656 : ffff90b551f78400) 00000020:00000001:1.0:1788942222.499577:0:34808:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788942222.499578:0:34808:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788942222.499580:0:34808:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499582:0:34808:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499584:0:34808:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942222.499586:0:34808:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788942222.499587:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.499589:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.499591:0:34808:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942222.499594:0:34808:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788942222.499596:0:34808:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788942222.499598:0:34808:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.499601:0:34808:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788942222.499604:0:34808:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788942222.499605:0:34808:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788942222.499607:0:34808:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788942222.499609:0:34808:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788942222.499610:0:34808:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788942222.499612:0:34808:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788942222.499617:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.499625:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:1.0:1788942222.499629:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942222.499645:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.499650:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788942222.499655:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788942222.499668:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788942222.499673:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.499677:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.499764:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.499766:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.499769:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:1.0:1788942222.499772:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.499775:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:1.0:1788942222.499779:0:34808:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788942222.499783:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.499784:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.499785:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:1.0:1788942222.499787:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.499789:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.499792:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.499793:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.499794:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:1.0:1788942222.499796:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.499798:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.499801:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942222.499803:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942222.499806:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.499814:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.499816:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942222.499819:0:34808:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.499821:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.499822:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.499823:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=7 00000020:00000001:1.0:1788942222.499826:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.500097:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.500103:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.500106:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.500115:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.500116:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788942222.500119:0:34808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.500126:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.500127:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.500128:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.500129:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.500130:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942222.500132:0:34808:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942222.500134:0:34808:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500137:0:34808:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500139:0:34808:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500141:0:34808:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500143:0:34808:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500145:0:34808:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500146:0:34808:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500148:0:34808:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788942222.500151:0:34808:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788942222.500156:0:34808:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942222.500158:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.500160:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.500162:0:34808:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942222.500165:0:34808:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788942222.500167:0:34808:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:1.0:1788942222.500170:0:34808:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500172:0:34808:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500173:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942222.500175:0:34808:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788942222.500177:0:34808:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788942222.500181:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7b80 00000080:00200000:1.0:1788942222.500183:0:34808:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788942222.500186:0:34808:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788942222.500189:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942222.500192:0:34808:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e76660 addref 2/0 by ffff90b5412f27c0. 00020000:00000002:1.0:1788942222.500195:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:1.0:1788942222.500198:0:34808:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788942222.500201:0:34808:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788942222.500204:0:34808:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788942222.500207:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1788942222.500210:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.500211:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.500213:0:34808:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788942222.500215:0:34808:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788942222.500219:0:34808:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500221:0:34808:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500223:0:34808:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500224:0:34808:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.500231:0:34808:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788942222.500233:0:34808:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1788942222.500240:0:34808:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788942222.500242:0:34808:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500245:0:34808:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788942222.500247:0:34808:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] ffffdeaa04a89040 ffff90b546727380 1 00000020:00000001:1.0:1788942222.500250:0:34808:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788942222.500253:0:34808:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621706978227072 : -122366731324544 : ffff90b546727380) 00000020:00000001:1.0:1788942222.500255:0:34808:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446621706978227072 : -122366731324544 : ffff90b546727380) 00000020:00000001:1.0:1788942222.500258:0:34808:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788942222.500260:0:34808:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788942222.500262:0:34808:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706952333184 : -122366757218432 : ffff90b544e75780) 00000020:00000001:1.0:1788942222.500265:0:34808:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788942222.500267:0:34808:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788942222.500269:0:34808:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942222.500273:0:34808:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[3 0000000033a109b1 1 1 000000007235f71d 0 0 0] 00000020:00000001:1.0:1788942222.500275:0:34808:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788942222.500277:0:34808:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788942222.500279:0:34808:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788942222.500281:0:34808:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788942222.500283:0:34808:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.500286:0:34808:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788942222.500288:0:34808:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1788942222.500291:0:34808:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788942222.500292:0:34808:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621706952333184 : -122366757218432 : ffff90b544e75780) 00000020:00000001:1.0:1788942222.500294:0:34808:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788942222.500295:0:34808:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942222.500299:0:34808:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788942222.500301:0:34808:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788942222.500303:0:34808:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788942222.500304:0:34808:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788942222.500308:0:34808:0:(rw26.c:929:ll_write_end()) page@00000000126370ad[4 0000000033a109b1 2 1 000000007235f71d 0 0 0] 00000080:00200000:1.0:1788942222.500312:0:34808:0:(rw26.c:929:ll_write_end()) vmpage @0000000061897ea3 17ffffc0001039 2:0 ffff90b546727380 0 lru 00000080:00200000:1.0:1788942222.500320:0:34808:0:(rw26.c:929:ll_write_end()) osc-page@0000000012223d90 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000637260ad 000000005aa568ed > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1788942222.500323:0:34808:0:(rw26.c:929:ll_write_end()) end page@00000000126370ad 00000080:00200000:1.0:1788942222.500325:0:34808:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788942222.500326:0:34808:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788942222.500328:0:34808:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1788942222.500331:0:34808:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788942222.500334:0:34808:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788942222.500335:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.500337:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.500339:0:34808:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788942222.500341:0:34808:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788942222.500343:0:34808:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788942222.500345:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000002:1.0:1788942222.500347:0:34808:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1788942222.500350:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.500352:0:34808:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788942222.500355:0:34808:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1788942222.500357:0:34808:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942222.500359:0:34808:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500361:0:34808:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500363:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:1.0:1788942222.500365:0:34808:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788942222.500366:0:34808:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788942222.500369:0:34808:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788942222.500373:0:34808:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[4 0000000033a109b1 2 1 000000007235f71d 0 0 0] 00000020:00000001:1.0:1788942222.500375:0:34808:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788942222.500377:0:34808:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788942222.500378:0:34808:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788942222.500380:0:34808:0:(osc_request.c:745:osc_update_next_shrink()) next time 3155 to shrink grant 00000080:00000001:1.0:1788942222.500383:0:34808:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788942222.500385:0:34808:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788942222.500389:0:34808:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90b548d9c478, count 1, dirtied 0 00000080:00000001:1.0:1788942222.500391:0:34808:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788942222.500393:0:34808:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788942222.500395:0:34808:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788942222.500396:0:34808:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788942222.500397:0:34808:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788942222.500400:0:34808:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[3 0000000033a109b1 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942222.500402:0:34808:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788942222.500403:0:34808:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788942222.500405:0:34808:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788942222.500406:0:34808:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788942222.500409:0:34808:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[3 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788942222.500410:0:34808:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788942222.500412:0:34808:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788942222.500413:0:34808:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788942222.500415:0:34808:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788942222.500416:0:34808:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500418:0:34808:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500420:0:34808:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500422:0:34808:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942222.500424:0:34808:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788942222.500427:0:34808:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788942222.500428:0:34808:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788942222.500430:0:34808:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.500432:0:34808:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788942222.500436:0:34808:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788942222.500437:0:34808:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500439:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7b80 00000080:00200000:1.0:1788942222.500440:0:34808:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788942222.500443:0:34808:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500445:0:34808:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788942222.500447:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942222.500449:0:34808:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788942222.500451:0:34808:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788942222.500452:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.500454:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.500456:0:34808:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788942222.500457:0:34808:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788942222.500459:0:34808:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500460:0:34808:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500462:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:1.0:1788942222.500464:0:34808:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500466:0:34808:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500468:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500469:0:34808:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500471:0:34808:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500473:0:34808:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788942222.500474:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788942222.500476:0:34808:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788942222.500477:0:34808:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788942222.500479:0:34808:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788942222.500480:0:34808:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500482:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.500484:0:34808:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788942222.500486:0:34808:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788942222.500488:0:34808:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788942222.500490:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b544e828a8 (ffff90b551e462d8/0) at cl_lock_release():245 00000020:00000001:1.0:1788942222.500493:0:34808:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942222.500494:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b544e828a8 (ffff90b551e462d8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788942222.500497:0:34808:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788942222.500498:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788942222.500499:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621706952577120 : -122366756974496 : ffff90b544eb1060) 00000020:00000001:1.0:1788942222.500502:0:34808:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788942222.500503:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f78430 (ffff90b551e46758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788942222.500506:0:34808:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788942222.500507:0:34808:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788942222.500510:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942222.500511:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942222.500513:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:1.0:1788942222.500515:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.500517:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942222.500520:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788942222.500523:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788942222.500531:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.500532:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.500533:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788942222.500537:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788942222.500539:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788942222.500548:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788942222.500552:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788942222.500555:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942222.500559:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.500560:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.500562:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.500566:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788942222.500568:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.500570:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.500573:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.500575:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788942222.500576:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.500578:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942222.500579:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942222.500580:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788942222.500581:0:34808:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788942222.500583:0:34808:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942222.500584:0:34808:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942222.500585:0:34808:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788942222.500587:0:34808:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942222.500588:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b544e828a8 (ffff90b551e462d8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788942222.500592:0:34808:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788942222.500593:0:34808:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788942222.500595:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f78430 (ffff90b551e462d8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788942222.500598:0:34808:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5448ee850. 00000020:00000001:1.0:1788942222.500604:0:34808:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788942222.500606:0:34808:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f78400. 00020000:00000001:1.0:1788942222.500610:0:34808:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788942222.500611:0:34808:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788942222.500612:0:34808:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788942222.500614:0:34808:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788942222.500615:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942222.500617:0:34808:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788942222.500618:0:34808:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788942222.500620:0:34808:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500621:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500623:0:34808:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788942222.500624:0:34808:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788942222.500626:0:34808:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788942222.500628:0:34808:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788942222.500630:0:34808:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788942222.500641:0:34808:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788942222.500643:0:34808:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788942222.500645:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788942222.500646:0:34808:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788942222.500649:0:34808:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788942222.500650:0:34808:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500653:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788942222.500654:0:34808:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788942222.500656:0:34808:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788942222.500658:0:34808:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788942222.500662:0:34808:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788942222.500664:0:34808:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788942222.500667:0:34808:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788942222.500669:0:34808:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788942222.500671:0:34808:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788942222.500673:0:34808:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788942222.500674:0:34808:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788942222.500676:0:34808:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788942222.500678:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46750 00020000:00000001:1.0:1788942222.500681:0:34808:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788942222.502495:0:34808:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788942222.502502:0:34808:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788942222.502504:0:34808:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788942222.502510:0:34808:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788942222.502512:0:34808:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788942222.502516:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7c98 00000080:00200000:1.0:1788942222.502520:0:34808:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788942222.502528:0:34808:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788942222.502532:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.502534:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:1.0:1788942222.502536:0:34808:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788942222.502540:0:34808:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788942222.502546:0:34808:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942222.502549:0:34808:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788942222.502551:0:34808:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788942222.502552:0:34808:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788942222.502555:0:34808:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:1.0:1788942222.502559:0:34808:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788942222.502561:0:34808:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:1.0:1788942222.502564:0:34808:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.502566:0:34808:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942222.502567:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:1.0:1788942222.502570:0:34808:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788942222.502573:0:34808:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788942222.502579:0:34808:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788942222.502582:0:34808:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788942222.502586:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e462d0 00000020:00000001:1.0:1788942222.502591:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7d88 00000080:00000008:1.0:1788942222.502593:0:34808:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1788942222.502596:0:34808:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788942222.502619:0:34808:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942222.502621:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942222.502625:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942222.502628:0:34808:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.503264:0:34808:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788942222.503268:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7df0 00000080:00200008:1.0:1788942222.503271:0:34808:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 102001 00000080:00000001:1.0:1788942222.503277:0:34808:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788942222.503280:0:34808:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788942222.503281:0:34808:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788942222.503284:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:1.0:1788942222.503287:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:1.0:1788942222.503291:0:34808:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788942222.503293:0:34808:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788942222.503303:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788942222.503307:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788942222.503315:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:1.0:1788942222.503318:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788942222.503325:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788942222.503327:0:34808:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1788942222.503330:0:34808:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788942222.503332:0:34808:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788942222.503342:0:34808:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942222.503345:0:34808:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788942222.503352:0:34808:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788942222.503357:0:34808:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788942222.503359:0:34808:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1788942222.503364:0:34808:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788942222.503366:0:34808:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1788942222.503374:0:34808:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e64700. 00000020:00000040:1.0:1788942222.503380:0:34808:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:1.0:1788942222.503386:0:34808:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942222.503390:0:34808:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942222.503396:0:34808:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942222.503406:0:34808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b55222c600. 00000100:00000001:1.0:1788942222.503415:0:34808:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788942222.503437:0:34808:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788942222.503449:0:34808:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788942222.503454:0:34808:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788942222.503461:0:34808:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788942222.503463:0:34808:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788942222.503472:0:34808:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942222.503474:0:34808:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707009652992 : -122366699898624 : ffff90b54851f900) 00000100:00000001:1.0:1788942222.503477:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.503480:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942222.503485:0:34808:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942222.503490:0:34808:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.503492:0:34808:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788942222.503494:0:34808:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942222.503498:0:34808:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.503506:0:34808:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942222.503508:0:34808:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942222.503512:0:34808:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942222.503515:0:34808:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942222.503517:0:34808:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942222.503521:0:34808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34808:1875839884294272:192.168.206.109@tcp:35:uname.0 00000100:00000001:1.0:1788942222.503526:0:34808:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942222.503532:0:34808:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942222.503534:0:34808:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942222.503537:0:34808:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942222.503542:0:34808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b5487b9400. 02000000:00000001:1.0:1788942222.503544:0:34808:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942222.503554:0:34808:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942222.503559:0:34808:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942222.503568:0:34808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da4c8. 00000100:00000200:1.0:1788942222.503578:0:34808:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884294272, portal 10 00000100:00000001:1.0:1788942222.503580:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.503582:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000040:1.0:1788942222.503589:0:34808:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.503597:0:34808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942222.503601:0:34808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942222.503604:0:34808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da5d8. 00000100:00000200:1.0:1788942222.503609:0:34808:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884294272, offset 0 00000400:00000200:1.0:1788942222.503616:0:34808:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942222.503626:0:34808:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942222.503646:0:34808:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942222.503652:0:34808:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942222.503657:0:34808:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942222.503661:0:34808:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942222.503664:0:34808:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942222.503668:0:34808:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2695:2695:256:4294967295] 192.168.206.109@tcp LPNI seq info [2695:2695:8:4294967295] 00000400:00000200:1.0:1788942222.503672:0:34808:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942222.503684:0:34808:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942222.504420:0:34808:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942222.504430:0:34808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38300. 00000800:00000200:1.0:1788942222.504439:0:34808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942222.504449:0:34808:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942222.504454:0:34808:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788942222.504518:0:34808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942222.504525:0:34808:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 800627 usecs (801 jiffies) 00000400:00000200:1.0:1788942222.504531:0:34808:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942222.504534:0:34808:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623464 00000100:00000001:1.0:1788942222.504538:0:34808:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:1.0:1788942222.504540:0:34808:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623464 00000100:00000001:1.0:1788942222.504543:0:34808:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:1.0:1788942222.504545:0:34808:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942222.504549:0:34808:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.504552:0:34808:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942222.504554:0:34808:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788942222.504557:0:34808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b54851f900 going to sleep for 11 seconds 00000100:00000001:1.0:1788942222.504560:0:34808:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942222.504563:0:34808:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788942222.505921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551227400. 00010000:00000010:0.1:1788942222.506877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b54792b600. 00000800:00000200:2.0:1788942222.508438:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.508450:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38300. 00000400:00000200:2.0:1788942222.508462:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.508474:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942222.508488:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da5d8 00000400:00000010:2.0:1788942222.508492:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da5d8. 00000100:00000001:2.0:1788942222.508499:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942222.508509:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.508524:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942222.509104:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.509116:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.509118:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.509333:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.509350:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.509353:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.509356:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.509364:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.509371:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.509381:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.509386:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.509393:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.509398:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f57880 00000400:00000200:3.0:1788942222.509404:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.509411:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x735d [1] + 224 00000800:00000001:3.0:1788942222.509419:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.509427:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.509430:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.509434:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.509441:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.509449:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.509460:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.509513:0:34808:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942222.509537:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.509545:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.509550:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942222.509658:0:34808:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942222.509660:0:34808:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942222.509664:0:34808:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942222.509670:0:34808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da4c8 00000400:00000010:1.0:1788942222.509672:0:34808:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da4c8. 00000100:00000001:1.0:1788942222.509675:0:34808:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942222.509679:0:34808:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788942222.509756:0:34808:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e64700 x1875839884294272/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.509764:0:34808:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942222.509766:0:34808:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.509769:0:34808:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942222.509773:0:34808:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942222.509776:0:34808:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942222.509778:0:34808:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942222.509781:0:34808:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942222.509791:0:34808:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=62 v=5 (10 5 5 5) 00000100:00001000:1.0:1788942222.509796:0:34808:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942222.509799:0:34808:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942222.509801:0:34808:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942222.509805:0:34808:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942222.509809:0:34808:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.509813:0:34808:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788942222.509815:0:34808:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788942222.509817:0:34808:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788942222.509820:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.509822:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000100:00000001:1.0:1788942222.509826:0:34808:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942222.509960:0:34808:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788942222.509964:0:34808:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942222.509967:0:34808:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942222.509973:0:34808:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e64700 x1875839884294272/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.510151:0:34808:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942222.510157:0:34808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942222.510159:0:34808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942222.510166:0:34808:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e64700 x1875839884294272/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788942222.510175:0:34808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e64700 pname:cluuid:pid:xid:nid:opc:job uname:b8e7595c-9941-401e-aeac-55facd9dfb74:34808:1875839884294272:192.168.206.109@tcp:35:uname.0 00000100:00000001:1.0:1788942222.510181:0:34808:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942222.510183:0:34808:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.510186:0:34808:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788942222.510188:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942222.510192:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884294272/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788942222.510198:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788942222.510201:0:34808:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b54851f900. 00000100:00000001:1.0:1788942222.510205:0:34808:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788942222.510206:0:34808:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942222.510216:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942222.510217:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969040640 : -122366740510976 : ffff90b545e64700) 00000002:00000001:1.0:1788942222.510220:0:34808:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788942222.510223:0:34808:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788942222.510230:0:34808:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b55222c400. 00000080:00000001:1.0:1788942222.510234:0:34808:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788942222.510238:0:34808:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788942222.510323:0:34808:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788942222.510331:0:34808:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.510340:0:34808:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788942222.510342:0:34808:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175637248 : -122366533914368 : ffff90b55236b100) 00000100:00000001:3.0:1788942222.510344:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.510347:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.510354:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.510356:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.510358:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545e64700 x1875839884294272/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.510364:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.510366:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.510368:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b55236b100 x1875839884293888/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.510374:0:34808:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788942222.510378:0:34808:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942222.510381:0:34808:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942222.510383:0:34808:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942222.510388:0:34808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b552276c00. 02000000:00000001:3.0:1788942222.510394:0:34808:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942222.510397:0:34808:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942222.510399:0:34808:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b55236b100. 00000100:00000001:3.0:1788942222.510403:0:34808:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942222.510405:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942222.510407:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.510410:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e64700 x1875839884294272/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.510417:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788942222.510419:0:34808:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b558bfa680. 00000002:00000001:3.0:1788942222.510422:0:34808:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788942222.510425:0:34808:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942222.510427:0:34808:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b548392700. 00000100:00000001:3.0:1788942222.510430:0:34808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.510433:0:34808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e64700 x1875839884294272/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.510439:0:34808:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788942222.510442:0:34808:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788942222.510445:0:34808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b5487b9400. 02000000:00000001:3.0:1788942222.510448:0:34808:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788942222.510450:0:34808:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:3.0:1788942222.510451:0:34808:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:3.0:1788942222.510453:0:34808:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:3.0:1788942222.510455:0:34808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b55222c600. 02000000:00000001:3.0:1788942222.510457:0:34808:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788942222.510458:0:34808:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788942222.510459:0:34808:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e64700. 00000100:00000001:3.0:1788942222.510462:0:34808:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788942222.510463:0:34808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788942222.510466:0:34808:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788942222.510470:0:34808:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b542e06f00. 00000080:00000001:3.0:1788942222.510475:0:34808:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942222.510483:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7df0 00000080:00000008:3.0:1788942222.510486:0:34808:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 102001, rc = 0 00000080:00000001:3.0:1788942222.510490:0:34808:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788942222.510498:0:34808:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788942222.510500:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1ca7e00 00000080:00002000:3.0:1788942222.510503:0:34808:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544549948, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:3.0:1788942222.510506:0:34808:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.531506:0:34809:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942222.531516:0:34809:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788942222.531518:0:34809:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942222.531523:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7bc0 00000080:00200000:0.0:1788942222.531600:0:34809:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:0.0:1788942222.531613:0:34809:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b544eb4a00. 00800000:00000002:0.0:1788942222.531623:0:34809:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942222.531629:0:34809:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942222.531644:0:34809:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.531647:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7ae0 00800000:00000002:0.0:1788942222.531651:0:34809:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942222.531655:0:34809:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942222.531660:0:34809:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942222.531667:0:34809:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.531669:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb79b0 00000002:00010000:0.0:1788942222.531671:0:34809:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942222.531675:0:34809:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942222.531677:0:34809:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.531682:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942222.531691:0:34809:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.531694:0:34809:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.531696:0:34809:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.531699:0:34809:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942222.531702:0:34809:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788942222.531710:0:34809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994000. 00000020:00000040:0.0:1788942222.531716:0:34809:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00010000:00000001:0.0:1788942222.531725:0:34809:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942222.531730:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.531739:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.531742:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.531744:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.531747:0:34809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942222.531750:0:34809:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942222.531756:0:34809:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942222.531765:0:34809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aef800. 00000100:00000001:0.0:1788942222.531774:0:34809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.531780:0:34809:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942222.531782:0:34809:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.531784:0:34809:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942222.531785:0:34809:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.531787:0:34809:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.531793:0:34809:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00010000:00000001:0.0:1788942222.531799:0:34809:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942222.531801:0:34809:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788942222.531806:0:34809:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90b553d25600. 00010000:00000010:0.0:1788942222.531811:0:34809:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90b551f87600. 00010000:00000001:0.0:1788942222.531816:0:34809:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942222.531819:0:34809:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552325200. 00000020:00000001:0.0:1788942222.531823:0:34809:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942222.531827:0:34809:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552325200 with handle 0xcbb91bbb78157979 to hash 00000020:00000001:0.0:1788942222.531997:0:34809:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942222.531999:0:34809:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.532004:0:34809:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.532009:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.532013:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.532018:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942222.532095:0:34809:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942222.532109:0:34809:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942222.532116:0:34809:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942222.532119:0:34809:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942222.532129:0:34809:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.532131:0:34809:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928579136 : -122366780972480 : ffff90b5437ce240) 00000100:00000001:0.0:1788942222.532135:0:34809:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.532137:0:34809:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000001:0.0:1788942222.532142:0:34809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.532147:0:34809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.532149:0:34809:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942222.532152:0:34809:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.532165:0:34809:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.532175:0:34809:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.532178:0:34809:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.532183:0:34809:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.532185:0:34809:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.532188:0:34809:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.532193:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34809:1875839884294400:192.168.206.109@tcp:101:cat.0 00000100:00000001:0.0:1788942222.532197:0:34809:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.532204:0:34809:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.532207:0:34809:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.532209:0:34809:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.532214:0:34809:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90b551b94000. 02000000:00000001:0.0:1788942222.532216:0:34809:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.532225:0:34809:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.532230:0:34809:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097528. 00000400:00000010:0.0:1788942222.532238:0:34809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a5d8. 00000100:00000200:0.0:1788942222.532247:0:34809:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875839884294400, portal 10 00000100:00000001:0.0:1788942222.532249:0:34809:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.532250:0:34809:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:0.0:1788942222.532256:0:34809:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.532265:0:34809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.532268:0:34809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.532271:0:34809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a220. 00000100:00000200:0.0:1788942222.532275:0:34809:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875839884294400, offset 0 00000400:00000200:0.0:1788942222.532283:0:34809:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.532292:0:34809:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.532301:0:34809:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.532308:0:34809:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.532312:0:34809:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.532316:0:34809:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.532320:0:34809:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.532324:0:34809:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2696:2696:256:4294967295] 192.168.206.109@tcp LPNI seq info [2696:2696:8:4294967295] 00000400:00000200:0.0:1788942222.532329:0:34809:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.532341:0:34809:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.532351:0:34809:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.532358:0:34809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b100. 00000800:00000200:0.0:1788942222.532367:0:34809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.532378:0:34809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.532384:0:34809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.532458:0:34809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.532464:0:34809:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 799683 usecs (800 jiffies) 00000400:00000200:0.0:1788942222.532468:0:34809:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.532471:0:34809:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623491 00000100:00000001:0.0:1788942222.532476:0:34809:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.532478:0:34809:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623491 00000100:00000001:0.0:1788942222.532481:0:34809:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.532483:0:34809:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.532486:0:34809:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.532489:0:34809:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.532491:0:34809:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942222.532495:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce240 going to sleep for 11 seconds 00000100:00000001:0.0:1788942222.532498:0:34809:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.532501:0:34809:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.536627:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.536648:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b100. 00000400:00000200:3.0:1788942222.536656:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.536667:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.536678:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a220 00000400:00000010:3.0:1788942222.536681:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a220. 00000100:00000001:3.0:1788942222.536687:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.536697:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.536712:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.536716:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.536724:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.536726:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.536739:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.536752:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.536755:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.536757:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.536765:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.536770:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.536777:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.536782:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.536788:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.536792:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 688 into portal 10 MB=0x6aa1101f57900 00000400:00000200:3.0:1788942222.536798:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.536804:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 688/688 into md 0x7365 [1] + 224 00000800:00000001:3.0:1788942222.536813:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.536820:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.536823:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.536826:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.536843:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.536847:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.536885:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.536900:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.536907:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.536911:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.537071:0:34809:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.537080:0:34809:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.537083:0:34809:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.537086:0:34809:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097528. 00000400:00000200:0.0:1788942222.537090:0:34809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:0.0:1788942222.537093:0:34809:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:0.0:1788942222.537095:0:34809:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.537101:0:34809:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942222.537110:0:34809:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.537116:0:34809:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.537119:0:34809:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.537122:0:34809:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.537126:0:34809:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.537129:0:34809:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.537132:0:34809:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.537135:0:34809:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.537146:0:34809:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=62 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942222.537152:0:34809:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.537154:0:34809:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.537156:0:34809:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.537159:0:34809:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.537163:0:34809:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.537167:0:34809:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.537170:0:34809:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788942222.537172:0:34809:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.537175:0:34809:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.537180:0:34809:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.537188:0:34809:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.537191:0:34809:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.537193:0:34809:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.537197:0:34809:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942222.537205:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34809:1875839884294400:192.168.206.109@tcp:101:cat.0 00000100:00000001:0.0:1788942222.537211:0:34809:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.537214:0:34809:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.537217:0:34809:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.537218:0:34809:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.537222:0:34809:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.537228:0:34809:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.537232:0:34809:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.537235:0:34809:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.537237:0:34809:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.537240:0:34809:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942222.537245:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537248:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537252:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=4 00000020:00000001:0.0:1788942222.537255:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537258:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000040:0.0:1788942222.537265:0:34809:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552325200, remote cookie: 0x4d194fbcadeed45b, flags: 0x1001 00010000:00010000:0.0:1788942222.537272:0:34809:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942222.537284:0:34809:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.537291:0:34809:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942222.537296:0:34809:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942222.537299:0:34809:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942222.537301:0:34809:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942222.537302:0:34809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942222.537305:0:34809:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90b553d25600) refcount = 1 00010000:00010000:0.0:1788942222.537311:0:34809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.537318:0:34809:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942222.537321:0:34809:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942222.537323:0:34809:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.537326:0:34809:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942222.537329:0:34809:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.537333:0:34809:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.537339:0:34809:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942222.537341:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537344:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.537345:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537346:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.537348:0:34809:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.537353:0:34809:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942222.537354:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537356:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537357:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942222.537360:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537362:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537365:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537366:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537367:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=4 00000020:00000001:0.0:1788942222.537369:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537371:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537374:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.537377:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.537380:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.537385:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537386:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.537387:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537388:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537389:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=5 00000020:00000001:0.0:1788942222.537391:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537393:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537396:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.537399:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.537406:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537406:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942222.537410:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.537417:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.537418:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537419:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.537420:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537421:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942222.537426:0:34809:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788942222.537435:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537436:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537437:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942222.537439:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537441:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537444:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537445:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.537447:0:34809:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.537449:0:34809:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.537452:0:34809:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788942222.537455:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537456:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537457:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942222.537459:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537461:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00000002:00010000:0.0:1788942222.537464:0:34809:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.537470:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537471:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.537473:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942222.537474:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537475:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537476:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942222.537478:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537481:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000040:0.0:1788942222.537487:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:0.0:1788942222.537490:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942222.537495:0:34809:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788942222.537498:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537499:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.537500:0:34809:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942222.537503:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7938 00000002:00002000:0.0:1788942222.537505:0:34809:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788942222.537509:0:34809:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.537513:0:34809:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.537516:0:34809:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942222.537520:0:34809:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942222.537630:0:34809:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942222.537644:0:34809:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942222.537648:0:34809:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b544eb4a00. 00000080:00000001:0.0:1788942222.537653:0:34809:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942222.537657:0:34809:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942222.537664:0:34809:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788942222.537670:0:34809:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788942222.537678:0:34809:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90b543e80b40. 00800000:00000001:0.0:1788942222.537680:0:34809:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621706935601984 : -122366773949632 : ffff90b543e80b40) 00800000:00000001:0.0:1788942222.537683:0:34809:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.537686:0:34809:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788942222.537689:0:34809:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788942222.537691:0:34809:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788942222.537695:0:34809:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788942222.537698:0:34809:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788942222.537700:0:34809:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.537705:0:34809:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788942222.537708:0:34809:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788942222.537714:0:34809:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788942222.537716:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537718:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537720:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942222.537722:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537724:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537727:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537728:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942222.537730:0:34809:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942222.537732:0:34809:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788942222.537734:0:34809:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b543e80b40 1 00800000:00000010:0.0:1788942222.537737:0:34809:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90b543e80b40. 00800000:00000001:0.0:1788942222.537739:0:34809:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.537743:0:34809:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157979 00800000:00000001:0.0:1788942222.537747:0:34809:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942222.537749:0:34809:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942222.537750:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537751:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537753:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942222.537754:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537756:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537759:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537760:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.537762:0:34809:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.537764:0:34809:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.537767:0:34809:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.537769:0:34809:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:0.0:1788942222.537772:0:34809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157979 from it ffffa57dc1cb7bf8 00010000:00000001:0.0:1788942222.537774:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.537775:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.537776:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:0.0:1788942222.537778:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537780:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:0.0:1788942222.537783:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.537786:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.537799:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537800:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.537802:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.537804:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.537807:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942222.537815:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.537818:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.537820:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.537826:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537827:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.537840:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.537844:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.537846:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.537848:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.537883:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.537886:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.537887:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.537889:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942222.537890:0:34809:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.537896:0:34809:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884294400/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.537904:0:34809:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.537907:0:34809:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.537911:0:34809:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90b551b94000. 02000000:00000001:0.0:1788942222.537915:0:34809:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.537917:0:34809:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.537919:0:34809:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.537922:0:34809:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.537925:0:34809:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aef800. 02000000:00000001:0.0:1788942222.537929:0:34809:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.537931:0:34809:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.537933:0:34809:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00000100:00000001:0.0:1788942222.537937:0:34809:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.537939:0:34809:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942222.537943:0:34809:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:0.0:1788942222.537949:0:34809:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.537956:0:34809:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788942222.537959:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7bc0 00000080:00002000:0.0:1788942222.537961:0:34809:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544549948) flags 0x48004e refc 0 00000080:00000001:0.0:1788942222.537965:0:34809:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.537967:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7c08 00000080:00200000:0.0:1788942222.537968:0:34809:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:0.0:1788942222.537976:0:34809:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788942222.537978:0:34809:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8), inode mode 81a4 mask 44 00000080:00000001:0.0:1788942222.537980:0:34809:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.537990:0:34809:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788942222.537992:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7b98 00000080:00200008:0.0:1788942222.537994:0:34809:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 100000 00000080:00000010:0.0:1788942222.538001:0:34809:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90b550ccd040. 00000080:00000001:0.0:1788942222.538008:0:34809:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788942222.538011:0:34809:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b544eb4a00. 00800000:00000002:0.0:1788942222.538018:0:34809:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942222.538132:0:34809:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942222.538137:0:34809:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.538140:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7a48 00800000:00000002:0.0:1788942222.538142:0:34809:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942222.538146:0:34809:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788942222.538150:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb79c8 00800000:00000002:0.0:1788942222.538152:0:34809:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788942222.538157:0:34809:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.538158:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7900 00000002:00010000:0.0:1788942222.538160:0:34809:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:0.0:1788942222.538165:0:34809:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788942222.538167:0:34809:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788942222.538171:0:34809:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942222.538176:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:0.0:1788942222.538178:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.538182:0:34809:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942222.538185:0:34809:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.538187:0:34809:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.538189:0:34809:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.538190:0:34809:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788942222.538192:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:0.0:1788942222.538199:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.538201:0:34809:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788942222.538203:0:34809:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.538205:0:34809:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.538206:0:34809:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.538211:0:34809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994000. 00000020:00000040:0.0:1788942222.538216:0:34809:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942222.538221:0:34809:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942222.538224:0:34809:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.538227:0:34809:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942222.538232:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.538235:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.538237:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.538238:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.538240:0:34809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942222.538243:0:34809:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942222.538247:0:34809:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942222.538255:0:34809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90b551aef800. 00000100:00000001:0.0:1788942222.538263:0:34809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.538267:0:34809:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942222.538269:0:34809:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.538271:0:34809:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942222.538272:0:34809:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.538273:0:34809:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.538281:0:34809:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00010000:00000001:0.0:1788942222.538285:0:34809:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788942222.538287:0:34809:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788942222.538290:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:0.0:1788942222.538292:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.538294:0:34809:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788942222.538298:0:34809:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90b552324400. 00000020:00000001:0.0:1788942222.538302:0:34809:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788942222.538304:0:34809:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90b552324400 with handle 0xcbb91bbb78157980 to hash 00000020:00000001:0.0:1788942222.538306:0:34809:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788942222.538308:0:34809:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.538312:0:34809:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.538314:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.538317:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.538320:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942222.538327:0:34809:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788942222.538340:0:34809:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788942222.538347:0:34809:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788942222.538357:0:34809:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788942222.538362:0:34809:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942222.538365:0:34809:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942222.538372:0:34809:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.538374:0:34809:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928579136 : -122366780972480 : ffff90b5437ce240) 00000100:00000001:0.0:1788942222.538377:0:34809:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.538379:0:34809:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000001:0.0:1788942222.538383:0:34809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.538388:0:34809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.538390:0:34809:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942222.538392:0:34809:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.538396:0:34809:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.538410:0:34809:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.538412:0:34809:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.538417:0:34809:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.538419:0:34809:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.538422:0:34809:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.538426:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34809:1875839884294656:192.168.206.109@tcp:101:cat.0 00000100:00000001:0.0:1788942222.538429:0:34809:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.538434:0:34809:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.538437:0:34809:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.538439:0:34809:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.538726:0:34809:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90b559280000. 02000000:00000001:0.0:1788942222.538729:0:34809:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.538738:0:34809:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.538743:0:34809:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097528. 00000400:00000010:0.0:1788942222.538751:0:34809:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90b551b94000. 00000100:00000200:0.0:1788942222.538759:0:34809:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875839884294656, portal 10 00000100:00000001:0.0:1788942222.538762:0:34809:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.538763:0:34809:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:0.0:1788942222.538770:0:34809:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.538777:0:34809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.538781:0:34809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.538784:0:34809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a5d8. 00000100:00000200:0.0:1788942222.538788:0:34809:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875839884294656, offset 0 00000400:00000200:0.0:1788942222.538796:0:34809:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.538804:0:34809:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.538812:0:34809:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.538818:0:34809:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.538823:0:34809:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.538827:0:34809:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.539309:0:34809:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.539314:0:34809:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2697:2697:256:4294967295] 192.168.206.109@tcp LPNI seq info [2697:2697:8:4294967295] 00000400:00000200:0.0:1788942222.539320:0:34809:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.539333:0:34809:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.539340:0:34809:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.539347:0:34809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910ba00. 00000800:00000200:0.0:1788942222.539355:0:34809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.539364:0:34809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.539370:0:34809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910ba00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.539427:0:34809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.539433:0:34809:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 798741 usecs (799 jiffies) 00000400:00000200:0.0:1788942222.539437:0:34809:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.539441:0:34809:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623494 00000100:00000001:0.0:1788942222.539445:0:34809:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.539448:0:34809:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623494 00000100:00000001:0.0:1788942222.539450:0:34809:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.539453:0:34809:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.539457:0:34809:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.539459:0:34809:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.539462:0:34809:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942222.539465:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce240 going to sleep for 11 seconds 00000100:00000001:0.0:1788942222.539468:0:34809:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.539471:0:34809:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.544386:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.544399:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910ba00. 00000400:00000200:3.0:1788942222.544408:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.544418:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.544428:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a5d8 00000400:00000010:3.0:1788942222.544431:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a5d8. 00000100:00000001:3.0:1788942222.544437:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.544447:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.544462:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.544465:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942238 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.544472:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.544474:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.544487:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.544501:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.544504:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.544506:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.544514:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.544519:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.544539:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.544544:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.544550:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.544555:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 664 into portal 10 MB=0x6aa1101f57a00 00000400:00000200:3.0:1788942222.544561:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.544569:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 664/664 into md 0x736d [64] + 224 00000800:00000001:3.0:1788942222.544579:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.544588:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.544590:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.544593:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.544599:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.544604:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942238 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.544613:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.544675:0:34809:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942222.544784:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.544794:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.544798:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942222.545276:0:34809:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.545279:0:34809:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.545283:0:34809:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097528. 00000400:00000200:0.0:1788942222.545287:0:34809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b551b94000 00000400:00000010:0.0:1788942222.545290:0:34809:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90b551b94000. 00000100:00000001:0.0:1788942222.545294:0:34809:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.545300:0:34809:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942222.545310:0:34809:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884294656/t0(0) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.545317:0:34809:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.545319:0:34809:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.545322:0:34809:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.545326:0:34809:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.545329:0:34809:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.545332:0:34809:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.545335:0:34809:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.545346:0:34809:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=62 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942222.545351:0:34809:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.545354:0:34809:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.545356:0:34809:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.545359:0:34809:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.545363:0:34809:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.545367:0:34809:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942222.545369:0:34809:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942222.545371:0:34809:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942222.545374:0:34809:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.545376:0:34809:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000001:0.0:1788942222.545380:0:34809:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.545382:0:34809:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788942222.545384:0:34809:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.545387:0:34809:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.545393:0:34809:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.545401:0:34809:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.545404:0:34809:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.545407:0:34809:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.545411:0:34809:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942222.545420:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job cat:b8e7595c-9941-401e-aeac-55facd9dfb74:34809:1875839884294656:192.168.206.109@tcp:101:cat.0 00000100:00000001:0.0:1788942222.545425:0:34809:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.545428:0:34809:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.545431:0:34809:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.545433:0:34809:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.545437:0:34809:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.545443:0:34809:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.545447:0:34809:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.545450:0:34809:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.545452:0:34809:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.545455:0:34809:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788942222.545461:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.545464:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.545468:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=4 00000020:00000001:0.0:1788942222.545471:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.545474:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000040:0.0:1788942222.545481:0:34809:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90b552324400, remote cookie: 0x4d194fbcadeed469, flags: 0x1001 00010000:00000040:0.0:1788942222.545485:0:34809:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788942222.545489:0:34809:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788942222.545497:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 2 00010000:00000001:0.0:1788942222.545500:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.545504:0:34809:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.545509:0:34809:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788942222.545520:0:34809:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.545595:0:34809:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788942222.545600:0:34809:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788942222.545603:0:34809:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788942222.545605:0:34809:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788942222.545607:0:34809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788942222.545610:0:34809:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff90b551c3ee00) refcount = 2 00010000:00000040:0.0:1788942222.545614:0:34809:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788942222.545617:0:34809:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788942222.545625:0:34809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.545641:0:34809:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788942222.545646:0:34809:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788942222.545647:0:34809:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.545651:0:34809:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788942222.545653:0:34809:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.545657:0:34809:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.545663:0:34809:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788942222.545665:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.545666:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.545668:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.545669:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.545670:0:34809:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.545676:0:34809:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788942222.545679:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.545680:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.545682:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942222.545684:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.545687:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.545689:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.545690:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788942222.545696:0:34809:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942222.545706:0:34809:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788942222.545711:0:34809:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 648/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942222.545719:0:34809:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.545726:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.545728:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.545730:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942222.545732:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.545734:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00000002:00010000:0.0:1788942222.545738:0:34809:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788942222.545749:0:34809:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90b543e80b40. 00010000:00000001:0.0:1788942222.545752:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.545753:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.545754:0:34809:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.545757:0:34809:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.545760:0:34809:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788942222.545762:0:34809:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.545764:0:34809:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00010000:00000001:0.0:1788942222.545766:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.545767:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.545769:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942222.545770:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.545772:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00000002:00010000:0.0:1788942222.545776:0:34809:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.545782:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.545783:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.545785:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788942222.545787:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.545788:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.545789:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942222.545791:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.545794:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000040:0.0:1788942222.545797:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:0.0:1788942222.545799:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788942222.545804:0:34809:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90b552356c00 type 13 mode 16 res 8589935620/54 (0 0) 00010000:00000001:0.0:1788942222.545807:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.545808:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.545810:0:34809:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788942222.545813:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7888 00000002:00002000:0.0:1788942222.545815:0:34809:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788942222.545818:0:34809:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.545822:0:34809:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.545825:0:34809:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788942222.546204:0:34809:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788942222.546209:0:34809:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942222.546214:0:34809:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942222.546219:0:34809:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b544eb4a00. 00000080:00000001:0.0:1788942222.546225:0:34809:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788942222.546232:0:34809:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788942222.546237:0:34809:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788942222.546241:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.546246:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.546249:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.546251:0:34809:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788942222.546256:0:34809:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942222.546259:0:34809:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788942222.546266:0:34809:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b551b542a0. 00020000:00000010:0.0:1788942222.546271:0:34809:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b552289280. 00020000:00000010:0.0:1788942222.546277:0:34809:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b551b547e0. 00020000:00000001:0.0:1788942222.546280:0:34809:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621707167156192 : -122366542395424 : ffff90b551b547e0) 00020000:00000002:0.0:1788942222.546284:0:34809:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b547e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942222.546288:0:34809:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942222.546293:0:34809:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b552289280: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:0.0:1788942222.546297:0:34809:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00020000:00000001:0.0:1788942222.546301:0:34809:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942222.546303:0:34809:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00020000:00000010:0.0:1788942222.546309:0:34809:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b552289280. 00020000:00000010:0.0:1788942222.546314:0:34809:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b542a0. 00020000:00000010:0.0:1788942222.546317:0:34809:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b547e0. 00020000:00000002:0.0:1788942222.546319:0:34809:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788942222.546322:0:34809:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.546324:0:34809:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.546326:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:0.0:1788942222.546332:0:34809:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1788942222.546336:0:34809:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788942222.546342:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.546344:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.546346:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942222.546348:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.546350:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00000080:00000001:0.0:1788942222.546354:0:34809:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942222.546355:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.546356:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.546358:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.546360:0:34809:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788942222.546361:0:34809:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942222.546362:0:34809:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788942222.546365:0:34809:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90b551b547e0. 00020000:00000010:0.0:1788942222.546367:0:34809:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90b552289280. 00020000:00000010:0.0:1788942222.546370:0:34809:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90b551b542a0. 00020000:00000001:0.0:1788942222.546372:0:34809:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621707167154848 : -122366542396768 : ffff90b551b542a0) 00020000:00000002:0.0:1788942222.546374:0:34809:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b551b542a0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942222.546378:0:34809:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942222.546382:0:34809:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b552289280: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:0.0:1788942222.546384:0:34809:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00020000:00000001:0.0:1788942222.546386:0:34809:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942222.546389:0:34809:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90b544afe8b8) owner ffff90b5412f27c0 00020000:00000010:0.0:1788942222.546392:0:34809:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b552289280. 00020000:00000010:0.0:1788942222.546394:0:34809:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b551b547e0. 00020000:00000010:0.0:1788942222.546396:0:34809:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b551b542a0. 00020000:00000002:0.0:1788942222.546398:0:34809:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788942222.546400:0:34809:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.546402:0:34809:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.546405:0:34809:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788942222.546408:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:0.0:1788942222.546413:0:34809:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e76660 addref 2/0 by ffff90b5412f27c0. 00020000:00000002:0.0:1788942222.546416:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942222.546419:0:34809:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788942222.546422:0:34809:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788942222.546423:0:34809:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788942222.546425:0:34809:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788942222.546428:0:34809:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788942222.546431:0:34809:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788942222.546433:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:0.0:1788942222.546436:0:34809:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.546437:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.546438:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942222.546440:0:34809:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788942222.546444:0:34809:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788942222.546446:0:34809:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.546449:0:34809:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb78157980 00800000:00000001:0.0:1788942222.546453:0:34809:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942222.546455:0:34809:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942222.546456:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.546458:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.546460:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942222.546462:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.546464:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.546466:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.546467:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.546469:0:34809:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.546471:0:34809:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.546473:0:34809:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.546481:0:34809:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.546488:0:34809:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.546492:0:34809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157980 from it ffffa57dc1cb7bf0 00010000:00000001:0.0:1788942222.546494:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.546495:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.546496:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552324400 refcount=3 00000020:00000001:0.0:1788942222.546498:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.546500:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175347200 : -122366534204416 : ffff90b552324400) 00010000:00000001:0.0:1788942222.546502:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.546506:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788942222.546513:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.546514:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.546516:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.546520:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.546522:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788942222.546602:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.546606:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.546608:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.546614:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.546616:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.546618:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.546622:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.546624:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.546626:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.546630:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.546642:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.546645:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.546646:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788942222.546651:0:34809:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942222.546657:0:34809:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90b543e80c00. 00000080:00000001:0.0:1788942222.546660:0:34809:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788942222.546665:0:34809:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788942222.546668:0:34809:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788942222.546671:0:34809:0:(obd.h:1477:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90b548354ce0. 00000002:00100000:0.0:1788942222.546676:0:34809:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788942222.546683:0:34809:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.546684:0:34809:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942222.546689:0:34809:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788942222.546692:0:34809:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.546696:0:34809:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788942222.546698:0:34809:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788942222.546700:0:34809:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942222.546702:0:34809:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788942222.546704:0:34809:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.546707:0:34809:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788942222.546711:0:34809:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.546713:0:34809:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942222.546716:0:34809:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.546718:0:34809:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.546722:0:34809:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.546726:0:34809:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788942222.546733:0:34809:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.546738:0:34809:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90b559280000. 02000000:00000001:0.0:1788942222.546778:0:34809:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788942222.546780:0:34809:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.546784:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7b98 00000080:00000008:0.0:1788942222.546786:0:34809:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 100000, rc = 0 00000020:00000001:0.0:1788942222.546816:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7d28 00000080:00200008:0.0:1788942222.546818:0:34809:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942222.546825:0:34809:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788942222.546827:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7ca0 00000080:00200000:0.0:1788942222.547119:0:34809:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:0.0:1788942222.547128:0:34809:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b544eb4a00. 00800000:00000002:0.0:1788942222.547134:0:34809:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:0.0:1788942222.547141:0:34809:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788942222.547145:0:34809:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.547147:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7bc0 00800000:00000002:0.0:1788942222.547150:0:34809:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788942222.547153:0:34809:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788942222.547158:0:34809:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1788942222.547163:0:34809:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788942222.547164:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7a90 00000002:00010000:0.0:1788942222.547166:0:34809:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788942222.547170:0:34809:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788942222.547172:0:34809:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.547175:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.547180:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:0.0:1788942222.547183:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.547187:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.547192:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942222.547196:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942222.547206:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.547211:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.547215:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788942222.547223:0:34809:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788942222.547225:0:34809:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788942222.547228:0:34809:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942222.547230:0:34809:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788942222.547232:0:34809:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788942222.547235:0:34809:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788942222.547238:0:34809:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788942222.547240:0:34809:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942222.547242:0:34809:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b544eb4a00. 00000080:00000001:0.0:1788942222.547246:0:34809:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788942222.547248:0:34809:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.547251:0:34809:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) 00000080:00010000:0.0:1788942222.547254:0:34809:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb78157956 00800000:00000001:0.0:1788942222.547257:0:34809:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788942222.547259:0:34809:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788942222.547260:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.547262:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.547264:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:0.0:1788942222.547266:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:0.0:1788942222.547269:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:0.0:1788942222.547271:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.547272:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.547273:0:34809:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.547275:0:34809:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788942222.547277:0:34809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157956 from it ffffa57dc1cb7cd8 00010000:00000001:0.0:1788942222.547279:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.547280:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.547281:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:0.0:1788942222.547283:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:0.0:1788942222.547285:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:0.0:1788942222.547287:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.547290:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.547297:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.547298:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.547300:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.547301:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.547304:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.547315:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.547318:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.547320:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.547322:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.547324:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.547325:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547327:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.547329:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547331:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547333:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547335:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.547336:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.547337:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788942222.547339:0:34809:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788942222.547341:0:34809:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942222.547345:0:34809:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788942222.547347:0:34809:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788942222.547349:0:34809:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942222.547351:0:34809:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788942222.547352:0:34809:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.547354:0:34809:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942222.547357:0:34809:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788942222.547360:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.547363:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.547365:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.547371:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.547374:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942222.547378:0:34809:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942222.547380:0:34809:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788942222.547384:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.547386:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942222.547388:0:34809:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942222.547390:0:34809:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.547393:0:34809:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.547397:0:34809:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b5459d99d0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788942222.547400:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942222.547405:0:34809:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942222.547407:0:34809:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942222.547410:0:34809:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942222.547412:0:34809:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.547415:0:34809:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942222.547417:0:34809:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942222.547419:0:34809:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547421:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.547422:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.547424:0:34809:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942222.547425:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:0.0:1788942222.547428:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788942222.547431:0:34809:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788942222.547432:0:34809:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788942222.547436:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942222.547438:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942222.547441:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942222.547443:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942222.547450:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788942222.547455:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87080. 00020000:00000002:0.0:1788942222.547458:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942222.547461:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942222.547463:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.547466:0:34809:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942222.547467:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.547469:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:0.0:1788942222.547471:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:0.0:1788942222.547475:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.547476:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942222.547481:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.547482:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942222.547484:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.547486:0:34809:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.547488:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.547490:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942222.547495:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b44c0. 00000008:00010000:0.0:1788942222.547498:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788942222.547501:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.547502:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942222.547504:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f870b0, osc lock ffff90b5580b44c0, flags 0x400001002 00000020:00000001:0.0:1788942222.547507:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.547509:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.547512:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171557504 : -122366537994112 : ffff90b551f87080) 00000020:00000001:0.0:1788942222.547514:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.547515:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.547517:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547519:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547522:0:34809:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788942222.547525:0:34809:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942222.547596:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.547599:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.547600:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.547601:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.547604:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.547606:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.547608:0:34809:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942222.547612:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942222.547615:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.547617:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.547619:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942222.547620:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942222.547621:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942222.547624:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942222.547626:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.547644:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:0.0:1788942222.547647:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.547651:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.547654:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942222.547658:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788942222.547668:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.547671:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.547674:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942222.547688:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.547689:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.547691:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:0.0:1788942222.547693:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.547695:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:0.0:1788942222.547700:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942222.547703:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.547704:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.547705:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:0.0:1788942222.547707:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.547710:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000020:00000001:0.0:1788942222.547714:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942222.547716:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788942222.547718:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788942222.547720:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547721:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.547722:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.547724:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:0.0:1788942222.547726:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.547728:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.547730:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.547733:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788942222.547740:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.547742:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.547743:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.547744:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.547746:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.547759:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.547761:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.547762:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.547764:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.547766:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.547767:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547769:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.547771:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547772:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547775:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.547776:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.547777:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.547778:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.547779:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.547780:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.547782:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.547784:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547786:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.547788:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547790:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547792:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942222.547793:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788942222.547795:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788942222.547797:0:34809:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788942222.547799:0:34809:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547801:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.547805:0:34809:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942222.547808:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.547810:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.547812:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942222.547815:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942222.547818:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:0.0:1788942222.547822:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547824:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.547826:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:0.0:1788942222.548117:0:34809:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788942222.548120:0:34809:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942222.548122:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942222.548124:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942222.548127:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.548129:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942222.548132:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942222.548133:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.548135:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.548137:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.548138:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f870b0 (ffff90b542d10d88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942222.548140:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942222.548142:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942222.548144:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.548145:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.548146:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942222.548148:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.548149:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.548151:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.548152:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.548153:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942222.548156:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942222.548158:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.548159:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f870b0 (ffff90b542d101b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942222.548162:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b44c0. 00000020:00000001:0.0:1788942222.548166:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942222.548168:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87080. 00020000:00000001:0.0:1788942222.548171:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.548173:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.548174:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942222.548176:0:34809:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548178:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942222.548181:0:34809:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942222.548183:0:34809:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942222.548184:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942222.548186:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942222.548188:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:0.0:1788942222.548190:0:34809:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942222.548193:0:34809:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942222.548196:0:34809:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942222.548198:0:34809:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942222.548202:0:34809:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942222.548204:0:34809:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548206:0:34809:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788942222.548208:0:34809:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.548208:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942222.548210:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000001:00000001:0.0:1788942222.548212:0:34809:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548220:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7d28 00000080:00000008:0.0:1788942222.548222:0:34809:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788942222.548348:0:34809:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788942222.548351:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7d88 00000080:00200008:0.0:1788942222.548353:0:34809:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1788942222.548358:0:34809:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788942222.548360:0:34809:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942222.548364:0:34809:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1788942222.548368:0:34809:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1788942222.548396:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.548399:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.548402:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000080:00000001:0.0:1788942222.548405:0:34809:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788942222.548408:0:34809:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548410:0:34809:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788942222.548412:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7c98 00000080:00200000:0.0:1788942222.548414:0:34809:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1788942222.548419:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7c30 00000080:00200000:0.0:1788942222.548421:0:34809:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788942222.548423:0:34809:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788942222.548430:0:34809:0:(cl_io.c:214:cl_io_rw_init()) header@00000000010d19d6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1788942222.548432:0:34809:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1788942222.548434:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.548436:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942222.548438:0:34809:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942222.548440:0:34809:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942222.548443:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.548444:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788942222.548447:0:34809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.548452:0:34809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548454:0:34809:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942222.548456:0:34809:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548458:0:34809:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.548461:0:34809:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b5459d99d0 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788942222.548463:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942222.548466:0:34809:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942222.548468:0:34809:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942222.548470:0:34809:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942222.548472:0:34809:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548474:0:34809:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942222.548476:0:34809:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942222.548478:0:34809:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548479:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.548481:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.548482:0:34809:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942222.548484:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:0.0:1788942222.548486:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548488:0:34809:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548492:0:34809:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942222.548494:0:34809:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942222.548497:0:34809:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788942222.548501:0:34809:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1788942222.548504:0:34809:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942222.548506:0:34809:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942222.548510:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788942222.548513:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.548515:0:34809:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942222.548517:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.548518:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:0.0:1788942222.548520:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:0.0:1788942222.548522:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.548524:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942222.548596:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.548599:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942222.548600:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548602:0:34809:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548605:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.548607:0:34809:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788942222.548610:0:34809:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788942222.548613:0:34809:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548615:0:34809:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548617:0:34809:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548619:0:34809:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548621:0:34809:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548623:0:34809:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788942222.548625:0:34809:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788942222.548627:0:34809:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788942222.548629:0:34809:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788942222.548641:0:34809:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788942222.548644:0:34809:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548647:0:34809:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548649:0:34809:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788942222.548651:0:34809:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1788942222.548653:0:34809:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788942222.548655:0:34809:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788942222.548657:0:34809:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548659:0:34809:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548661:0:34809:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548663:0:34809:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.548664:0:34809:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548667:0:34809:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942222.548669:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.548670:0:34809:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942222.548672:0:34809:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942222.548674:0:34809:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548675:0:34809:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548677:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548678:0:34809:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548680:0:34809:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942222.548681:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942222.548683:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942222.548684:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942222.548686:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942222.548688:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1788942222.548694:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87080. 00020000:00000002:0.0:1788942222.548697:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1788942222.548699:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942222.548701:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.548703:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.548705:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942222.548708:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b44c0. 00000008:00010000:0.0:1788942222.548710:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788942222.548713:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.548714:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942222.548717:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f870b0, osc lock ffff90b5580b44c0, flags 0x0 00000020:00000001:0.0:1788942222.548719:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548721:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.548723:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171557504 : -122366537994112 : ffff90b551f87080) 00000020:00000001:0.0:1788942222.548725:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.548726:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.548728:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548730:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548731:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.548733:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.548734:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.548736:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.548737:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.548739:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.548741:0:34809:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788942222.548743:0:34809:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.548747:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942222.548749:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.548750:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.548752:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942222.548754:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942222.548755:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942222.548757:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942222.548760:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.548767:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:0.0:1788942222.548770:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.548775:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.548780:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942222.548783:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942222.548800:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.548803:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.548807:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.548815:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.548817:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.548819:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:0.0:1788942222.548821:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.548824:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:0.0:1788942222.549308:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942222.549314:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.549316:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.549318:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:0.0:1788942222.549321:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549323:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549326:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.549327:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.549328:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:0.0:1788942222.549330:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549332:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549335:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.549336:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.549340:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.549350:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.549352:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.549355:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.549358:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.549359:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.549360:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=7 00000020:00000001:0.0:1788942222.549362:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549364:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549367:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.549370:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.549377:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.549378:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942222.549381:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.549388:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.549389:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.549391:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.549392:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.549393:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.549394:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.549397:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549399:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.549402:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549403:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549406:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549408:0:34809:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549410:0:34809:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549412:0:34809:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788942222.549415:0:34809:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788942222.549418:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7b90 00000080:00200000:0.0:1788942222.549419:0:34809:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1788942222.549424:0:34809:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788942222.549426:0:34809:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788942222.549429:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788942222.549433:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.549434:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.549436:0:34809:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942222.549438:0:34809:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942222.549441:0:34809:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549443:0:34809:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.549445:0:34809:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549447:0:34809:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549451:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.549453:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.549455:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942222.549457:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942222.549460:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:0.0:1788942222.549463:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549465:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549467:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000001:00000001:0.0:1788942222.549470:0:34809:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788942222.549471:0:34809:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788942222.549473:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942222.549475:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942222.549476:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942222.549478:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942222.549480:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788942222.549486:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87800. 00020000:00000002:0.0:1788942222.549488:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942222.549489:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942222.549490:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.549492:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.549493:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942222.549496:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b4130. 00000008:00010000:0.0:1788942222.549498:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788942222.549500:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.549502:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942222.549503:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f87830, osc lock ffff90b5580b4130, flags 0x400001002 00000020:00000001:0.0:1788942222.549505:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.549506:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.549508:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171559424 : -122366537992192 : ffff90b551f87800) 00000020:00000001:0.0:1788942222.549510:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.549512:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.549513:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549515:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549518:0:34809:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788942222.549519:0:34809:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942222.549521:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.549522:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.549523:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.549524:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.549597:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.549599:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.549601:0:34809:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942222.549604:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942222.549606:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.549607:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.549609:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942222.549610:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942222.549612:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942222.549613:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942222.549615:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.549619:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:0.0:1788942222.549622:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.549626:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.549628:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.549641:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788942222.549650:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.549654:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.549657:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.549664:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.549665:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.549667:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:0.0:1788942222.549669:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549672:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:0.0:1788942222.549674:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942222.549676:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.549677:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.549678:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=7 00000020:00000001:0.0:1788942222.549680:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549682:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000020:00000001:0.0:1788942222.549685:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942222.549687:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788942222.549689:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788942222.549691:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.549692:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.549694:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.549695:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=8 00000020:00000001:0.0:1788942222.549697:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549699:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.549701:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.549704:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.549711:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.549712:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942222.549715:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.549722:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.549723:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.549724:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.549725:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.549726:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.549728:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.549730:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549732:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.549734:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549736:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549737:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942222.549739:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788942222.549741:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788942222.549743:0:34809:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788942222.549745:0:34809:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549747:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.549751:0:34809:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942222.549754:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.549755:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.549757:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942222.549759:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942222.549761:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942222 a=0 c=1788942222 b=1 00020000:00000001:0.0:1788942222.549764:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549765:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.549767:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:0.0:1788942222.549770:0:34809:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788942222.549772:0:34809:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942222.549774:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942222.549776:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942222.549778:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.549779:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942222.549782:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942222.549784:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.549785:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.549787:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.549788:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f87830 (ffff90b542d10d88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942222.549792:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942222.549793:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942222.549794:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.549795:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.549797:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942222.549798:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.549800:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.549801:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.549802:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.549803:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942222.549807:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942222.549808:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.549810:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f87830 (ffff90b542d101b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942222.549813:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b4130. 00000020:00000001:0.0:1788942222.549818:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942222.549819:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87800. 00020000:00000001:0.0:1788942222.549822:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.549823:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.549824:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942222.549826:0:34809:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942222.550126:0:34809:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000010d19d6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1788942222.550130:0:34809:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1788942222.550134:0:34809:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1788942222.550139:0:34809:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1788942222.550147:0:34809:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942222.550149:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.550151:0:34809:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942222.550153:0:34809:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788942222.550156:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.550158:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.550160:0:34809:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942222.550163:0:34809:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942222.550165:0:34809:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550167:0:34809:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550169:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942222.550171:0:34809:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550173:0:34809:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550175:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550177:0:34809:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550178:0:34809:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550180:0:34809:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942222.550182:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788942222.550184:0:34809:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942222.550185:0:34809:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788942222.550187:0:34809:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942222.550188:0:34809:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550190:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550192:0:34809:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942222.550195:0:34809:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942222.550197:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942222.550198:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942222.550201:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.550202:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942222.550204:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942222.550206:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.550207:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.550209:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.550210:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f870b0 (ffff90b542d10d88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942222.550213:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942222.550214:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942222.550216:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.550218:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.550221:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:0.0:1788942222.550223:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550225:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550227:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.550230:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788942222.550238:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.550240:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.550241:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.550244:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.550246:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.550255:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.550258:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.550260:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.550264:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.550265:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.550267:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.550270:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.550273:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.550275:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.550278:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.550280:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.550281:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.550282:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.550284:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.550285:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.550286:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942222.550287:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.550289:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.550290:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.550291:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.550292:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942222.550295:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942222.550296:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.550297:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f870b0 (ffff90b542d101b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942222.550300:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b44c0. 00000020:00000001:0.0:1788942222.550303:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942222.550304:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87080. 00020000:00000001:0.0:1788942222.550307:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.550308:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.550309:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788942222.550311:0:34809:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942222.550312:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.550314:0:34809:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942222.550315:0:34809:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942222.550316:0:34809:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550318:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550320:0:34809:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942222.550321:0:34809:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942222.550322:0:34809:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788942222.550325:0:34809:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788942222.550327:0:34809:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942222.550328:0:34809:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942222.550331:0:34809:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942222.550332:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.550333:0:34809:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942222.550337:0:34809:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942222.550339:0:34809:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550341:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550342:0:34809:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942222.550344:0:34809:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942222.550346:0:34809:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550349:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942222.550351:0:34809:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942222.550352:0:34809:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942222.550354:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942222.550355:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942222.550357:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:0.0:1788942222.550360:0:34809:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942222.550361:0:34809:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942222.550363:0:34809:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942222.550365:0:34809:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942222.550369:0:34809:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.550370:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.550372:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7c98 00000080:00200000:0.0:1788942222.550374:0:34809:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788942222.550378:0:34809:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788942222.550381:0:34809:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.550383:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.550388:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7d88 00000080:00000008:0.0:1788942222.550390:0:34809:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1788942222.550393:0:34809:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1788942222.550503:0:34809:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788942222.550506:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7d88 00000080:00200008:0.0:1788942222.550508:0:34809:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1788942222.550512:0:34809:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788942222.550515:0:34809:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788942222.550518:0:34809:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1788942222.550520:0:34809:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942222.550534:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.550537:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.550540:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000080:00000001:0.0:1788942222.550542:0:34809:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788942222.550546:0:34809:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.550548:0:34809:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788942222.550549:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7c98 00000080:00200000:0.0:1788942222.550551:0:34809:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1788942222.550555:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7c30 00000080:00200000:0.0:1788942222.550556:0:34809:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788942222.550560:0:34809:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788942222.550564:0:34809:0:(cl_io.c:214:cl_io_rw_init()) header@00000000010d19d6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1788942222.550566:0:34809:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1788942222.550569:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.550571:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942222.550573:0:34809:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942222.550575:0:34809:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942222.550577:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.550579:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788942222.550581:0:34809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.550586:0:34809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.550589:0:34809:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788942222.550590:0:34809:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.550593:0:34809:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.550595:0:34809:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b5459d99d0 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788942222.550599:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942222.550602:0:34809:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942222.550604:0:34809:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942222.550606:0:34809:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942222.550607:0:34809:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550610:0:34809:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942222.550612:0:34809:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942222.550614:0:34809:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550615:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.550616:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.550617:0:34809:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942222.550619:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00000020:00000001:0.0:1788942222.550622:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550624:0:34809:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550627:0:34809:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942222.550628:0:34809:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942222.550639:0:34809:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788942222.550643:0:34809:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1788942222.550646:0:34809:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942222.550648:0:34809:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942222.550652:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788942222.550655:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.550656:0:34809:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942222.550658:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.550659:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:0.0:1788942222.550661:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:0.0:1788942222.550664:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.550666:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942222.550668:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.550669:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942222.550671:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550672:0:34809:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550674:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.550676:0:34809:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788942222.550678:0:34809:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788942222.550682:0:34809:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550684:0:34809:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550686:0:34809:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550688:0:34809:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550689:0:34809:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550691:0:34809:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788942222.550693:0:34809:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788942222.550695:0:34809:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788942222.550697:0:34809:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788942222.550699:0:34809:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788942222.550704:0:34809:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.550707:0:34809:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.550709:0:34809:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788942222.550711:0:34809:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1788942222.550713:0:34809:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788942222.550714:0:34809:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788942222.550716:0:34809:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550719:0:34809:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.550720:0:34809:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.550722:0:34809:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.550730:0:34809:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550732:0:34809:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942222.550733:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.550734:0:34809:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942222.550736:0:34809:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942222.550738:0:34809:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550740:0:34809:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550742:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550743:0:34809:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550745:0:34809:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942222.550747:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942222.550748:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942222.550750:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942222.550752:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942222.550754:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1788942222.550762:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87080. 00020000:00000002:0.0:1788942222.550764:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1788942222.550767:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942222.550769:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.550770:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.550771:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942222.550776:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b44c0. 00000008:00010000:0.0:1788942222.550779:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788942222.550781:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.550782:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942222.550785:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f870b0, osc lock ffff90b5580b44c0, flags 0x0 00000020:00000001:0.0:1788942222.550787:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550789:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550792:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171557504 : -122366537994112 : ffff90b551f87080) 00000020:00000001:0.0:1788942222.550794:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.550795:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.550796:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550798:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550800:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.550801:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.550802:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.550804:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.550806:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.550807:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.550809:0:34809:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788942222.550811:0:34809:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550815:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942222.550817:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.550818:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.550820:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942222.550821:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942222.550822:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942222.550824:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942222.550826:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.550832:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:0.0:1788942222.550834:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.550838:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.550842:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788942222.550846:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788942222.550887:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.550891:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.550895:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.550902:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.550904:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.550906:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:0.0:1788942222.550908:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550910:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:0.0:1788942222.550914:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942222.550916:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.550917:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.550918:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:0.0:1788942222.550920:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550922:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550924:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.550925:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.550927:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:0.0:1788942222.550939:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550941:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550943:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.550945:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.550949:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.550956:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.550958:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.550960:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.550962:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.550963:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.550964:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=7 00000020:00000001:0.0:1788942222.550966:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550968:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.550970:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.550973:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.550979:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.550980:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942222.550982:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.550988:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.550989:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.550989:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.550990:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.550991:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.550993:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.550995:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.550997:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.550999:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551000:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551002:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551004:0:34809:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551005:0:34809:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551007:0:34809:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788942222.551009:0:34809:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788942222.551011:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7b90 00000080:00200000:0.0:1788942222.551013:0:34809:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1788942222.551017:0:34809:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788942222.551019:0:34809:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788942222.551022:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788942222.551183:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.551185:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.551187:0:34809:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942222.551189:0:34809:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788942222.551191:0:34809:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551193:0:34809:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.551195:0:34809:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551197:0:34809:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551201:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.551203:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.551205:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942222.551208:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788942222.551211:0:34809:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942222.551213:0:34809:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788942222.551215:0:34809:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788942222.551216:0:34809:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788942222.551219:0:34809:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788942222 a=1788942222 c=1788942222 b=1 00020000:00000001:0.0:1788942222.551222:0:34809:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.551224:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942222 a=1788942222 c=1788942222 b=1 00020000:00000001:0.0:1788942222.551227:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551229:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551231:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000001:00000001:0.0:1788942222.551234:0:34809:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788942222.551235:0:34809:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788942222.551237:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788942222.551238:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788942222.551240:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788942222.551241:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788942222.551243:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788942222.551247:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551f87800. 00020000:00000002:0.0:1788942222.551249:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942222.551251:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788942222.551253:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.551254:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.551256:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788942222.551258:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5580b4130. 00000008:00010000:0.0:1788942222.551260:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788942222.551262:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.551263:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788942222.551265:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551f87830, osc lock ffff90b5580b4130, flags 0x400001002 00000020:00000001:0.0:1788942222.551267:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.551268:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.551270:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707171559424 : -122366537992192 : ffff90b551f87800) 00000020:00000001:0.0:1788942222.551272:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788942222.551273:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.551274:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551275:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551278:0:34809:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788942222.551280:0:34809:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788942222.551281:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.551283:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788942222.551284:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.551285:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.551287:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.551288:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788942222.551290:0:34809:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788942222.551293:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788942222.551294:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.551295:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788942222.551297:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788942222.551298:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788942222.551299:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788942222.551300:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788942222.551301:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.551304:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:0.0:1788942222.551306:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.551310:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.551311:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.551314:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788942222.551328:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.551330:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.551333:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.551340:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.551342:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.551343:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:0.0:1788942222.551345:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.551347:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:0.0:1788942222.551349:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788942222.551351:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.551352:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.551353:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=7 00000020:00000001:0.0:1788942222.551355:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.551356:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000020:00000001:0.0:1788942222.551360:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942222.551362:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788942222.551364:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788942222.551365:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.551366:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.551368:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.551369:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=8 00000020:00000001:0.0:1788942222.551371:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.551373:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.551375:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.551378:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.551390:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.551391:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788942222.551393:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.551399:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.551400:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.551401:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.551402:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.551403:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.551404:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.551406:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551408:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.551410:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551411:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551413:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788942222.551414:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788942222.551416:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788942222.551417:0:34809:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788942222.551420:0:34809:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551421:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.551424:0:34809:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788942222.551425:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.551427:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.551429:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788942222.551430:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788942222.551432:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942222 a=1788942222 c=1788942222 b=1 00020000:00000001:0.0:1788942222.551435:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551437:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551438:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:0.0:1788942222.551441:0:34809:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788942222.551443:0:34809:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788942222.551445:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942222.551446:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942222.551449:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.551450:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942222.551453:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942222.551454:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.551455:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.551457:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.551459:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f87830 (ffff90b542d10d88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942222.551461:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942222.551463:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942222.551464:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.551465:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.551467:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942222.551468:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.551470:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.551471:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.551472:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.551473:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b5459d9970 (ffff90b542d101b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942222.551475:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942222.551477:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.551478:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f87830 (ffff90b542d101b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942222.551481:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b4130. 00000020:00000001:0.0:1788942222.551485:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942222.551487:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87800. 00020000:00000001:0.0:1788942222.551490:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.551491:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.551492:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788942222.551493:0:34809:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788942222.551499:0:34809:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000010d19d6[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1788942222.551501:0:34809:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1788942222.551504:0:34809:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1788942222.551509:0:34809:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1788942222.551514:0:34809:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942222.551516:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.551518:0:34809:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942222.551519:0:34809:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788942222.551521:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.551774:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.551777:0:34809:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788942222.551781:0:34809:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788942222.551783:0:34809:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551784:0:34809:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551786:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942222.551788:0:34809:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551790:0:34809:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.551792:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.551794:0:34809:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551795:0:34809:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551797:0:34809:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942222.551800:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788942222.551801:0:34809:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942222.551802:0:34809:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788942222.551804:0:34809:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942222.551805:0:34809:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.551807:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.551809:0:34809:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942222.551811:0:34809:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942222.551812:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788942222.551814:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788942222.551816:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.551817:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788942222.551820:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788942222.551821:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.551822:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.551825:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788942222.551826:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551f870b0 (ffff90b542d10d88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788942222.551828:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788942222.551829:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788942222.551831:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788942222.551833:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788942222.551835:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:0.0:1788942222.551838:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.551840:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:0.0:1788942222.551843:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788942222.551846:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788942222.551929:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.551930:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.551932:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788942222.551935:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788942222.551938:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788942222.551947:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788942222.551950:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788942222.551952:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.551955:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.551960:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788942222.551962:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.551964:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.551968:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.551970:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788942222.551971:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.551972:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.551973:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.551975:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788942222.551976:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788942222.551977:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.551978:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.551980:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788942222.551981:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.551982:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b543477128 (ffff90b542d101b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788942222.551985:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788942222.551987:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788942222.551988:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551f870b0 (ffff90b542d101b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788942222.551991:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5580b44c0. 00000020:00000001:0.0:1788942222.551993:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788942222.551994:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551f87080. 00020000:00000001:0.0:1788942222.551997:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.551998:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788942222.551998:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788942222.552001:0:34809:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942222.552003:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.552004:0:34809:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942222.552005:0:34809:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942222.552006:0:34809:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.552008:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.552010:0:34809:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942222.552011:0:34809:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942222.552012:0:34809:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788942222.552015:0:34809:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788942222.552016:0:34809:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942222.552017:0:34809:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942222.552019:0:34809:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942222.552021:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.552022:0:34809:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942222.552093:0:34809:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942222.552095:0:34809:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.552097:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.552099:0:34809:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942222.552100:0:34809:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942222.552102:0:34809:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.552106:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942222.552108:0:34809:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942222.552109:0:34809:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942222.552110:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942222.552112:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942222.552114:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:0.0:1788942222.552117:0:34809:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942222.552119:0:34809:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942222.552121:0:34809:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942222.552123:0:34809:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942222.552126:0:34809:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.552127:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.552129:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7c98 00000080:00200000:0.0:1788942222.552131:0:34809:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788942222.552135:0:34809:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788942222.552138:0:34809:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.552140:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.552143:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7d88 00000080:00000008:0.0:1788942222.552146:0:34809:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1788942222.552149:0:34809:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.552272:0:34809:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942222.552276:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:0.0:1788942222.552279:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942222.552282:0:34809:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.552293:0:34809:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788942222.552295:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7df0 00000080:00200008:0.0:1788942222.552297:0:34809:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 100000 00000080:00000001:0.0:1788942222.552301:0:34809:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788942222.552304:0:34809:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788942222.552305:0:34809:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788942222.552307:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000002:0.0:1788942222.552309:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5412f27c0 00020000:00000001:0.0:1788942222.552311:0:34809:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.552314:0:34809:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788942222.552323:0:34809:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.552326:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.552331:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:0.0:1788942222.552334:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.552339:0:34809:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788942222.552342:0:34809:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788942222.552344:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788942222.552349:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942222.552353:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788942222.552360:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.552361:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788942222.552364:0:34809:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788942222.552366:0:34809:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 16 00000080:00000010:0.0:1788942222.552369:0:34809:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90b550ccd040. 00000080:00000001:0.0:1788942222.552374:0:34809:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.552379:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7df0 00000080:00000008:0.0:1788942222.552380:0:34809:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), flags 100000, rc = 0 00000080:00000001:0.0:1788942222.552383:0:34809:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.552388:0:34809:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942222.552390:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cb7e00 00000080:00002000:0.0:1788942222.552392:0:34809:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544549948, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:0.0:1788942222.552395:0:34809:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.567802:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.567809:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.567811:0:34810:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.567815:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfb20 00000080:00200000:2.0:1788942222.567821:0:34810:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942222.567830:0:34810:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.567838:0:34810:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.567843:0:34810:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.567849:0:34810:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.567877:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfa40 00800000:00000002:2.0:1788942222.567880:0:34810:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.567885:0:34810:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.567890:0:34810:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.567896:0:34810:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.567898:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbf910 00000002:00010000:2.0:1788942222.567900:0:34810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.567904:0:34810:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.567906:0:34810:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.567910:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.567919:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:2.0:1788942222.567922:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.567928:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.567933:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.567939:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788942222.567952:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.567958:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.567961:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788942222.567968:0:34810:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.567970:0:34810:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.567972:0:34810:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.567974:0:34810:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.567975:0:34810:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.567977:0:34810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.567980:0:34810:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.567983:0:34810:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.567987:0:34810:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:2.0:1788942222.567992:0:34810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.567994:0:34810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.567997:0:34810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942222.568002:0:34810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157979 00800000:00000001:2.0:1788942222.568006:0:34810:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.568008:0:34810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.568010:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.568013:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.568016:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.568018:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.568021:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.568338:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.568341:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.568342:0:34810:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.568345:0:34810:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.568348:0:34810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157979 from it ffffa57dc1cbfb58 00010000:00000001:2.0:1788942222.568351:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.568353:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.568355:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.568357:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.568359:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.568362:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.568366:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788942222.568374:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.568375:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.568377:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.568380:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.568382:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942222.568391:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.568394:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.568396:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.568402:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.568403:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.568404:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.568408:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.568410:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.568412:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.568416:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.568418:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.568419:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.568420:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.568423:0:34810:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.568426:0:34810:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.568428:0:34810:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942222.568433:0:34810:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.568438:0:34810:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942222.568441:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfb48 00000080:00002000:2.0:1788942222.568442:0:34810:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544549948) flags 0x48004e refc 0 00000080:00000001:2.0:1788942222.568446:0:34810:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.568448:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfb90 00000080:00200000:2.0:1788942222.568450:0:34810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1788942222.568459:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfd08 00000080:00200008:2.0:1788942222.568461:0:34810:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1788942222.568467:0:34810:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.568468:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfc80 00000080:00200000:2.0:1788942222.568470:0:34810:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:2.0:1788942222.568475:0:34810:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.568478:0:34810:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.568484:0:34810:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.568485:0:34810:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.568487:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfba0 00800000:00000002:2.0:1788942222.568489:0:34810:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.568492:0:34810:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.568496:0:34810:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.568499:0:34810:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.568501:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfa70 00000002:00010000:2.0:1788942222.568502:0:34810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.568505:0:34810:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.568507:0:34810:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.568508:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.568512:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:2.0:1788942222.568514:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.568517:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.568519:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.568574:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788942222.568583:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.568586:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.568589:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788942222.568595:0:34810:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.568597:0:34810:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.568599:0:34810:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.568601:0:34810:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.568602:0:34810:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.568604:0:34810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.568606:0:34810:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.568608:0:34810:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.568610:0:34810:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:2.0:1788942222.568613:0:34810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.568615:0:34810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.568616:0:34810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) 00000080:00010000:2.0:1788942222.568619:0:34810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb78157956 00800000:00000001:2.0:1788942222.568622:0:34810:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.568623:0:34810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.568624:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.568626:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.568627:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942222.568629:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942222.568642:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942222.568644:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.568645:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.568647:0:34810:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.568648:0:34810:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.568650:0:34810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157956 from it ffffa57dc1cbfcb8 00010000:00000001:2.0:1788942222.568652:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.568653:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.568654:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942222.568656:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942222.568658:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942222.568660:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.568662:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942222.568668:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.568670:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.568671:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.568673:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.568675:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788942222.568682:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.568683:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.568685:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.568687:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.568688:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.568689:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.568692:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.568693:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.568695:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.568697:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.568699:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.568700:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.568701:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.568702:0:34810:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.568704:0:34810:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942222.568707:0:34810:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788942222.568711:0:34810:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788942222.568713:0:34810:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942222.568716:0:34810:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788942222.568718:0:34810:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.568720:0:34810:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942222.568724:0:34810:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788942222.568727:0:34810:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942222.568733:0:34810:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:2.0:1788942222.568736:0:34810:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:2.0:1788942222.568743:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.568746:0:34810:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942222.568749:0:34810:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942222.568751:0:34810:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788942222.568755:0:34810:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942222.568757:0:34810:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788942222.568759:0:34810:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942222.568761:0:34810:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.568764:0:34810:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942222.568769:0:34810:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b545ebfc80 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788942222.568773:0:34810:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5590a27c0 00020000:00000001:2.0:1788942222.568777:0:34810:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942222.568780:0:34810:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942222.568782:0:34810:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942222.568784:0:34810:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.568787:0:34810:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788942222.568789:0:34810:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942222.568791:0:34810:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.568792:0:34810:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942222.568793:0:34810:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942222.568795:0:34810:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942222.568797:0:34810:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b5590a27c0 00000020:00000001:2.0:1788942222.568800:0:34810:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942222.568803:0:34810:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788942222.568804:0:34810:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1788942222.568807:0:34810:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788942222.568809:0:34810:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788942222.568812:0:34810:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788942222.568815:0:34810:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788942222.568821:0:34810:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788942222.568827:0:34810:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551c4ce80. 00020000:00000002:2.0:1788942222.568829:0:34810:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942222.568832:0:34810:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788942222.568834:0:34810:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942222.568836:0:34810:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942222.568838:0:34810:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942222.568840:0:34810:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:2.0:1788942222.568842:0:34810:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000020:00000001:2.0:1788942222.568845:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.568847:0:34810:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942222.569426:0:34810:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942222.569429:0:34810:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942222.569430:0:34810:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.569434:0:34810:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.569436:0:34810:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:2.0:1788942222.569438:0:34810:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788942222.569446:0:34810:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5459ea000. 00000008:00010000:2.0:1788942222.569449:0:34810:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788942222.569452:0:34810:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942222.569454:0:34810:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788942222.569456:0:34810:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551c4ceb0, osc lock ffff90b5459ea000, flags 0x400001002 00000020:00000001:2.0:1788942222.569458:0:34810:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.569460:0:34810:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.569463:0:34810:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707168173696 : -122366541377920 : ffff90b551c4ce80) 00000020:00000001:2.0:1788942222.569464:0:34810:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942222.569465:0:34810:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788942222.569467:0:34810:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569469:0:34810:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569472:0:34810:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788942222.569474:0:34810:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788942222.569476:0:34810:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942222.569478:0:34810:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942222.569479:0:34810:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942222.569480:0:34810:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:2.0:1788942222.569482:0:34810:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942222.569484:0:34810:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942222.569486:0:34810:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942222.569489:0:34810:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788942222.569492:0:34810:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788942222.569493:0:34810:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788942222.569495:0:34810:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788942222.569496:0:34810:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788942222.569497:0:34810:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788942222.569500:0:34810:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788942222.569502:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.569507:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:2.0:1788942222.569510:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.569516:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.569520:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.569524:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:2.0:1788942222.569600:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.569605:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.569609:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1788942222.569616:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.569617:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.569619:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:2.0:1788942222.569621:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.569624:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:2.0:1788942222.569628:0:34810:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788942222.569641:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.569642:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.569644:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:2.0:1788942222.569646:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.569648:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000020:00000001:2.0:1788942222.569652:0:34810:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942222.569654:0:34810:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788942222.569656:0:34810:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788942222.569658:0:34810:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.569660:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.569661:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.569662:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:2.0:1788942222.569664:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.569666:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.569668:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.569671:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1788942222.569679:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.569680:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.569681:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.569683:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.569686:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1788942222.569694:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.569697:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.569698:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.569700:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.569702:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.569704:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.569705:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.569708:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.569709:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.569711:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.569712:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.569713:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.569714:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942222.569715:0:34810:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942222.569718:0:34810:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569720:0:34810:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.569722:0:34810:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569723:0:34810:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569724:0:34810:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942222.569725:0:34810:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788942222.569728:0:34810:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788942222.569729:0:34810:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788942222.569731:0:34810:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569733:0:34810:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.569738:0:34810:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788942222.569741:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.569743:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.569745:0:34810:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942222.569749:0:34810:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788942222.569753:0:34810:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942222.569755:0:34810:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1788942222.569757:0:34810:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788942222.569759:0:34810:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1788942222.569762:0:34810:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788942222 a=1788942222 c=1788942222 b=1 00020000:00000001:2.0:1788942222.569769:0:34810:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942222.569772:0:34810:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942222 a=1788942222 c=1788942222 b=1 00020000:00000001:2.0:1788942222.569775:0:34810:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569777:0:34810:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569779:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:2.0:1788942222.569782:0:34810:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788942222.569785:0:34810:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788942222.569787:0:34810:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788942222.569788:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_release():245 00000020:00000001:2.0:1788942222.569791:0:34810:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942222.569792:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788942222.569795:0:34810:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788942222.569797:0:34810:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942222.569798:0:34810:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:2.0:1788942222.569800:0:34810:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942222.569801:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551c4ceb0 (ffff90b551e46638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788942222.569804:0:34810:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788942222.569806:0:34810:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788942222.569807:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.569808:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942222.569810:0:34810:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788942222.569811:0:34810:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942222.569813:0:34810:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942222.569814:0:34810:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942222.569815:0:34810:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942222.569816:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_fini():72 00020000:00000001:2.0:1788942222.569819:0:34810:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788942222.569821:0:34810:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942222.569822:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551c4ceb0 (ffff90b552124488/1) at cl_lock_fini():72 00000008:00000010:2.0:1788942222.569825:0:34810:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5459ea000. 00000020:00000001:2.0:1788942222.569828:0:34810:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788942222.569830:0:34810:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551c4ce80. 00020000:00000001:2.0:1788942222.569833:0:34810:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788942222.569834:0:34810:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788942222.569835:0:34810:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788942222.569837:0:34810:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569839:0:34810:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788942222.569842:0:34810:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788942222.569844:0:34810:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942222.569846:0:34810:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788942222.569847:0:34810:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942222.569952:0:34810:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00020000:00000001:2.0:1788942222.569956:0:34810:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788942222.569958:0:34810:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788942222.569961:0:34810:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788942222.569964:0:34810:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788942222.569967:0:34810:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942222.569968:0:34810:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.569970:0:34810:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942222.569972:0:34810:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788942222.569973:0:34810:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942222.569974:0:34810:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000001:00000001:2.0:1788942222.569977:0:34810:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.569983:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfd08 00000080:00000008:2.0:1788942222.569986:0:34810:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1788942222.569992:0:34810:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942222.569994:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfda0 00000080:00002000:2.0:1788942222.569996:0:34810:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544549948, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:2.0:1788942222.569998:0:34810:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.570180:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.570185:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.570187:0:34810:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.570188:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfbc0 00000080:00200000:2.0:1788942222.570191:0:34810:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942222.570197:0:34810:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.570204:0:34810:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.570207:0:34810:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.570211:0:34810:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.570213:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfae0 00800000:00000002:2.0:1788942222.570215:0:34810:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.570219:0:34810:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.570222:0:34810:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.570227:0:34810:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.570228:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbf9b0 00000002:00010000:2.0:1788942222.570230:0:34810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.570234:0:34810:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.570236:0:34810:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.570238:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.570242:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:2.0:1788942222.570244:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.570247:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.570250:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.570254:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788942222.570262:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.570265:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.570268:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788942222.570274:0:34810:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.570276:0:34810:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.570278:0:34810:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.570280:0:34810:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.570282:0:34810:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.570284:0:34810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.570287:0:34810:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.570289:0:34810:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.570293:0:34810:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:2.0:1788942222.570296:0:34810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.570298:0:34810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.570300:0:34810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942222.570303:0:34810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157979 00800000:00000001:2.0:1788942222.570306:0:34810:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.570308:0:34810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.570309:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.570311:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.570313:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.570315:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.570317:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.570320:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.570321:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.570323:0:34810:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.570324:0:34810:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.570327:0:34810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157979 from it ffffa57dc1cbfbf8 00010000:00000001:2.0:1788942222.570329:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.570330:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.570331:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.570333:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.570335:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.570337:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.570339:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788942222.570346:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.570347:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.570348:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.570350:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.570352:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942222.570422:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.570426:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.570428:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.570431:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.570432:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.570434:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.570437:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.570438:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.570440:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.570442:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.570444:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.570446:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.570447:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.570450:0:34810:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.570453:0:34810:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.570455:0:34810:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942222.570460:0:34810:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.570463:0:34810:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942222.570465:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfbe8 00000080:00002000:2.0:1788942222.570467:0:34810:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544549948) flags 0x48004e refc 0 00000080:00000001:2.0:1788942222.570470:0:34810:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.570472:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfc30 00000080:00200000:2.0:1788942222.570473:0:34810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1788942222.570490:0:34810:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1788942222.570493:0:34810:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1788942222.570497:0:34810:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942222.570498:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfe40 00000080:00002000:2.0:1788942222.570500:0:34810:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544549948, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:2.0:1788942222.570503:0:34810:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.570515:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.570517:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.570518:0:34810:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.570519:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfbc0 00000080:00200000:2.0:1788942222.570521:0:34810:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942222.570524:0:34810:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.570595:0:34810:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.570598:0:34810:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.570600:0:34810:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.570602:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfae0 00800000:00000002:2.0:1788942222.570603:0:34810:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.570606:0:34810:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.570608:0:34810:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.570610:0:34810:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.570612:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbf9b0 00000002:00010000:2.0:1788942222.570613:0:34810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.570616:0:34810:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.570617:0:34810:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.570619:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.570622:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:2.0:1788942222.570623:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.570626:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.570628:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.570646:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788942222.570654:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.570656:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.570659:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788942222.570666:0:34810:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.570668:0:34810:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.570669:0:34810:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.570671:0:34810:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.570673:0:34810:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.570675:0:34810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.570677:0:34810:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.570679:0:34810:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.570681:0:34810:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:2.0:1788942222.570684:0:34810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.570685:0:34810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.570687:0:34810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942222.570690:0:34810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157979 00800000:00000001:2.0:1788942222.570693:0:34810:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.570694:0:34810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.570695:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.570697:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.570698:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.570700:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.570702:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.570705:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.570706:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.570707:0:34810:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.570708:0:34810:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.570711:0:34810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157979 from it ffffa57dc1cbfbf8 00010000:00000001:2.0:1788942222.570712:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.570714:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.570715:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.570717:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.570719:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.570721:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.570723:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788942222.570730:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.570731:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.570732:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.570734:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.570736:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942222.570741:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.570743:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.570744:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.570747:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.570748:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.570749:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.570751:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.570752:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.570754:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.570756:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.570757:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.570759:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.570760:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.570761:0:34810:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.570763:0:34810:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.570765:0:34810:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942222.570768:0:34810:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.570770:0:34810:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942222.570773:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfbe8 00000080:00002000:2.0:1788942222.570774:0:34810:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544549948) flags 0x48004e refc 0 00000080:00000001:2.0:1788942222.570776:0:34810:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.570778:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfc30 00000080:00200000:2.0:1788942222.570779:0:34810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1788942222.570785:0:34810:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1788942222.570788:0:34810:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1788942222.570790:0:34810:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942222.570792:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1cbfe40 00000080:00002000:2.0:1788942222.570794:0:34810:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544549948, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:2.0:1788942222.570796:0:34810:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.582808:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.582819:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.582822:0:34811:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.582826:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb20 00000080:00200000:2.0:1788942222.582832:0:34811:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942222.582842:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.583130:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.583137:0:34811:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.583144:0:34811:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.583147:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa40 00800000:00000002:2.0:1788942222.583150:0:34811:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.583155:0:34811:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.583160:0:34811:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.583167:0:34811:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.583170:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f910 00000002:00010000:2.0:1788942222.583171:0:34811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.583177:0:34811:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.583179:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.583183:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.583191:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:2.0:1788942222.583194:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.583200:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.583205:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.583212:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788942222.583225:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.583231:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.583235:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788942222.583243:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.583245:0:34811:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.583247:0:34811:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.583249:0:34811:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.583251:0:34811:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.583253:0:34811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.583256:0:34811:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.583259:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.583263:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:2.0:1788942222.583268:0:34811:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.583269:0:34811:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.583272:0:34811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942222.583277:0:34811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157979 00800000:00000001:2.0:1788942222.583280:0:34811:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.583283:0:34811:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.583285:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.583288:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.583291:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.583294:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.583297:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.583300:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.583302:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.583303:0:34811:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.583305:0:34811:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.583308:0:34811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157979 from it ffffa57dc1c9fb58 00010000:00000001:2.0:1788942222.583311:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.583312:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.583314:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.583316:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.583318:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.583320:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.583323:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788942222.583330:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.583332:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.583333:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.583336:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.583339:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942222.583347:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.583351:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.583353:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.583359:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.583360:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.583362:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.583366:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.583368:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.583370:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.583373:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.583375:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.583377:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.583378:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.583381:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.583383:0:34811:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.583386:0:34811:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942222.583391:0:34811:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.583394:0:34811:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942222.583397:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb48 00000080:00002000:2.0:1788942222.583399:0:34811:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544549948) flags 0x48004e refc 0 00000080:00000001:2.0:1788942222.583402:0:34811:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.583404:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb90 00000080:00200000:2.0:1788942222.583406:0:34811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1788942222.583414:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00200008:2.0:1788942222.583417:0:34811:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942222.583421:0:34811:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.583423:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc80 00000080:00200000:2.0:1788942222.583424:0:34811:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8),name=recon 00000080:00000010:2.0:1788942222.583429:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.583432:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.583438:0:34811:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.583439:0:34811:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.583441:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fba0 00800000:00000002:2.0:1788942222.583443:0:34811:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.583445:0:34811:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.583450:0:34811:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.583453:0:34811:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.583455:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa70 00000002:00010000:2.0:1788942222.583456:0:34811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.583459:0:34811:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.583461:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.583462:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.583465:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:2.0:1788942222.583467:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.583470:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.583472:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.583476:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788942222.583483:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.583485:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.583488:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788942222.583494:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.583496:0:34811:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.583497:0:34811:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.583499:0:34811:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.583501:0:34811:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.583502:0:34811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.583505:0:34811:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.583507:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.583509:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:2.0:1788942222.583512:0:34811:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.583513:0:34811:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.583515:0:34811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) 00000080:00010000:2.0:1788942222.583518:0:34811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) for lock 0xcbb91bbb78157956 00800000:00000001:2.0:1788942222.583521:0:34811:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.583522:0:34811:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.583523:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.583525:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.583593:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942222.583595:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942222.583598:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942222.583601:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.583602:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.583603:0:34811:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.583605:0:34811:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.583607:0:34811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157956 from it ffffa57dc1c9fcb8 00010000:00000001:2.0:1788942222.583609:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.583610:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.583612:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b5427d0a00 refcount=3 00000020:00000001:2.0:1788942222.583613:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942222.583615:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706911812096 : -122366797739520 : ffff90b5427d0a00) 00010000:00000001:2.0:1788942222.583617:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.583620:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788942222.583627:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.583628:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.583629:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.583643:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.583645:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788942222.583652:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.583654:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.583655:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.583657:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.583659:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.583660:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.583662:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.583663:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.583665:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.583667:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.583668:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.583669:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.583670:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.583672:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.583673:0:34811:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942222.583676:0:34811:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788942222.583679:0:34811:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788942222.583682:0:34811:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788942222.583685:0:34811:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788942222.583686:0:34811:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.583688:0:34811:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942222.583692:0:34811:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788942222.583695:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942222.583700:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:2.0:1788942222.583703:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:2.0:1788942222.583708:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.583711:0:34811:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788942222.583714:0:34811:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788942222.583716:0:34811:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788942222.583720:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942222.583722:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788942222.583724:0:34811:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942222.583726:0:34811:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.583729:0:34811:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788942222.583734:0:34811:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b545ebfc80 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788942222.583738:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00020000:00000001:2.0:1788942222.583741:0:34811:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788942222.583744:0:34811:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788942222.583747:0:34811:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788942222.583749:0:34811:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.583751:0:34811:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788942222.583754:0:34811:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788942222.583755:0:34811:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.583757:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942222.583758:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788942222.583759:0:34811:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788942222.583761:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00000020:00000001:2.0:1788942222.583764:0:34811:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942222.583767:0:34811:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788942222.583768:0:34811:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1788942222.583772:0:34811:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788942222.583774:0:34811:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788942222.583776:0:34811:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788942222.583779:0:34811:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788942222.583786:0:34811:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788942222.583792:0:34811:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90b551c4c300. 00020000:00000002:2.0:1788942222.583795:0:34811:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788942222.583798:0:34811:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788942222.583801:0:34811:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942222.583802:0:34811:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788942222.583804:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942222.583806:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170244152 : -122366539307464 : ffff90b551e46638) 00000020:00001000:2.0:1788942222.583808:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e46630 00000020:00000001:2.0:1788942222.583811:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.583813:0:34811:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788942222.583817:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788942222.583818:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788942222.583820:0:34811:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.583822:0:34811:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.583825:0:34811:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:2.0:1788942222.583826:0:34811:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788942222.583832:0:34811:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90b5459ea000. 00000008:00010000:2.0:1788942222.583836:0:34811:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788942222.583839:0:34811:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942222.583840:0:34811:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788942222.583842:0:34811:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90b551c4c330, osc lock ffff90b5459ea000, flags 0x400001002 00000020:00000001:2.0:1788942222.583845:0:34811:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.583847:0:34811:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.583962:0:34811:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621707168170752 : -122366541380864 : ffff90b551c4c300) 00000020:00000001:2.0:1788942222.583966:0:34811:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788942222.583967:0:34811:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788942222.583969:0:34811:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.583971:0:34811:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.583974:0:34811:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788942222.583977:0:34811:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788942222.583979:0:34811:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942222.583981:0:34811:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788942222.583982:0:34811:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942222.583984:0:34811:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:2.0:1788942222.583986:0:34811:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942222.583988:0:34811:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788942222.583991:0:34811:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788942222.583995:0:34811:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788942222.583998:0:34811:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788942222.583999:0:34811:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788942222.584002:0:34811:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788942222.584003:0:34811:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788942222.584004:0:34811:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788942222.584007:0:34811:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788942222.584009:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.584013:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:2.0:1788942222.584015:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.584020:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.584083:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.584089:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:2.0:1788942222.584101:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.584104:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.584108:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1788942222.584115:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.584117:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.584118:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=4 00000020:00000001:2.0:1788942222.584121:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.584123:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000008:00000001:2.0:1788942222.584127:0:34811:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788942222.584130:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.584132:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.584133:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=5 00000020:00000001:2.0:1788942222.584135:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.584137:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00000020:00000001:2.0:1788942222.584141:0:34811:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942222.584143:0:34811:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788942222.584146:0:34811:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788942222.584147:0:34811:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584149:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.584150:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.584152:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=6 00000020:00000001:2.0:1788942222.584153:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.584156:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:2.0:1788942222.584158:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.584160:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1788942222.584167:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584169:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.584170:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.584171:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.584175:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788942222.584182:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.584184:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.584185:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.584187:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584190:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.584191:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584192:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584195:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584197:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.584199:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584200:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.584201:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584202:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942222.584203:0:34811:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788942222.584206:0:34811:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584208:0:34811:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788942222.584210:0:34811:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584212:0:34811:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584214:0:34811:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788942222.584215:0:34811:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788942222.584217:0:34811:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788942222.584219:0:34811:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788942222.584221:0:34811:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584223:0:34811:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.584227:0:34811:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788942222.584229:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.584231:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:2.0:1788942222.584233:0:34811:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788942222.584236:0:34811:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788942222.584239:0:34811:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788942222 a=1788942222 c=1788942222 b=1 00020000:00000001:2.0:1788942222.584243:0:34811:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584245:0:34811:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584246:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000080:00200000:2.0:1788942222.584249:0:34811:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788942222.584253:0:34811:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788942222.584254:0:34811:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788942222.584256:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_release():245 00000020:00000001:2.0:1788942222.584259:0:34811:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942222.584261:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788942222.584264:0:34811:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788942222.584265:0:34811:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788942222.584266:0:34811:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707289412856 : -122366420138760 : ffff90b558fec4f8) 00000020:00000001:2.0:1788942222.584268:0:34811:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788942222.584269:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90b551c4c330 (ffff90b551e46638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788942222.584272:0:34811:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788942222.584274:0:34811:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788942222.584275:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584276:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788942222.584278:0:34811:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788942222.584280:0:34811:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942222.584281:0:34811:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942222.584282:0:34811:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788942222.584283:0:34811:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942222.584284:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b545ebfc20 (ffff90b552124488/0) at cl_lock_fini():72 00020000:00000001:2.0:1788942222.584287:0:34811:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788942222.584289:0:34811:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788942222.584290:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90b551c4c330 (ffff90b552124488/1) at cl_lock_fini():72 00000008:00000010:2.0:1788942222.584293:0:34811:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90b5459ea000. 00000020:00000001:2.0:1788942222.584296:0:34811:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788942222.584298:0:34811:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90b551c4c300. 00020000:00000001:2.0:1788942222.584303:0:34811:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788942222.584304:0:34811:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788942222.584305:0:34811:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788942222.584307:0:34811:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584309:0:34811:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788942222.584312:0:34811:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788942222.584314:0:34811:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788942222.584315:0:34811:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788942222.584317:0:34811:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942222.584319:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e46630 00020000:00000001:2.0:1788942222.584321:0:34811:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788942222.584323:0:34811:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788942222.584326:0:34811:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788942222.584329:0:34811:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788942222.584332:0:34811:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788942222.584334:0:34811:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.584336:0:34811:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788942222.584338:0:34811:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788942222.584340:0:34811:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788942222.584341:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000001:00000001:2.0:1788942222.584342:0:34811:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584347:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd08 00000080:00000008:2.0:1788942222.584350:0:34811:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90b548d9c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788942222.584355:0:34811:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788942222.584356:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fda0 00000080:00002000:2.0:1788942222.584358:0:34811:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90b544549948, parent ffff90b548d765e8, inode ffff90b548d9c2c8) hashed, 00000080:00000001:2.0:1788942222.584361:0:34811:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.584390:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.584393:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.584394:0:34811:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.584396:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fbd8 00000080:00200000:2.0:1788942222.584398:0:34811:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942222.584402:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.584406:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.584408:0:34811:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.584410:0:34811:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.584412:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9faf8 00800000:00000002:2.0:1788942222.584414:0:34811:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.584417:0:34811:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.584419:0:34811:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.584422:0:34811:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.584424:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9f9c8 00000002:00010000:2.0:1788942222.584425:0:34811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.584428:0:34811:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.584430:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.584431:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.584434:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:2.0:1788942222.584437:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.584440:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.584442:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.584446:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788942222.584453:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.584456:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.584459:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788942222.584465:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.584467:0:34811:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.584469:0:34811:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.584471:0:34811:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.584472:0:34811:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.584475:0:34811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.584477:0:34811:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.584479:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.584481:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:2.0:1788942222.584484:0:34811:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.584485:0:34811:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.584487:0:34811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942222.584490:0:34811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157979 00800000:00000001:2.0:1788942222.584492:0:34811:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.584494:0:34811:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.584495:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.584497:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.584498:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.584500:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.584503:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.584505:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584506:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.584507:0:34811:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.584509:0:34811:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.584511:0:34811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157979 from it ffffa57dc1c9fc10 00010000:00000001:2.0:1788942222.584514:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.584515:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.584516:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.584518:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.584520:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.584522:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.584525:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788942222.584598:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584600:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.584601:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.584603:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.584605:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788942222.584611:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.584613:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.584614:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.584616:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584617:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.584619:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584620:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.584622:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584623:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584625:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584627:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.584628:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584629:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.584641:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.584643:0:34811:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.584646:0:34811:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 1 00000080:00000001:2.0:1788942222.584650:0:34811:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.584656:0:34811:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788942222.584658:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fda0 00000080:00002000:2.0:1788942222.584660:0:34811:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90b544549948) flags 0x48004e refc 0 00000080:00000001:2.0:1788942222.584663:0:34811:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942222.584665:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe10 00000080:00200000:2.0:1788942222.584666:0:34811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:2.0:1788942222.584670:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788942222.584671:0:34811:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788942222.584672:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fd30 00000080:00200000:2.0:1788942222.584674:0:34811:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908),name=/ 00000080:00000010:2.0:1788942222.584678:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.584681:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00000080:00000001:2.0:1788942222.584683:0:34811:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788942222.584685:0:34811:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.584686:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fc50 00800000:00000002:2.0:1788942222.584688:0:34811:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788942222.584691:0:34811:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788942222.584693:0:34811:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788942222.584696:0:34811:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788942222.584697:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fb20 00000002:00010000:2.0:1788942222.584699:0:34811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788942222.584702:0:34811:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788942222.584703:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.584705:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.584707:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:2.0:1788942222.584709:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.584712:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.584713:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788942222.584717:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788942222.584724:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788942222.584726:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942222.584729:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788942222.584735:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788942222.584737:0:34811:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.584739:0:34811:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.584741:0:34811:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788942222.584742:0:34811:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.584744:0:34811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788942222.584746:0:34811:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788942222.584748:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:2.0:1788942222.584750:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000080:00000001:2.0:1788942222.584752:0:34811:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788942222.584754:0:34811:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.584755:0:34811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00010000:2.0:1788942222.584758:0:34811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90b548d30908) for lock 0xcbb91bbb78157979 00800000:00000001:2.0:1788942222.584760:0:34811:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788942222.584762:0:34811:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788942222.584763:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.584764:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.584765:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.584768:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.584770:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.584772:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584773:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788942222.584774:0:34811:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788942222.584776:0:34811:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788942222.584778:0:34811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbb91bbb78157979 from it ffffa57dc1c9fd68 00010000:00000001:2.0:1788942222.584779:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788942222.584780:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788942222.584781:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b552325200 refcount=3 00000020:00000001:2.0:1788942222.584783:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.584785:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621707175350784 : -122366534200832 : ffff90b552325200) 00010000:00000001:2.0:1788942222.584787:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788942222.584789:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788942222.584794:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584796:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.584797:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788942222.584799:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788942222.584801:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788942222.584807:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788942222.584808:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788942222.584810:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788942222.584811:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584812:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.584813:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584815:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788942222.584816:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584818:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584820:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.584822:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788942222.584823:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.584823:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788942222.584825:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788942222.584826:0:34811:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788942222.584829:0:34811:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90b548d30908), inode mode 41ff mask 3 00000080:00000001:2.0:1788942222.584832:0:34811:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.584836:0:34811:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1788942222.584838:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fdf8 00000080:00200000:2.0:1788942222.584840:0:34811:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90b548d30908) 00000080:00000001:2.0:1788942222.584844:0:34811:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788942222.584846:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788942222.584848:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707173250184 : -122366536301432 : ffff90b552124488) 00000020:00001000:2.0:1788942222.585630:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90b552124480 00000020:00000001:2.0:1788942222.585644:0:34811:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788942222.585648:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00020000:00000002:2.0:1788942222.585652:0:34811:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90b545e76660 addref 2/0 by ffff90b54299a7c0. 00020000:00000002:2.0:1788942222.585655:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00020000:00000001:2.0:1788942222.585657:0:34811:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788942222.585660:0:34811:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788942222.585662:0:34811:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788942222.585665:0:34811:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788942222.585668:0:34811:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788942222.585671:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90b552124480 00000080:00000001:2.0:1788942222.585674:0:34811:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788942222.585679:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90b5428fb400. 00800000:00000002:2.0:1788942222.585683:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90b548392a80 2 00800000:00000001:2.0:1788942222.585693:0:34811:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788942222.585698:0:34811:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788942222.585701:0:34811:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:2.0:1788942222.585703:0:34811:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788942222.585706:0:34811:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:2.0:1788942222.585710:0:34811:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788942222.585713:0:34811:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942222.585717:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 2 00010000:00000001:2.0:1788942222.585720:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.585723:0:34811:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942222.585727:0:34811:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942222.585731:0:34811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1788942222.585740:0:34811:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942222.585744:0:34811:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942222.585746:0:34811:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942222.585749:0:34811:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788942222.585751:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.585753:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.585755:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 3 00010000:00000001:2.0:1788942222.585757:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.585760:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.585762:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.585763:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.585765:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 3 00010000:00000001:2.0:1788942222.585766:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.585769:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.585770:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.585771:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.585773:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b553d25600 count: 3 00010000:00000001:2.0:1788942222.585775:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.585777:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.585779:0:34811:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788942222.585781:0:34811:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90b548d30840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788942222.585786:0:34811:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788942222.585788:0:34811:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788942222.585791:0:34811:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788942222.585793:0:34811:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788942222.585796:0:34811:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788942222.585799:0:34811:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788942222.585802:0:34811:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788942222.585803:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788942222.585805:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788942222.585808:0:34811:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552325200 with handle 0xcbb91bbb78157979 from hash 00010000:00000001:2.0:1788942222.585811:0:34811:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788942222.585812:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788942222.585814:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788942222.585815:0:34811:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788942222.585818:0:34811:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788942222.585820:0:34811:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788942222.585823:0:34811:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788942222.585825:0:34811:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.585827:0:34811:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788942222.585829:0:34811:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788942222.585831:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 3 00010000:00000001:2.0:1788942222.585833:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788942222.585835:0:34811:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788942222.585837:0:34811:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788942222.585840:0:34811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788942222.585846:0:34811:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788942222.585847:0:34811:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788942222.585849:0:34811:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788942222.585949:0:34811:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CR 00000002:00000001:2.0:1788942222.585952:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.585953:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.585956:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:2.0:1788942222.585958:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.585960:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.585962:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.585963:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.585964:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:2.0:1788942222.585966:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.585968:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788942222.585969:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788942222.585970:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788942222.585972:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:2.0:1788942222.585974:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788942222.585975:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.585977:0:34811:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788942222.585979:0:34811:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788942222.585982:0:34811:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788942222.585986:0:34811:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90b5428fac00. 00000080:00000001:2.0:1788942222.585988:0:34811:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788942222.585992:0:34811:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788942222.585996:0:34811:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788942222.585998:0:34811:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:2.0:1788942222.586002:0:34811:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788942222.586005:0:34811:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90b5459f2800: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:2.0:1788942222.586012:0:34811:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b552368380. 00000020:00000040:2.0:1788942222.586017:0:34811:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:2.0:1788942222.586023:0:34811:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788942222.586026:0:34811:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788942222.586096:0:34811:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788942222.586108:0:34811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5428fa000. 00000100:00000001:2.0:1788942222.586118:0:34811:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788942222.586141:0:34811:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788942222.586153:0:34811:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788942222.586160:0:34811:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788942222.586167:0:34811:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788942222.586169:0:34811:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788942222.586177:0:34811:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b551b85000. 00000100:00000001:2.0:1788942222.586180:0:34811:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621707167354880 : -122366542196736 : ffff90b551b85000) 00000100:00000001:2.0:1788942222.586182:0:34811:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.586184:0:34811:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000100:00000001:2.0:1788942222.586189:0:34811:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788942222.586193:0:34811:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.586196:0:34811:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788942222.586197:0:34811:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788942222.586201:0:34811:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.586209:0:34811:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788942222.586211:0:34811:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.586215:0:34811:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788942222.586218:0:34811:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788942222.586220:0:34811:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788942222.586224:0:34811:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b552368380 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:34811:1875839884294912:192.168.206.109@tcp:35:rm.0 00000100:00000001:2.0:1788942222.586229:0:34811:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788942222.586234:0:34811:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788942222.586237:0:34811:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788942222.586240:0:34811:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788942222.586244:0:34811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b552276000. 02000000:00000001:2.0:1788942222.586246:0:34811:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942222.586256:0:34811:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:2.0:1788942222.586261:0:34811:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545098688. 00000400:00000010:2.0:1788942222.586269:0:34811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61550. 00000100:00000200:2.0:1788942222.586278:0:34811:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884294912, portal 10 00000100:00000001:2.0:1788942222.586280:0:34811:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788942222.586282:0:34811:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000100:00000040:2.0:1788942222.586289:0:34811:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788942222.586297:0:34811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788942222.586301:0:34811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:2.0:1788942222.586304:0:34811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e61198. 00000100:00000200:2.0:1788942222.586306:0:34811:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875839884294912, offset 0 00000400:00000200:2.0:1788942222.586313:0:34811:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:2.0:1788942222.586322:0:34811:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.586331:0:34811:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.586337:0:34811:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788942222.586342:0:34811:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:2.0:1788942222.586347:0:34811:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788942222.586350:0:34811:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:2.0:1788942222.586355:0:34811:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2698:2698:256:4294967295] 192.168.206.109@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:2.0:1788942222.586359:0:34811:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.586372:0:34811:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:2.0:1788942222.586380:0:34811:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.586386:0:34811:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497eed00. 00000800:00000200:2.0:1788942222.586395:0:34811:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.586405:0:34811:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.586410:0:34811:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497eed00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788942222.586487:0:34811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942222.586493:0:34811:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 797802 usecs (798 jiffies) 00000400:00000200:2.0:1788942222.586497:0:34811:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:2.0:1788942222.586500:0:34811:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623543 00000100:00000001:2.0:1788942222.586503:0:34811:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.586506:0:34811:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623543 00000100:00000001:2.0:1788942222.586508:0:34811:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:2.0:1788942222.586511:0:34811:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788942222.586513:0:34811:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942222.586516:0:34811:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788942222.586518:0:34811:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788942222.586521:0:34811:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b551b85000 going to sleep for 11 seconds 00000100:00000001:2.0:1788942222.586524:0:34811:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942222.586538:0:34811:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.589536:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.589549:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497eed00. 00000400:00000200:3.0:1788942222.589558:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.589568:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.589578:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61198 00000400:00000010:3.0:1788942222.589581:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61198. 00000100:00000001:3.0:1788942222.589587:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.589596:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.589610:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.589614:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788942222.589620:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.589623:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942222.589646:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.589660:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942222.589663:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.589666:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.589673:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.589679:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942222.589687:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.589693:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.589699:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.589703:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f57b00 00000400:00000200:3.0:1788942222.589709:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942222.589715:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x7375 [1] + 224 00000800:00000001:3.0:1788942222.589722:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.589770:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942222.589773:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.589776:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942222.589781:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942222.589785:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788942222.589793:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.589844:0:34811:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942222.589896:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942222.589905:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942222.589909:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788942222.590405:0:34811:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.590408:0:34811:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.590412:0:34811:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545098688. 00000400:00000200:0.0:1788942222.590417:0:34811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e61550 00000400:00000010:0.0:1788942222.590419:0:34811:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e61550. 00000100:00000001:0.0:1788942222.590422:0:34811:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.590429:0:34811:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788942222.590438:0:34811:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b552368380 x1875839884294912/t0(0) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590445:0:34811:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.590447:0:34811:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.590449:0:34811:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.590453:0:34811:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.590456:0:34811:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.590459:0:34811:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.590462:0:34811:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.590473:0:34811:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbca8 time=62 v=5 (10 5 5 5) 00000100:00001000:0.0:1788942222.590478:0:34811:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.590481:0:34811:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.590483:0:34811:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.590487:0:34811:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.590490:0:34811:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.590494:0:34811:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942222.590496:0:34811:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788942222.590498:0:34811:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942222.590501:0:34811:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.590503:0:34811:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000100:00000001:0.0:1788942222.590506:0:34811:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.590509:0:34811:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788942222.590511:0:34811:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.590513:0:34811:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.590519:0:34811:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b552368380 x1875839884294912/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590588:0:34811:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.590591:0:34811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.590594:0:34811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.590599:0:34811:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b552368380 x1875839884294912/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788942222.590607:0:34811:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b552368380 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:34811:1875839884294912:192.168.206.109@tcp:35:rm.0 00000100:00000001:0.0:1788942222.590613:0:34811:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.590616:0:34811:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.590618:0:34811:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.590620:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.590623:0:34811:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368380 x1875839884294912/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590629:0:34811:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.590643:0:34811:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b551b85000. 00000100:00000001:0.0:1788942222.590647:0:34811:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.590649:0:34811:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.590658:0:34811:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.590659:0:34811:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621707175625600 : -122366533926016 : ffff90b552368380) 00000002:00000001:0.0:1788942222.590663:0:34811:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.590667:0:34811:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942222.590673:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fac00. 00000080:00000001:0.0:1788942222.590677:0:34811:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788942222.590680:0:34811:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788942222.590686:0:34811:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788942222.590693:0:34811:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590702:0:34811:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.590703:0:34811:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000001:0.0:1788942222.590705:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.590709:0:34811:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590716:0:34811:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.590717:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.590720:0:34811:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b552368380 x1875839884294912/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590726:0:34811:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.590728:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.590730:0:34811:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994000 x1875839884294656/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 576/664 e 0 to 0 dl 1788942238 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590737:0:34811:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788942222.590741:0:34811:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.590743:0:34811:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.590746:0:34811:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.590750:0:34811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90b551aef800. 02000000:00000001:0.0:1788942222.590754:0:34811:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.590757:0:34811:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.590759:0:34811:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994000. 00000100:00000001:0.0:1788942222.590763:0:34811:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.590764:0:34811:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.590766:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.590770:0:34811:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b552368380 x1875839884294912/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590776:0:34811:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.590779:0:34811:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff90b548354ce0. 00000002:00000001:0.0:1788942222.590781:0:34811:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.590783:0:34811:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788942222.590785:0:34811:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90b543e80c00. 00000100:00000001:0.0:1788942222.590788:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.590791:0:34811:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b552368380 x1875839884294912/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:23/10 lens 392/456 e 0 to 0 dl 1788942238 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788942222.590798:0:34811:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788942222.590801:0:34811:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788942222.590804:0:34811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90b552276000. 02000000:00000001:0.0:1788942222.590808:0:34811:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788942222.590809:0:34811:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:0.0:1788942222.590810:0:34811:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=7 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:0.0:1788942222.590813:0:34811:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:0.0:1788942222.590814:0:34811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5428fa000. 02000000:00000001:0.0:1788942222.590816:0:34811:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788942222.590817:0:34811:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788942222.590818:0:34811:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b552368380. 00000100:00000001:0.0:1788942222.590821:0:34811:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788942222.590822:0:34811:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942222.590825:0:34811:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.590828:0:34811:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942222.590831:0:34811:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:0.0:1788942222.590835:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.590838:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.590847:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:0.0:1788942222.591114:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942222.591122:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.591125:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.591126:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.591129:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:0.0:1788942222.591132:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942222.591134:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.591136:0:34811:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.591139:0:34811:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942222.591143:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.591148:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.591152:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.591154:0:34811:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942222.591158:0:34811:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:0.0:1788942222.591162:0:34811:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942222.591165:0:34811:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942222.591170:0:34811:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942222.591174:0:34811:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942222.591176:0:34811:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942222.591179:0:34811:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.591181:0:34811:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.591184:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:0.0:1788942222.591186:0:34811:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.591191:0:34811:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942222.591194:0:34811:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) invalid 00000020:00000001:0.0:1788942222.591198:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa60 00000080:00002000:0.0:1788942222.591201:0:34811:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90b544549948) parent ffff90b548d765e8 inode ffff90b548d9c2c8 refc 1 00000080:00000001:0.0:1788942222.591206:0:34811:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942222.591209:0:34811:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942222.591212:0:34811:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.591217:0:34811:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942222.591221:0:34811:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942222.591223:0:34811:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942222.591225:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.591229:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942222.591233:0:34811:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b552324400 with handle 0xcbb91bbb78157980 from hash 00010000:00000001:0.0:1788942222.591236:0:34811:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942222.591238:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.591240:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.591242:0:34811:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942222.591245:0:34811:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942222.591247:0:34811:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942222.591252:0:34811:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788942222.591257:0:34811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788942222.591266:0:34811:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788942222.591270:0:34811:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788942222.591271:0:34811:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788942222.591273:0:34811:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:0.0:1788942222.591275:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.591277:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.591279:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:0.0:1788942222.591281:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942222.591284:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.591286:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.591287:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.591289:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:0.0:1788942222.591291:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942222.591293:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.591295:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.591296:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.591298:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:0.0:1788942222.591299:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942222.591301:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.591303:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788942222.591304:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788942222.591305:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b551c3ee00 count: 4 00010000:00000001:0.0:1788942222.591307:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788942222.591309:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.591311:0:34811:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.591313:0:34811:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788942222.591314:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.591316:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.591318:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.591319:0:34811:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788942222.591321:0:34811:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:0.0:1788942222.591323:0:34811:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788942222.591324:0:34811:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788942222.591326:0:34811:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788942222.591328:0:34811:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788942222.591330:0:34811:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788942222.591332:0:34811:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.591334:0:34811:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788942222.591336:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:0.0:1788942222.591337:0:34811:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.591339:0:34811:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788942222.591341:0:34811:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff90b548d9c2c8) invalid 00000020:00000001:0.0:1788942222.591343:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fa60 00000080:00002000:0.0:1788942222.591345:0:34811:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90b544549948) parent ffff90b548d765e8 inode ffff90b548d9c2c8 refc 1 00000080:00000001:0.0:1788942222.591348:0:34811:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788942222.591349:0:34811:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788942222.591351:0:34811:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.591353:0:34811:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788942222.591355:0:34811:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788942222.591356:0:34811:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788942222.591358:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788942222.591360:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788942222.591362:0:34811:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b5427d0a00 with handle 0xcbb91bbb78157956 from hash 00010000:00000001:0.0:1788942222.591365:0:34811:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788942222.591366:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.591367:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.591368:0:34811:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788942222.591370:0:34811:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788942222.591371:0:34811:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788942222.591375:0:34811:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788942222.591378:0:34811:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788942222.591381:0:34811:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788942222.591390:0:34811:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994000. 00000020:00000040:0.0:1788942222.591394:0:34811:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 02000000:00000001:0.0:1788942222.591400:0:34811:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788942222.591402:0:34811:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.591405:0:34811:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788942222.591410:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788942222.591415:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.591642:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.591645:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.591649:0:34811:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942222.591651:0:34811:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942222.591658:0:34811:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942222.591667:0:34811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b544eb4400. 00000100:00000001:0.0:1788942222.591676:0:34811:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.591679:0:34811:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942222.591682:0:34811:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788942222.591690:0:34811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788942222.591698:0:34811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788942222.591713:0:34811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788942222.591719:0:34811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788942222.591721:0:34811:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788942222.591723:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942222.591726:0:34811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552324400/0xcbb91bbb78157980 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeed469 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788942222.591735:0:34811:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b543e80b40. 00010000:00000001:0.0:1788942222.591743:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.591744:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942222.591746:0:34811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b5427d0a00/0xcbb91bbb78157956 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x4d194fbcadeed415 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:0.0:1788942222.591751:0:34811:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5435dd440. 00010000:00000040:0.0:1788942222.591756:0:34811:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b551c3ee00 count: 0 00010000:00000010:0.0:1788942222.591761:0:34811:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f78780. 00010000:00000001:0.0:1788942222.591768:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.591769:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788942222.591771:0:34811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90b5459f2800 lock: ffff90b552325200/0xcbb91bbb78157979 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x4d194fbcadeed45b expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788942222.591777:0:34811:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b553d25600 count: 0 00010000:00000010:0.0:1788942222.591780:0:34811:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90b551f87600. 00010000:00000001:0.0:1788942222.591785:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788942222.591787:0:34811:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.591789:0:34811:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788942222.591791:0:34811:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.591793:0:34811:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788942222.591805:0:34811:0:(genops.c:2436:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90b5459f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788942222.591815:0:34811:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942222.591824:0:34811:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788942222.591826:0:34811:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788942222.591834:0:34811:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.591837:0:34811:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621706928579136 : -122366780972480 : ffff90b5437ce240) 00000100:00000001:0.0:1788942222.591839:0:34811:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.591841:0:34811:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000001:0.0:1788942222.591845:0:34811:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942222.591931:0:34811:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.591933:0:34811:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788942222.591935:0:34811:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942222.591940:0:34811:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.591949:0:34811:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942222.591951:0:34811:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.591955:0:34811:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942222.591958:0:34811:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942222.591961:0:34811:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942222.591965:0:34811:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:34811:1875839884295168:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942222.591969:0:34811:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942222.591975:0:34811:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942222.591978:0:34811:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.591981:0:34811:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942222.591986:0:34811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90b551aef800. 02000000:00000001:0.0:1788942222.591988:0:34811:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942222.591996:0:34811:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942222.592000:0:34811:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097528. 00000400:00000010:0.0:1788942222.592008:0:34811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a198. 00000100:00000200:0.0:1788942222.592016:0:34811:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875839884295168, portal 10 00000100:00000001:0.0:1788942222.592018:0:34811:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.592019:0:34811:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000040:0.0:1788942222.592087:0:34811:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.592095:0:34811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942222.592098:0:34811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942222.592101:0:34811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a908. 00000100:00000200:0.0:1788942222.592106:0:34811:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875839884295168, offset 0 00000400:00000200:0.0:1788942222.592113:0:34811:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942222.592122:0:34811:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.592130:0:34811:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942222.592136:0:34811:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942222.592141:0:34811:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942222.592146:0:34811:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942222.592149:0:34811:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942222.592153:0:34811:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2699:2699:256:4294967295] 192.168.206.109@tcp LPNI seq info [2699:2699:8:4294967295] 00000400:00000200:0.0:1788942222.592157:0:34811:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942222.592168:0:34811:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942222.592174:0:34811:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942222.592180:0:34811:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b700. 00000800:00000200:0.0:1788942222.592188:0:34811:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942222.592196:0:34811:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942222.592202:0:34811:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b700 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788942222.592283:0:34811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.592289:0:34811:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 796862 usecs (797 jiffies) 00000400:00000200:0.0:1788942222.592292:0:34811:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942222.592296:0:34811:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296623548 00000100:00000001:0.0:1788942222.592300:0:34811:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.592302:0:34811:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296623548 00000100:00000001:0.0:1788942222.592305:0:34811:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296625739 00000100:00000001:0.0:1788942222.592307:0:34811:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.592311:0:34811:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.592313:0:34811:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942222.592315:0:34811:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788942222.592318:0:34811:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b5437ce240 going to sleep for 11 seconds 00000100:00000001:0.0:1788942222.592322:0:34811:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942222.592324:0:34811:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942222.593360:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942222.593369:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b700. 00000400:00000200:3.0:1788942222.593377:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942222.593385:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942222.593392:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a908 00000400:00000010:3.0:1788942222.593395:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a908. 00000100:00000001:3.0:1788942222.593400:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942222.593408:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.593420:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942222.593424:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942222.593430:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942222.593432:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788942222.599053:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.599076:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942222.599082:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.599084:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942222.599095:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.599105:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942222.599116:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.599122:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.599129:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.599134:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 456 into portal 10 MB=0x6aa1101f57c00 00000400:00000200:2.0:1788942222.599141:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.599147:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 456/456 into md 0x7385 [1] + 224 00000800:00000001:2.0:1788942222.599156:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.599164:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942222.599168:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.599173:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942222.599183:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942222.599194:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942222.599206:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942222.599222:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788942222.599232:0:2348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788942222.599235:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.599242:0:2348:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:2.0:1788942222.599249:0:2348:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2700:2700:256:4294967295] 192.168.206.109@tcp LPNI seq info [2700:2700:8:4294967295] 00000400:00000200:2.0:1788942222.599253:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942222.599263:0:2348:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) 192.168.206.109@tcp : ACK try# 0 00000800:00000200:2.0:1788942222.599269:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:2.0:1788942222.599276:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b5497ee300. 00000800:00000200:2.0:1788942222.599284:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:2.0:1788942222.599293:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:2.0:1788942222.599299:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b5497ee300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788942222.599406:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942222.599411:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b5497ee300. 00000400:00000200:2.0:1788942222.599415:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942222.599419:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: ACK: OK 00000800:00000001:2.0:1788942222.599426:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942222.599430:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.599884:0:34811:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788942222.599894:0:34811:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788942222.599897:0:34811:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788942222.599901:0:34811:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097528. 00000400:00000200:0.0:1788942222.599907:0:34811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a198 00000400:00000010:0.0:1788942222.599909:0:34811:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a198. 00000100:00000001:0.0:1788942222.599913:0:34811:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788942222.599920:0:34811:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788942222.599929:0:34811:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994000 x1875839884295168/t0(0) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/624 e 0 to 0 dl 1788942238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.599936:0:34811:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788942222.599938:0:34811:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.599941:0:34811:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788942222.599945:0:34811:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788942222.599948:0:34811:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788942222.599950:0:34811:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942222.599954:0:34811:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788942222.599965:0:34811:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=62 v=5 (5 105 105 105) 00000100:00001000:0.0:1788942222.599970:0:34811:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788942222.599973:0:34811:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788942222.599975:0:34811:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788942222.599978:0:34811:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788942222.599982:0:34811:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.599986:0:34811:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788942222.599988:0:34811:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x200000017] 00000100:00000001:0.0:1788942222.599990:0:34811:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788942222.599993:0:34811:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942222.599995:0:34811:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963992576 : -122366745559040 : ffff90b545994000) 00000100:00000001:0.0:1788942222.599998:0:34811:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788942222.600001:0:34811:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788942222.600003:0:34811:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788942222.600006:0:34811:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942222.600011:0:34811:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994000 x1875839884295168/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942238 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.600020:0:34811:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942222.600023:0:34811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788942222.600035:0:34811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788942222.600040:0:34811:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994000 x1875839884295168/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942238 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788942222.600049:0:34811:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994000 pname:cluuid:pid:xid:nid:opc:job rm:b8e7595c-9941-401e-aeac-55facd9dfb74:34811:1875839884295168:192.168.206.109@tcp:36:rm.0 00000100:00000001:0.0:1788942222.600055:0:34811:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942222.600058:0:34811:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942222.600061:0:34811:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788942222.600064:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.600068:0:34811:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90b545994000 x1875839884295168/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942238 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.600075:0:34811:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788942222.600078:0:34811:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90b5437ce240. 00000100:00000001:0.0:1788942222.600081:0:34811:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788942222.600082:0:34811:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788942222.600092:0:34811:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.600096:0:34811:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788942222.600102:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90b548392a80 2 00000080:00000010:0.0:1788942222.600105:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90b5428fb400. 00000100:00000001:0.0:1788942222.600112:0:34811:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788942222.600116:0:34811:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994000 x1875839884295168/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 496/456 e 0 to 0 dl 1788942238 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942222.600123:0:34811:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.600128:0:34811:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.600141:0:34811:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788942222.600146:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa57dc1c9fe28 00000080:00002000:0.0:1788942222.600149:0:34811:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff90b544549948, parent ffff90b548d765e8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788942222.600152:0:34811:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788942222.600159:0:34811:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788942222.600166:0:34811:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788942222.600177:0:34811:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788942222.600180:0:34811:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788942222.600183:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.600188:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.600192:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00000020:00000001:0.0:1788942222.600198:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5464ed080 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.600201:0:34811:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788942222.600205:0:34811:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788942222.600207:0:34811:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788942222.600211:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.600212:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788942222.600214:0:34811:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.600219:0:34811:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90b5459d99d0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788942222.600223:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00020000:00000001:0.0:1788942222.600227:0:34811:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788942222.600229:0:34811:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788942222.600232:0:34811:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788942222.600234:0:34811:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600236:0:34811:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788942222.600239:0:34811:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788942222.600240:0:34811:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600242:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.600244:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788942222.600245:0:34811:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788942222.600247:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00000020:00000001:0.0:1788942222.600250:0:34811:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600252:0:34811:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788942222.600254:0:34811:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788942222.600256:0:34811:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788942222.600260:0:34811:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788942222.600264:0:34811:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788942222.600268:0:34811:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788942222.600270:0:34811:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788942222.600271:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788942222.600273:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917318024 : -122366792233592 : ffff90b542d10d88) 00000020:00001000:0.0:1788942222.600275:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d10d80 00000020:00000001:0.0:1788942222.600279:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5464edb70 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.600280:0:34811:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788942222.600284:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788942222.600285:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788942222.600287:0:34811:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600289:0:34811:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600291:0:34811:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621707012461808 : -122366697089808 : ffff90b5487cd4f0) 00000020:00000001:0.0:1788942222.600294:0:34811:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788942222.600296:0:34811:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600299:0:34811:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600300:0:34811:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600302:0:34811:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788942222.600305:0:34811:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788942222.600306:0:34811:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.600308:0:34811:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788942222.600310:0:34811:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942222.600311:0:34811:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600313:0:34811:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600315:0:34811:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600317:0:34811:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600319:0:34811:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788942222.600320:0:34811:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600321:0:34811:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600323:0:34811:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788942222.600326:0:34811:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788942222.600327:0:34811:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.600328:0:34811:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788942222.600330:0:34811:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788942222.600333:0:34811:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788942222.600339:0:34811:0:(osc_cache.c:1926:osc_update_pending()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788942222.600344:0:34811:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942222.600346:0:34811:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.600348:0:34811:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788942222.600350:0:34811:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.600353:0:34811:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788942222.600358:0:34811:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788942222.600362:0:34811:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90b545e9b0c0@{[0 -> 255/255], [1|0|-|locking|wiY|ffff90b5485defc0], [1703936|1|+|-|ffff90b547983800|256|ffff90b54299a7c0]} make ready 00000008:00010000:0.0:1788942222.600374:0:34811:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000007d5eed31 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788942222.600386:0:34811:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788942222.600388:0:34811:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788942222.600406:0:34811:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000126370ad[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788942222.600409:0:34811:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788942222.600411:0:34811:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788942222.600412:0:34811:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.600414:0:34811:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.600416:0:34811:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788942222.600417:0:34811:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788942222.600420:0:34811:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.600424:0:34811:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.600425:0:34811:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788942222.600427:0:34811:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788942222.600429:0:34811:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788942222.600432:0:34811:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000126370ad[2 0000000033a109b1 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.600434:0:34811:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788942222.600436:0:34811:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600438:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.600440:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.600443:0:34811:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788942222.600446:0:34811:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600448:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942222.600451:0:34811:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.600454:0:34811:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788942222.600457:0:34811:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90b545e9b0c0@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff90b5485defc0], [1703936|1|+|-|ffff90b547983800|256|ffff90b54299a7c0]} extent finished. 00000008:00010000:0.0:1788942222.600463:0:34811:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000007d5eed31 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788942222.600474:0:34811:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788942222.600476:0:34811:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788942222.600480:0:34811:0:(cl_page.c:1104:cl_page_complete()) page@00000000126370ad[2 0000000033a109b1 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.600482:0:34811:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788942222.600484:0:34811:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788942222.600485:0:34811:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788942222.600487:0:34811:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.600489:0:34811:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 0000000033a109b1 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.600490:0:34811:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788942222.600492:0:34811:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788942222.600494:0:34811:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788942222.600497:0:34811:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000126370ad[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788942222.600499:0:34811:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788942222.600514:0:34811:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788942222.600516:0:34811:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788942222.600518:0:34811:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942222.600521:0:34811:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.600523:0:34811:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788942222.600525:0:34811:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788942222.600527:0:34811:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788942222.600543:0:34811:0:(osc_cache.c:1648:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:0.0:1788942222.600549:0:34811:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90b545e9b0c0@{[0 -> 255/255], [1|0|-|inv|wY|ffff90b5485defc0], [1703936|0|-|-|ffff90b547983800|256|ffff90b54299a7c0]} destroyed. 00000008:00010000:0.0:1788942222.600554:0:34811:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007d5eed31 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788942222.600562:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788942222.600564:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788942222.600568:0:34811:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90b545e9b0c0. 00000008:00000001:0.0:1788942222.600572:0:34811:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.600575:0:34811:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788942222.600578:0:34811:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788942222.600581:0:34811:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788942222.600584:0:34811:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff90b5485defc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1788942222.600587:0:34811:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788942222.600590:0:34811:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600592:0:34811:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600594:0:34811:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600596:0:34811:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600598:0:34811:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600600:0:34811:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788942222.600602:0:34811:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788942222.600603:0:34811:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788942222.600604:0:34811:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788942222.600606:0:34811:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788942222.600607:0:34811:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600609:0:34811:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788942222.600610:0:34811:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788942222.600612:0:34811:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788942222.600615:0:34811:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788942222.600616:0:34811:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.600617:0:34811:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788942222.600618:0:34811:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788942222.600619:0:34811:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600621:0:34811:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600622:0:34811:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788942222.600623:0:34811:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788942222.600625:0:34811:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788942222.600626:0:34811:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788942222.600628:0:34811:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942222.600630:0:34811:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788942222.600642:0:34811:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788942222.600643:0:34811:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788942222.600644:0:34811:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788942222.600645:0:34811:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600647:0:34811:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.600649:0:34811:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942222.600650:0:34811:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788942222.600652:0:34811:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600654:0:34811:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788942222.600655:0:34811:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788942222.600657:0:34811:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788942222.600658:0:34811:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788942222.600660:0:34811:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942222.600662:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d10d80 00020000:00000001:0.0:1788942222.600665:0:34811:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788942222.600667:0:34811:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788942222.600670:0:34811:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788942222.600672:0:34811:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788942222.600675:0:34811:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788942222.600676:0:34811:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788942222.600679:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:0.0:1788942222.600681:0:34811:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942222.600690:0:34811:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788942222.600692:0:34811:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621706978227072 : -122366731324544 : ffff90b546727380) 00000020:00000001:0.0:1788942222.600695:0:34811:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.600696:0:34811:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788942222.600698:0:34811:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788942222.600699:0:34811:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788942222.600700:0:34811:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788942222.600704:0:34811:0:(cl_page.c:507:__cl_page_state_set()) page@00000000126370ad[2 0000000033a109b1 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.600705:0:34811:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788942222.600707:0:34811:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788942222.600709:0:34811:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788942222.600711:0:34811:0:(osc_page.c:138:osc_page_delete()) ffff90b5467273e0 00000008:00000001:0.0:1788942222.600713:0:34811:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788942222.600715:0:34811:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff90b5467273f0 page ffff90b5467273e0 at index 0. 00000008:00000001:0.0:1788942222.600718:0:34811:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788942222.600726:0:34811:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788942222.600728:0:34811:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdeaa04a89040 index 0 00000020:00000001:0.0:1788942222.600733:0:34811:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.600735:0:34811:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788942222.600736:0:34811:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788942222.600739:0:34811:0:(cl_page.c:556:cl_batch_put()) page@00000000126370ad[1 0000000033a109b1 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788942222.600740:0:34811:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1788942222.600742:0:34811:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1788942222.600746:0:34811:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90b546727380. 00000020:00000001:0.0:1788942222.600749:0:34811:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1788942222.600750:0:34811:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788942222.600788:0:34811:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788942222.600791:0:34811:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90b548d9c2c8) 00800000:00000001:0.0:1788942222.600797:0:34811:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788942222.600798:0:34811:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:0.0:1788942222.600804:0:34811:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788942222.600811:0:34811:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788942222.600813:0:34811:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.600817:0:34811:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788942222.600820:0:34811:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788942222.600821:0:34811:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942222.600823:0:34811:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942222.600827:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00010000:00000010:0.1:1788942222.601389:0:34811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552324400. 00010000:00000010:0.1:1788942222.601399:0:34811:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b551c3ee00. 00010000:00000010:0.1:1788942222.601405:0:34811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b5427d0a00. 00010000:00000010:0.1:1788942222.601426:0:34811:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b553d25600. 00010000:00000010:0.1:1788942222.601430:0:34811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b552325200. 00000020:00000001:0.0:1788942222.601439:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621706917315000 : -122366792236616 : ffff90b542d101b8) 00000020:00001000:0.0:1788942222.601441:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90b542d101b0 00020000:00000001:0.0:1788942222.601448:0:34811:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788942222.601450:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00020000:00000001:0.0:1788942222.601453:0:34811:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788942222.601457:0:34811:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e76660, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942222.601462:0:34811:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942222.601467:0:34811:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b544ad4e80: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1788942222.601470:0:34811:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788942222.601472:0:34811:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.601474:0:34811:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788942222.601477:0:34811:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788942222.601482:0:34811:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788942222.601488:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90b545f48900 count: 2 00010000:00000001:0.0:1788942222.601491:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788942222.601494:0:34811:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788942222.601497:0:34811:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788942222.601501:0:34811:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788942222 1788942222 1788942222 ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1788942222.601513:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000020:00000001:0.0:1788942222.601515:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90b5485defc0 -> ffff90b5464ed080 00000008:00000001:0.0:1788942222.601517:0:34811:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942222.601520:0:34811:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788942222.601534:0:34811:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788942222.601537:0:34811:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788942222.601543:0:34811:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90b5485defc0. 00020000:00000001:0.0:1788942222.601548:0:34811:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788942222.601550:0:34811:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90b5464edaf0. 00020000:00000001:0.0:1788942222.601555:0:34811:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788942222.601558:0:34811:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788942222.601560:0:34811:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788942222.601562:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00020000:00000001:0.0:1788942222.601564:0:34811:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788942222.601567:0:34811:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788942222.601568:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00020000:00000001:0.0:1788942222.601571:0:34811:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788942222.601574:0:34811:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90b542be9738. 00020000:00000010:0.0:1788942222.601578:0:34811:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90b559039cc0. 00020000:00000010:0.0:1788942222.601581:0:34811:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90b5464d3d10. 00020000:00000002:0.0:1788942222.601584:0:34811:0:(lov_ea.c:755:dump_lsm()) lsm ffff90b545e76660, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788942222.601588:0:34811:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788942222.601591:0:34811:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90b544ad4e80: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:0.0:1788942222.601596:0:34811:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90b544ad4e80. 00020000:00000010:0.0:1788942222.601600:0:34811:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90b545e76f60. 00020000:00000010:0.0:1788942222.601603:0:34811:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90b545e76660. 00020000:00000001:0.0:1788942222.601605:0:34811:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788942222.601606:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90b544afe8b8) owner 0000000000000000/ffff90b54299a7c0 00020000:00000010:0.0:1788942222.601609:0:34811:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90b544afe8b8. 00020000:00000001:0.0:1788942222.601612:0:34811:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788942222.601615:0:34811:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90b5464ed000. 00000020:00001000:0.0:1788942222.601619:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90b542d101b0 00000080:00000001:0.0:1788942222.601622:0:34811:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788942222.601625:0:34811:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1788942222.614954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90b558bfa7e0. 00000080:00000010:0.1:1788942222.614981:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90b548d9c200. 00010000:00000001:3.0:1788942223.073924:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942223.073933:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942223.073938:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942223.073940:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942223.073943:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942223.073944:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942223.074087:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942223.074091:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942223.074094:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788942223.675466:0:34900:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788942224.071210:0:34937:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788942224.071220:0:34937:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:3.0:1788942224.081829:0:34937:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788942224.103645:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942224.103653:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942224.103660:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942224.103661:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942224.103665:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942224.103666:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942224.105962:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942224.105970:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942224.105976:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788942225.121341:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942225.121351:0:30120:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788942225.121354:0:30120:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788942225.121358:0:30120:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942225.121363:0:30120:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788942225.121366:0:30120:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942225.121368:0:30120:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942225.121370:0:30120:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942225.121374:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942225.121375:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942225.121379:0:30120:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942225.121380:0:30120:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788942225.122894:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788942225.122902:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788942225.122907:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788942225.197526:0:35039:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788942226.017467:0:33098:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916220 (cpu 2) has reached its deadline 4296625739, at 4296626176 00000100:00000010:2.0:1788942226.017480:0:33098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abd1e0. 00000100:00000040:3.0:1788942226.018961:0:30470:0:(connection.c:75:cpu_latency_work()) work item of ffff90b552916330 (cpu 3) has reached its deadline 4296625739, at 4296626178 00000100:00000010:3.0:1788942226.018973:0:30470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90b544abda20. 00010000:00000001:3.0:1788942226.144918:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942226.144925:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942226.144931:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942226.144932:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942226.144937:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942226.144939:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942226.144960:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942226.144963:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942226.144966:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788942226.529990:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942226.530002:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942226.530008:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994e00. 00000020:00000040:0.0:1788942226.530014:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b545269800 refcount=4 obd=MGC192.168.206.109@tcp 00000100:00000001:0.0:1788942226.530018:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942226.530021:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942226.530026:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942226.530034:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b400. 00000100:00000001:0.0:1788942226.530041:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530053:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging dbab4e11-d1a3-4938-bb9b-d633367acd43->MGS req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942226.530063:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942226.530067:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530073:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c3b8f6a] to pc [ptlrpcd_00_01+1] req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530099:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530102:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942226.530105:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942226.530108:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994a80. 00000020:00000040:0.0:1788942226.530110:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b5459bb800 refcount=9 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000100:00000001:0.0:1788942226.530112:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942226.530114:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942226.530115:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942226.530118:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910b500. 00000100:00000001:0.0:1788942226.530121:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530125:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-MDT0000_UUID req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942226.530132:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942226.530134:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530137:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c1dc832] to pc [ptlrpcd_00_00+0] req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530144:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530146:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942226.530149:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942226.530151:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545994380. 00000020:00000040:0.0:1788942226.530153:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942226.530155:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942226.530157:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942226.530158:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942226.530160:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bd00. 00000100:00000001:0.0:1788942226.530163:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530166:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0000_UUID req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942226.530172:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942226.530173:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530176:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094fc751f] to pc [ptlrpcd_00_01+1] req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530182:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530184:0:20148:0:(pinger.c:230:ptlrpc_pinger_process_import()) b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788942226.530187:0:20148:0:(pinger.c:120:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788942226.530189:0:20148:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545996680. 00000020:00000040:0.0:1788942226.530191:0:20148:0:(genops.c:1218:class_import_get()) import ffff90b551b96000 refcount=3 obd=lustre-OST0001-osc-ffff90b5459f2800 00000100:00000001:0.0:1788942226.530193:0:20148:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788942226.530194:0:20148:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788942226.530196:0:20148:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788942226.530198:0:20148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90b55910bc00. 00000100:00000001:0.0:1788942226.530200:0:20148:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530204:0:20148:0:(pinger.c:134:ptlrpc_ping()) @@@ pinging b8e7595c-9941-401e-aeac-55facd9dfb74->lustre-OST0001_UUID req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788942226.530210:0:20148:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788942226.530211:0:20148:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530214:0:20148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000813f1c9d] to pc [ptlrpcd_00_00+0] req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530221:0:20148:0:(pinger.c:143:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530225:0:20148:0:(pinger.c:305:ptlrpc_pinger_main()) next wakeup in 5 (1964) 00000100:00000001:0.0:1788942226.530236:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942226.530238:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942226.530240:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942226.530245:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530252:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942226.530254:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942226.530257:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942226.530259:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942226.530262:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942226.530265:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884295424:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942226.530268:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942226.530273:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942226.530275:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942226.530277:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942226.530280:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fb000. 02000000:00000001:0.0:1788942226.530282:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942226.530288:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942226.530292:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097528. 00000400:00000010:0.0:1788942226.530298:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a198. 00000100:00000200:0.0:1788942226.530304:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884295424, portal 10 00000100:00000001:0.0:1788942226.530306:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942226.530308:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963995264 : -122366745556352 : ffff90b545994a80) 00000100:00000040:0.0:1788942226.530315:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530322:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942226.530324:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942226.530327:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a2a8. 00000100:00000200:0.0:1788942226.530330:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875839884295424, offset 0 00000400:00000200:0.0:1788942226.530336:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942226.530343:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942226.530351:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942226.530356:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942226.530360:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942226.530363:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942226.530366:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942226.530370:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2701:2701:256:4294967295] 192.168.206.109@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:0.0:1788942226.530374:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942226.530384:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942226.530390:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942226.530394:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b600. 00000800:00000200:0.0:1788942226.530401:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942226.530409:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942226.530414:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942226.530423:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530428:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: using a timeout of 795930 usecs (796 jiffies) 00000400:00000200:0.0:1788942226.530431:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942226.530434:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296627484 00000100:00000010:0.0:1788942226.530439:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b54000. 00000100:00000001:0.0:1788942226.530446:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788942226.530452:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296627484 00000100:00000010:0.0:1788942226.530456:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90b551b547e0. 00000100:00000001:0.0:1788942226.530458:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90b5459f2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788942226.530461:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942226.530464:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942226.530466:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942226.530470:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530476:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942226.530478:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942226.530480:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942226.530482:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942226.530485:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942226.530488:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884295680:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942226.530493:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942226.530496:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942226.530498:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942226.530499:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942226.530502:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590faa00. 02000000:00000001:0.0:1788942226.530586:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942226.530591:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942226.530595:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b552097058. 00000400:00000010:0.0:1788942226.530599:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a000. 00000100:00000200:0.0:1788942226.530602:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884295680, portal 4 00000100:00000001:0.0:1788942226.530604:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942226.530606:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706964002432 : -122366745549184 : ffff90b545996680) 00000100:00000040:0.0:1788942226.530623:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530630:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942226.530632:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942226.530634:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a660. 00000100:00000200:0.0:1788942226.530637:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884295680, offset 0 00000400:00000200:0.0:1788942226.530641:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942226.530646:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942226.530650:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942226.530652:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942226.530655:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942226.530658:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942226.530660:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942226.530663:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2702:2702:255:4294967295] 192.168.206.109@tcp LPNI seq info [2702:2702:7:4294967295] 00000400:00000200:0.0:1788942226.530668:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942226.530674:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942226.530679:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942226.530683:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b700. 00000800:00000200:0.0:1788942226.530687:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942226.530692:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942226.530695:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942226.530698:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.530701:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: using a timeout of 227507 usecs (228 jiffies) 00000400:00000200:0.0:1788942226.530704:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942226.530706:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296626916 00000100:00000001:0.0:1788942226.530708:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296627484 00000100:00000001:0.0:1788942226.530710:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296626916 00000100:00000001:0.0:1788942226.530712:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296627484 00000100:00000001:0.0:1788942226.530714:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942226.530716:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942226.530718:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942226.530721:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942226.530728:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942226.530730:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788942226.530732:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942226.530733:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942226.530735:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942226.530737:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788942226.530739:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942226.530740:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788942226.530742:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788942226.530743:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788942226.530744:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788942226.530745:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942226.530750:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530757:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942226.530758:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942226.530761:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942226.530763:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942226.530765:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942226.530768:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884295296:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942226.530772:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942226.530774:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942226.530776:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942226.530777:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942226.530781:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fa400. 02000000:00000001:0.0:1788942226.530783:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942226.530786:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942226.530788:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520974d0. 00000400:00000010:0.0:1788942226.530792:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5af68. 00000100:00000200:0.0:1788942226.530794:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884295296, portal 25 00000100:00000001:0.0:1788942226.530796:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942226.530798:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963996160 : -122366745555456 : ffff90b545994e00) 00000100:00000040:0.0:1788942226.530802:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530809:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942226.530812:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942226.530814:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a330. 00000100:00000200:0.0:1788942226.530817:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875839884295296, offset 0 00000400:00000200:0.0:1788942226.530821:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942226.530824:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942226.530828:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942226.530831:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942226.530833:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942226.530836:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942226.530838:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942226.530841:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2703:2703:254:4294967295] 192.168.206.109@tcp LPNI seq info [2703:2703:6:4294967295] 00000400:00000200:0.0:1788942226.530844:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942226.530873:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942226.530878:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942226.530881:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910ba00. 00000800:00000200:0.0:1788942226.530885:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942226.530890:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942226.530892:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942226.530895:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942226.530898:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942226.530899:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 2 is 4296630856 00000100:00000001:0.0:1788942226.530904:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296627484 00000100:00000001:0.0:1788942226.530907:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS new deadline estimation for cpu 3 is 4296630856 00000100:00000001:0.0:1788942226.530910:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296627484 00000100:00000001:0.0:1788942226.530913:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942226.530915:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942226.530917:0:2353:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788942226.530921:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530928:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788942226.530929:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942226.530931:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788942226.530933:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788942226.530935:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788942226.530938:0:2353:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884295552:192.168.206.109@tcp:400:kworker.0 00000100:00000001:0.0:1788942226.530941:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788942226.530943:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788942226.530945:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788942226.530946:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788942226.530950:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5590fbe00. 02000000:00000001:0.0:1788942226.530951:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788942226.530955:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:0.0:1788942226.530957:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b5520977e8. 00000400:00000010:0.0:1788942226.530960:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5acc0. 00000100:00000200:0.0:1788942226.530963:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884295552, portal 4 00000100:00000001:0.0:1788942226.530965:0:2353:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788942226.530966:0:2353:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706963993472 : -122366745558144 : ffff90b545994380) 00000100:00000040:0.0:1788942226.530972:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788942226.530979:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788942226.530981:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:0.0:1788942226.530984:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b545e5a7f8. 00000100:00000200:0.0:1788942226.530986:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875839884295552, offset 0 00000400:00000200:0.0:1788942226.530990:0:2353:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:0.0:1788942226.530993:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942226.530997:0:2353:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:0.0:1788942226.530999:0:2353:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788942226.531002:0:2353:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:0.0:1788942226.531004:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788942226.531006:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:0.0:1788942226.531009:0:2353:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2704:2704:253:4294967295] 192.168.206.109@tcp LPNI seq info [2704:2704:5:4294967295] 00000400:00000200:0.0:1788942226.531012:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:0.0:1788942226.531018:0:2353:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:0.0:1788942226.531022:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:0.0:1788942226.531025:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b55910b100. 00000800:00000200:0.0:1788942226.531029:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:0.0:1788942226.531033:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:0.0:1788942226.531035:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b55910b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788942226.531038:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788942226.531040:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 23910 usecs (24 jiffies) 00000400:00000200:0.0:1788942226.531043:0:2353:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:0.0:1788942226.531045:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296626712 00000100:00000001:0.0:1788942226.531047:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296630856 00000100:00000001:0.0:1788942226.531049:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296626712 00000100:00000001:0.0:1788942226.531051:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296630856 00000100:00000001:0.0:1788942226.531053:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788942226.531055:0:2353:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942226.531057:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788942226.531060:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788942226.531338:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942226.531342:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b600. 00000400:00000200:3.0:1788942226.531348:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942226.531353:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942226.531358:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a2a8 00000400:00000010:3.0:1788942226.531361:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a2a8. 00000100:00000001:3.0:1788942226.531365:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942226.531370:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.531379:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942226.531383:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.531390:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942226.531392:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942226.531405:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942226.531408:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b700. 00000400:00000200:3.0:1788942226.531410:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942226.531414:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942226.531417:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a660 00000400:00000010:3.0:1788942226.531419:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a660. 00000100:00000001:3.0:1788942226.531421:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942226.531424:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.531431:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942226.531434:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.531441:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942226.531442:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942226.531450:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942226.531452:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910ba00. 00000400:00000200:3.0:1788942226.531455:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942226.531458:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942226.531461:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a330 00000400:00000010:3.0:1788942226.531462:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a330. 00000100:00000001:3.0:1788942226.531464:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942226.531468:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.531475:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942226.531478:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.531485:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942226.531487:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788942226.531555:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788942226.531558:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b55910b100. 00000400:00000200:3.0:1788942226.531561:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942226.531565:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:3.0:1788942226.531568:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a7f8 00000400:00000010:3.0:1788942226.531570:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a7f8. 00000100:00000001:3.0:1788942226.531572:0:2348:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788942226.531576:0:2348:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.531583:0:2348:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788942226.531585:0:2348:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.531591:0:2348:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942226.531593:0:2348:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788942226.535177:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942226.535186:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788942226.542789:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.542804:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942226.542809:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.542813:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942226.542823:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.542832:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942226.542841:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.542847:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543019:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543024:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f57e00 00000400:00000200:3.0:1788942226.543029:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543035:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x7395 [1] + 224 00000800:00000001:3.0:1788942226.543043:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.543049:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942226.543052:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942226.543056:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942226.543063:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942226.543071:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942226.543082:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.543135:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942226.543139:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788942226.543160:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942226.543170:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.543175:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942226.543177:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.543180:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942226.543183:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543187:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942226.543193:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543196:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543200:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543203:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 4 MB=0x6aa1101f57d80 00000400:00000200:3.0:1788942226.543207:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543211:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.109@tcp of length 224/224 into md 0x73a5 [1] + 224 00000800:00000001:3.0:1788942226.543217:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.543222:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942226.543224:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942226.543227:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942226.543231:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942226.543236:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942226.543245:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.543252:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942226.543256:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.543260:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942226.543261:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.543264:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942226.543267:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543270:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942226.543274:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543277:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543279:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543282:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 25 MB=0x6aa1101f57c80 00000400:00000200:3.0:1788942226.543285:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942226.543288:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.109@tcp of length 224/224 into md 0x739d [1] + 224 00000800:00000001:3.0:1788942226.543292:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.543298:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942226.543300:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942226.543303:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942226.543307:0:2347:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942226.543311:0:2347:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942226.543320:0:2347:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942226.543326:0:2347:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942226.543329:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942226.543332:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942226.543461:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942226.543463:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942226.543466:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097058. 00000400:00000200:1.0:1788942226.543472:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a000 00000400:00000010:1.0:1788942226.543474:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a000. 00000100:00000001:1.0:1788942226.543478:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942226.543483:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942226.543494:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.543501:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942226.543503:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.543575:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942226.543578:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942226.543581:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942226.543583:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942226.543586:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942226.543594:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b96460 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942226.543599:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b96418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942226.543601:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942226.543603:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942226.543606:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942226.543608:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.543620:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942226.543622:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90b5459f2800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788942226.543625:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942226.543627:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942226.543632:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.543640:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942226.543642:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942226.543644:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942226.543650:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942226.543658:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884295680:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942226.543663:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.543666:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942226.543669:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545996680 x1875839884295680/t0(0) o400->lustre-OST0001-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.543759:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942226.543762:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942226.543765:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590faa00. 02000000:00000001:1.0:1788942226.543769:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942226.543772:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942226.543774:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b96000 refcount=2 obd=lustre-OST0001-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942226.543777:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942226.543780:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bc00. 02000000:00000001:1.0:1788942226.543785:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942226.543786:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942226.543788:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545996680. 00000100:00000001:1.0:1788942226.543792:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942226.543794:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.543797:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.543799:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942226.543801:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942226.543804:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942226.543805:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942226.543807:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520974d0. 00000400:00000200:1.0:1788942226.543810:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5af68 00000400:00000010:1.0:1788942226.543811:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5af68. 00000100:00000001:1.0:1788942226.543814:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942226.543818:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942226.543826:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.543833:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942226.543834:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.543836:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942226.543837:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942226.543839:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942226.543840:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942226.543842:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942226.543845:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b545269c60 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942226.543848:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b545269c18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942226.544024:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942226.544025:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942226.544028:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942226.544030:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.544032:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942226.544037:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.544044:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942226.544046:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942226.544047:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942226.544051:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942226.544059:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dbab4e11-d1a3-4938-bb9b-d633367acd43:2353:1875839884295296:192.168.206.109@tcp:400:kworker.0 00000400:00000001:1.0:1788942226.544065:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942226.544067:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942226.544069:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b5520977e8. 00000400:00000200:1.0:1788942226.544071:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5acc0 00000400:00000010:1.0:1788942226.544073:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5acc0. 00000100:00000001:1.0:1788942226.544076:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942226.544080:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942226.544088:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.544094:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942226.544095:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.544097:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942226.544098:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942226.544100:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942226.544101:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942226.544103:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942226.544108:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95c60 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788942226.544111:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942226.544113:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942226.544115:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942226.544116:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942226.544118:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.544122:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942226.544123:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788942226.544126:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942226.544127:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942226.544132:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.544138:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942226.544140:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942226.544141:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942226.544145:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942226.544152:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884295552:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942226.544157:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.544159:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942226.544162:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994e00 x1875839884295296/t0(0) o400->MGC192.168.206.109@tcp@192.168.206.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.544168:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942226.544169:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942226.544171:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fa400. 02000000:00000001:1.0:1788942226.544174:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942226.544175:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942226.544177:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b545269800 refcount=3 obd=MGC192.168.206.109@tcp 00000020:00000001:1.0:1788942226.544178:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942226.544180:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b400. 02000000:00000001:1.0:1788942226.544182:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942226.544184:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942226.544185:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994e00. 00000100:00000001:1.0:1788942226.544188:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942226.544189:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.544191:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942226.544195:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994380 x1875839884295552/t0(0) o400->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.544200:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942226.544201:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942226.544203:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fbe00. 02000000:00000001:1.0:1788942226.544204:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942226.544206:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942226.544207:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942226.544208:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942226.544209:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910bd00. 02000000:00000001:1.0:1788942226.544211:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942226.544212:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942226.544213:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994380. 00000100:00000001:1.0:1788942226.544215:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942226.544217:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.544219:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.544221:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942226.544222:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942226.544223:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.544225:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788942226.546710:0:35178:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788942226.547804:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942226.547814:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788942226.547818:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942226.547820:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942226.547828:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942226.547835:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:2.0:1788942226.547843:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942226.547848:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942226.547930:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942226.547935:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 10 MB=0x6aa1101f57d00 00000400:00000200:2.0:1788942226.547940:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:2.0:1788942226.547946:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.109@tcp of length 224/224 into md 0x738d [1] + 224 00000800:00000001:2.0:1788942226.547953:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942226.547960:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788942226.547964:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942226.547969:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:2.0:1788942226.547977:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788942226.547985:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788942226.547996:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.548050:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942226.548055:0:2353:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788942226.548072:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788942226.548080:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788942226.548084:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788942226.548240:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942226.548242:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942226.548246:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b552097528. 00000400:00000200:1.0:1788942226.548250:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b545e5a198 00000400:00000010:1.0:1788942226.548253:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b545e5a198. 00000100:00000001:1.0:1788942226.548256:0:2353:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942226.548260:0:2353:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942226.548268:0:2353:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.548275:0:2353:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942226.548276:0:2353:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.548278:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942226.548282:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942226.548284:0:2353:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942226.548286:0:2353:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942226.548289:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942226.548297:0:2353:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b5459bbc60 time=66 v=5 (5 105 105 105) 00000100:00001000:1.0:1788942226.548301:0:2353:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5459bbc18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942226.548304:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942226.548306:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942226.548308:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942226.548311:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.548315:0:2353:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942226.548317:0:2353:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90b5459f2800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788942226.548319:0:2353:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942226.548323:0:2353:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942226.548328:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.548336:0:2353:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942226.548338:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942226.548340:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942226.548344:0:2353:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942226.548353:0:2353:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b8e7595c-9941-401e-aeac-55facd9dfb74:2353:1875839884295424:192.168.206.109@tcp:400:kworker.0 00000100:00000001:1.0:1788942226.548358:0:2353:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.548361:0:2353:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942226.548364:0:2353:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545994a80 x1875839884295424/t0(0) o400->lustre-MDT0000-mdc-ffff90b5459f2800@192.168.206.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1788942242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942226.548371:0:2353:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942226.548373:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942226.548376:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5590fb000. 02000000:00000001:1.0:1788942226.548379:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942226.548381:0:2353:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942226.548383:0:2353:0:(genops.c:1231:class_import_put()) import ffff90b5459bb800 refcount=8 obd=lustre-MDT0000-mdc-ffff90b5459f2800 00000020:00000001:1.0:1788942226.548385:0:2353:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942226.548387:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90b55910b500. 02000000:00000001:1.0:1788942226.548392:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942226.548394:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942226.548396:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545994a80. 00000100:00000001:1.0:1788942226.548399:0:2353:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942226.548400:0:2353:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.548403:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942226.548409:0:2353:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942226.548411:0:2353:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942226.548413:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942226.548415:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788942226.876467:0:35214:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788942226.876473:0:35214:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:2.0:1788942226.882080:0:35214:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:3.0:1788942227.149808:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942227.149824:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942227.149827:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942227.149829:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942227.149837:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.149845:0:2347:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942227.149871:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.149876:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.149881:0:2347:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.149885:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 328 into portal 15 MB=0x6aa110335a680 00000400:00000200:3.0:1788942227.149894:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.109@tcp of length 328/328 into md 0x70a5 [2] + 1704 00000800:00000001:3.0:1788942227.149900:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942227.149923:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942227.149927:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942227.149933:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942227.149941:0:2347:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788942227.149943:0:2347:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788942227.149949:0:2347:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b544acf800. 00000100:00000040:3.0:1788942227.149952:0:2347:0:(events.c:341:request_in_callback()) incoming req@ffff90b544acf800 x1875839905277568 msgsize 328 00000100:00100000:3.0:1788942227.149957:0:2347:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.109@tcp (source: 12345-192.168.206.109@tcp) 00000100:00000001:3.0:1788942227.149965:0:2347:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788942227.149973:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942227.149976:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942227.153420:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788942227.153426:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875839905277568 02000000:00000001:3.0:1788942227.153430:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788942227.153433:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788942227.153436:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788942227.153441:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788942227.153445:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875839905277568 00000020:00000001:3.0:1788942227.153448:0:15936:0:(genops.c:800:class_conn2export()) Process entered 00000020:00000040:3.0:1788942227.153450:0:15936:0:(genops.c:812:class_conn2export()) looking for export cookie 0xcbb91bbb78156cf3 00000020:00000001:3.0:1788942227.153452:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942227.153455:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90b552929800 refcount=4 00000020:00000001:3.0:1788942227.153458:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000020:00000001:3.0:1788942227.153461:0:15936:0:(genops.c:814:class_conn2export()) Process leaving (rc=18446621707181660160 : -122366527891456 : ffff90b552929800) 00000100:00000001:3.0:1788942227.153465:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942227.153470:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd700. 00000100:00000001:3.0:1788942227.153473:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942227.153475:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd700. 00000020:00000010:3.0:1788942227.153481:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90b55222c400. 00000020:00000010:3.0:1788942227.153486:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90b551bc0e80. 00000020:00000010:3.0:1788942227.153491:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90b5464ed7d0. 00000100:00000040:3.0:1788942227.153500:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788942227.153503:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788942227.153505:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788942227.153507:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942227.153513:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942227.153520:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788942227.153531:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788942227.153533:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788942227.153541:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.109@tcp, seq: 64 00000100:00000040:3.0:1788942227.153545:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90b552929800 : new rpc_count 1 00000100:00000001:3.0:1788942227.153547:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621706948507648 : -122366761043968 : ffff90b544acf800) 00000100:00000040:3.0:1788942227.153554:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90b544acf800 x1875839905277568/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:693/0 lens 328/0 e 0 to 0 dl 1788942238 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788942227.153563:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788942227.153566:0:15936:0:(genops.c:1063:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90b5435dd700. 00000100:00000001:3.0:1788942227.153568:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788942227.153570:0:15936:0:(genops.c:1071:obd_export_timed_fini()) kfreed '*data': 48 at ffff90b5435dd700. 00000100:00100000:3.0:1788942227.153574:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b544acf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6704:x1875839905277568:12345-192.168.206.109@tcp:104: 00000100:00000200:3.0:1788942227.153577:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875839905277568 00010000:00000001:3.0:1788942227.153580:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788942227.153587:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788942227.153589:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788942227.153591:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=2 00000020:00000001:3.0:1788942227.153593:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942227.153596:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:3.0:1788942227.153599:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788942227.153603:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788942227.153617:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1788942227.153628:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788942227.153630:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788942227.153636:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90b54837d400. 02000000:00000001:3.0:1788942227.153638:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942227.153640:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942227.153644:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788942227.153647:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788942227.153651:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b5479861e8 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1788942227.153656:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788942227.153659:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff90b552843700 refcount 13 to 192.168.206.109@tcp 00000100:00000001:3.0:1788942227.153661:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446621707180717824 : -122366528833792 : ffff90b552843700) 02000000:00000001:3.0:1788942227.153663:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788942227.153665:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788942227.153668:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788942227.153671:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:3.0:1788942227.153675:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b543dedee0. 00000100:00000200:3.0:1788942227.153681:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875839905277568, offset 224 00000400:00000200:3.0:1788942227.153687:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:3.0:1788942227.153696:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.153704:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.9@tcp to MR: 192.168.206.109@tcp local destination 00000400:00000200:3.0:1788942227.153710:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2705:2705:256:4294967295] 192.168.206.109@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:3.0:1788942227.153715:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.153724:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:192.168.206.9@tcp) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:3.0:1788942227.153729:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:3.0:1788942227.153734:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b542d35d00. 00000800:00000200:3.0:1788942227.153740:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:3.0:1788942227.153747:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:3.0:1788942227.153751:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b542d35d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788942227.153760:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942227.153763:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff90b552843700 refcount 12 to 192.168.206.109@tcp 00010000:00000001:3.0:1788942227.153766:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788942227.153769:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90b544ea0480. 00010000:00000001:3.0:1788942227.153772:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788942227.153787:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788942227.153789:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942227.153791:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942227.153793:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788942227.153798:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b544acf800 x1875839905277568/t0(0) o104->LOV_OSC_UUID@192.168.206.109@tcp:693/0 lens 328/224 e 0 to 0 dl 1788942238 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788942227.153807:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b544acf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6704:x1875839905277568:12345-192.168.206.109@tcp:104: Request processed in 242us (3853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788942227.153814:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.109@tcp, seq: 64 00000100:00000040:3.0:1788942227.153817:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90b552929800 : new rpc_count 0 00000100:00000001:3.0:1788942227.153819:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788942227.153821:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788942227.153825:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90b551bc0e80. 00000020:00000010:3.0:1788942227.153829:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90b5464ed7d0. 00000020:00000010:3.0:1788942227.153833:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90b55222c400. 00000020:00000040:3.0:1788942227.153838:0:15936:0:(genops.c:887:class_export_put()) PUTting export ffff90b552929800 : new refcount 3 00000100:00000001:3.0:1788942227.153841:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788942227.153947:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942227.153950:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942227.153953:0:15945:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788942227.153956:0:15945:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788942227.153958:0:15945:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788942227.153962:0:15945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788942227.153971:0:15945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b547983800 already unused, calling callback (ffffffffc1162300) 00000008:00000001:1.0:1788942227.153974:0:15945:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788942227.153977:0:15945:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788942227.153978:0:15945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788942227.153980:0:15945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788942227.153981:0:15945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90b547983800 refcount=3 00000020:00000001:1.0:1788942227.153983:0:15945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942227.153985:0:15945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621706997479424 : -122366712072192 : ffff90b547983800) 00010000:00000001:1.0:1788942227.153988:0:15945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788942227.153991:0:15945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788942227.153998:0:15945:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788942227.154000:0:15945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000800:00000200:2.0:1788942227.154004:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1788942227.154004:0:15945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621707170243288 : -122366539308328 : ffff90b551e462d8) 00000020:00001000:1.0:1788942227.154007:0:15945:0:(cl_object.c:823:cl_env_get()) 1@ffff90b551e462d0 00000800:00000010:2.0:1788942227.154008:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b542d35d00. 00000008:00000001:1.0:1788942227.154009:0:15945:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788942227.154011:0:15945:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942227.154012:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:1.0:1788942227.154013:0:15945:0:(cl_object.c:917:cl_env_put()) 1@ffff90b551e462d0 00000008:00000001:1.0:1788942227.154016:0:15945:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788942227.154017:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00010000:00000001:1.0:1788942227.154018:0:15945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788942227.154021:0:15945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1788942227.154022:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b543dedee0 00010000:00000001:1.0:1788942227.154023:0:15945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1788942227.154024:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b543dedee0. 00010000:00000001:1.0:1788942227.154024:0:15945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788942227.154026:0:15945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942227.154028:0:2348:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788942227.154029:0:2348:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000040:1.0:1788942227.154029:0:15945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90b547983800 with handle 0xcbb91bbb78157964 from hash 00010000:00000001:1.0:1788942227.154031:0:15945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788942227.154032:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942227.154034:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942227.154035:0:15945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788942227.154037:0:15945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788942227.154039:0:15945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788942227.154043:0:15945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788942227.154046:0:15945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942227.154048:0:15945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788942227.154050:0:15945:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788942227.155176:0:15945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90b545e66300. 00000020:00000040:1.0:1788942227.155183:0:15945:0:(genops.c:1218:class_import_get()) import ffff90b551b95800 refcount=3 obd=lustre-OST0000-osc-ffff90b5459f2800 00000100:00000001:1.0:1788942227.155187:0:15945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788942227.155190:0:15945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788942227.155194:0:15945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788942227.155200:0:15945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90b5464c7800. 00000100:00000001:1.0:1788942227.155205:0:15945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942227.155208:0:15945:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788942227.155215:0:15945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788942227.155223:0:15945:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788942227.155224:0:15945:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942227.155228:0:15945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788942227.155232:0:15945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942227.155240:0:15945:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5b77724] to pc [ptlrpcd_00_01+1] req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788942227.155260:0:15945:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788942227.155262:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788942227.155264:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942227.155265:0:15945:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942227.155268:0:15945:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788942227.155270:0:15945:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942227.155274:0:15945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788942227.155280:0:15945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788942227.155282:0:15945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90b5459f2800 lock: 000000002d36a014/0xcbb91bbb78157964 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x4d194fbcadeed42a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788942227.155289:0:15945:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90b5435ddc00. 00010000:00000040:1.0:1788942227.155293:0:15945:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90b545f48900 count: 0 00010000:00000010:1.0:1788942227.155299:0:15945:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90b545f48300. 00010000:00000001:1.0:1788942227.155304:0:15945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788942227.155306:0:15945:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788942227.155308:0:15945:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90b544ea0480. 00010000:00000001:1.0:1788942227.155311:0:15945:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788942227.155313:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942227.155314:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942227.155316:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942227.155317:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942227.155318:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942227.155320:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788942227.155322:0:15945:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788942227.155323:0:15945:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788942227.155324:0:15945:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788942227.155333:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942227.155336:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942227.155338:0:2354:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788942227.155343:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942227.155351:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788942227.155353:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942227.155356:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788942227.155358:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788942227.155360:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788942227.155364:0:2354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884295808:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942227.155367:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788942227.155371:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788942227.155374:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942227.155376:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788942227.155381:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90b5464c6200. 02000000:00000001:1.0:1788942227.155383:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788942227.155389:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000010:1.0:1788942227.155393:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90b545b7f268. 00000400:00000010:1.0:1788942227.155399:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464da4c8. 00000100:00000200:1.0:1788942227.155404:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875839884295808, portal 18 00000100:00000001:1.0:1788942227.155407:0:2354:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788942227.155408:0:2354:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446621706969047808 : -122366740503808 : ffff90b545e66300) 00000100:00000040:1.0:1788942227.155415:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942227.155421:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788942227.155424:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.109@tcp 00000400:00000010:1.0:1788942227.155426:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90b5464dae58. 00000100:00000200:1.0:1788942227.155430:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875839884295808, offset 0 00000400:00000200:1.0:1788942227.155435:0:2354:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.109@tcp 00000400:00000200:1.0:1788942227.155442:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942227.155447:0:2354:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.109@tcp local destination 00000400:00000200:1.0:1788942227.155452:0:2354:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788942227.155455:0:2354:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.9@tcp 00000400:00000200:1.0:1788942227.155459:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788942227.155462:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.109@tcp 00000400:00000200:1.0:1788942227.155465:0:2354:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.9@tcp NI seq info: [2706:2706:256:4294967295] 192.168.206.109@tcp LPNI seq info [2706:2706:8:4294967295] 00000400:00000200:1.0:1788942227.155469:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:1.0:1788942227.155490:0:2354:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp:) -> 192.168.206.109@tcp(192.168.206.109@tcp:192.168.206.109@tcp) : PUT try# 0 00000800:00000200:1.0:1788942227.155496:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.109@tcp 00000800:00000010:1.0:1788942227.155500:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90b551b38200. 00000800:00000200:1.0:1788942227.155505:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90b5459dec00] -> 12345-192.168.206.109@tcp (5) 00000800:00000200:1.0:1788942227.155511:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.109@tcp ip 192.168.206.109:988 00000800:00000200:1.0:1788942227.155514:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90b551b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788942227.155530:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942227.155534:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: using a timeout of 23882 usecs (24 jiffies) 00000400:00000200:1.0:1788942227.155622:0:2354:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000100:00000001:1.0:1788942227.155625:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 2 is 4296627338 00000100:00000001:1.0:1788942227.155628:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 2, keep current deadline 4296630856 00000100:00000001:1.0:1788942227.155630:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS new deadline estimation for cpu 3 is 4296627338 00000100:00000001:1.0:1788942227.155632:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90b5459f2800: PM QoS request active for cpu 3, keep current deadline 4296630856 00000100:00000001:1.0:1788942227.155635:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942227.155637:0:2354:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942227.155640:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942227.155642:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942227.155648:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942227.155651:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788942227.155653:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942227.155654:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788942227.155656:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942227.155658:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942227.155668:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942227.155671:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788942227.159447:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788942227.159456:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90b551b38200. 00000400:00000200:2.0:1788942227.159461:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788942227.159470:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000400:00000200:2.0:1788942227.159478:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464dae58 00000400:00000010:2.0:1788942227.159481:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464dae58. 00000100:00000001:2.0:1788942227.159486:0:2347:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788942227.159494:0:2347:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942227.159517:0:2347:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788942227.159521:0:2347:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788942227.159528:0:2347:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788942227.159530:0:2347:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788942227.165911:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942227.165926:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788942227.165930:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942227.165932:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942227.165941:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.165949:0:2348:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.9@tcp(192.168.206.9@tcp) <- 192.168.206.109@tcp : PUT - for me 00000400:00000200:3.0:1788942227.165957:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.165962:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.165967:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.165971:0:2348:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.109@tcp of length 224 into portal 18 MB=0x6aa1101f57e80 00000400:00000200:3.0:1788942227.165976:0:2348:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.109@tcp to cpt 1 00000400:00000200:3.0:1788942227.165982:0:2348:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.109@tcp of length 224/224 into md 0x73b5 [1] + 224 00000800:00000001:3.0:1788942227.165988:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942227.165995:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788942227.165998:0:2348:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788942227.166016:0:2348:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.9@tcp->192.168.206.109@tcp: PUT: OK 00000100:00000001:3.0:1788942227.166022:0:2348:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788942227.166030:0:2348:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788942227.166041:0:2348:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788942227.166059:0:2348:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788942227.166066:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788942227.166069:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942227.168294:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942227.168301:0:2354:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788942227.168309:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788942227.168312:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788942227.168315:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90b545b7f268. 00000400:00000200:1.0:1788942227.168321:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90b5464da4c8 00000400:00000010:1.0:1788942227.168323:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90b5464da4c8. 00000100:00000001:1.0:1788942227.168326:0:2354:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788942227.168336:0:2354:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788942227.168347:0:2354:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942227.168353:0:2354:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788942227.168355:0:2354:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942227.168358:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788942227.168361:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788942227.168363:0:2354:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788942227.168365:0:2354:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788942227.168368:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788942227.168376:0:2354:0:(import.c:2195:obd_at_measure()) add 5 to ffff90b551b95d38 time=65 v=5 (5 5 5 0) 00000100:00001000:1.0:1788942227.168381:0:2354:0:(import.c:2195:obd_at_measure()) add 1 to ffff90b551b95c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788942227.168383:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788942227.168384:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788942227.168387:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788942227.168390:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942227.168393:0:2354:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788942227.168395:0:2354:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90b5459f2800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788942227.168397:0:2354:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788942227.168399:0:2354:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788942227.168403:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942227.168410:0:2354:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788942227.168413:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788942227.168414:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788942227.168418:0:2354:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788942227.168431:0:2354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b545e66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b8e7595c-9941-401e-aeac-55facd9dfb74:2354:1875839884295808:192.168.206.109@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788942227.168435:0:2354:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942227.168438:0:2354:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788942227.168441:0:2354:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90b545e66300 x1875839884295808/t0(0) o103->lustre-OST0000-osc-ffff90b5459f2800@192.168.206.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1788942243 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788942227.168448:0:2354:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788942227.168450:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788942227.168453:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90b5464c6200. 02000000:00000001:1.0:1788942227.168457:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788942227.168459:0:2354:0:(genops.c:1225:class_import_put()) Process entered 00000020:00000040:1.0:1788942227.168461:0:2354:0:(genops.c:1231:class_import_put()) import ffff90b551b95800 refcount=2 obd=lustre-OST0000-osc-ffff90b5459f2800 00000020:00000001:1.0:1788942227.168463:0:2354:0:(genops.c:1238:class_import_put()) Process leaving 02000000:00000010:1.0:1788942227.168466:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90b5464c7800. 02000000:00000001:1.0:1788942227.168469:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788942227.168470:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788942227.168472:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90b545e66300. 00000100:00000001:1.0:1788942227.168475:0:2354:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788942227.168477:0:2354:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942227.168479:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788942227.168485:0:2354:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788942227.168487:0:2354:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788942227.168489:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788942227.168492:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942227.169115:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942227.169119:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942227.169122:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942227.169124:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788942227.169280:0:15944:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788942227.169283:0:15944:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788942227.169286:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1788942227.170544:0:35256:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90b545f48900. 00010000:00000010:1.1:1788942227.170555:0:35256:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90b547983800. 00000080:00000001:0.0:1788942227.989504:0:35312:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942228.194006:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942228.194012:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788942228.194017:0:30470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788942228.194018:0:30470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788942228.194039:0:16072:0:(genops.c:1903:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788942228.194042:0:16072:0:(genops.c:1917:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788942228.194045:0:16072:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128515 lines, 128515 kept, 0 dropped, 0 bad.